From f8432bf53b0226132fd9deb9472bf064d0fc8542 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 13:26:35 +0100 Subject: [PATCH 01/15] #2453 - Example Notebooks Require Refactor - create_simulation_demo and network_simulator_demo notebooks have been updated with correct import paths to reflect refactoring within condebase. - Corrected typo within create-simulation_demo: my_swtich -> my_switch - updates to ARP implementation. This is now a property in HostNode and NetworkNode, meaning router.arp.show() now works in network_simulator_demo notebook as intended. --- .../notebooks/Training-an-SB3-Agent.ipynb | 7339 ++++++++++++++++- .../create-simulation_demo.ipynb | 608 +- .../network_simulator_demo.ipynb | 644 +- .../network/hardware/nodes/host/host_node.py | 4 + .../hardware/nodes/network/network_node.py | 7 +- .../network/hardware/nodes/network/router.py | 3 +- 6 files changed, 8494 insertions(+), 111 deletions(-) diff --git a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb index e6f5aaee..67d9748e 100644 --- a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb +++ b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -32,16 +32,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + } + ], "source": [ "gym = PrimaiteGymEnv(game_config=cfg)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "metadata": {}, "outputs": [], "source": [ @@ -56,7 +64,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -65,16 +73,7141 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:28,065: Resetting environment, episode 0, avg. reward: 0.0\n", + "2024-04-08 14:49:28,068: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_0.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:29,639: Resetting environment, episode 1, avg. reward: -17.149999999999974\n", + "2024-04-08 14:49:29,643: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_1.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:31,337: Resetting environment, episode 2, avg. reward: -12.099999999999989\n", + "2024-04-08 14:49:31,339: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_2.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:32,540: Resetting environment, episode 3, avg. reward: -44.500000000000064\n", + "2024-04-08 14:49:32,543: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_3.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:33,721: Resetting environment, episode 4, avg. reward: -22.949999999999953\n", + "2024-04-08 14:49:33,724: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_4.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:35,248: Resetting environment, episode 5, avg. reward: -17.64999999999998\n", + "2024-04-08 14:49:35,253: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_5.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:36,676: Resetting environment, episode 6, avg. reward: -21.949999999999953\n", + "2024-04-08 14:49:36,679: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_6.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:38,158: Resetting environment, episode 7, avg. reward: -88.5999999999998\n", + "2024-04-08 14:49:38,161: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_7.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:39,570: Resetting environment, episode 8, avg. reward: -42.750000000000156\n", + "2024-04-08 14:49:39,572: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_8.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:40,917: Resetting environment, episode 9, avg. reward: -13.999999999999982\n", + "2024-04-08 14:49:40,920: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_9.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:42,112: Resetting environment, episode 10, avg. reward: -34.55000000000001\n", + "2024-04-08 14:49:42,116: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_10.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:43,768: Resetting environment, episode 11, avg. reward: -19.399999999999963\n", + "2024-04-08 14:49:43,771: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_11.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:45,216: Resetting environment, episode 12, avg. reward: -11.049999999999988\n", + "2024-04-08 14:49:45,219: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_12.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:46,830: Resetting environment, episode 13, avg. reward: -33.1\n", + "2024-04-08 14:49:46,833: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_13.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:48,302: Resetting environment, episode 14, avg. reward: -17.499999999999968\n", + "2024-04-08 14:49:48,306: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_14.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:50,142: Resetting environment, episode 15, avg. reward: -22.299999999999955\n", + "2024-04-08 14:49:50,146: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_15.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:51,603: Resetting environment, episode 16, avg. reward: -64.8500000000001\n", + "2024-04-08 14:49:51,606: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_16.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:53,295: Resetting environment, episode 17, avg. reward: -67.24999999999999\n", + "2024-04-08 14:49:53,298: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_17.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:54,630: Resetting environment, episode 18, avg. reward: -20.799999999999958\n", + "2024-04-08 14:49:54,633: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_18.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:56,091: Resetting environment, episode 19, avg. reward: -62.55000000000001\n", + "2024-04-08 14:49:56,093: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_19.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:57,486: Resetting environment, episode 20, avg. reward: -24.649999999999984\n", + "2024-04-08 14:49:57,489: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_20.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:49:59,243: Resetting environment, episode 21, avg. reward: -9.649999999999997\n", + "2024-04-08 14:49:59,246: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_21.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:00,812: Resetting environment, episode 22, avg. reward: -21.749999999999957\n", + "2024-04-08 14:50:00,815: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_22.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:02,403: Resetting environment, episode 23, avg. reward: -15.949999999999978\n", + "2024-04-08 14:50:02,405: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_23.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:04,363: Resetting environment, episode 24, avg. reward: -83.15000000000002\n", + "2024-04-08 14:50:04,366: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_24.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:06,083: Resetting environment, episode 25, avg. reward: -36.15000000000003\n", + "2024-04-08 14:50:06,085: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_25.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:07,813: Resetting environment, episode 26, avg. reward: -67.25000000000007\n", + "2024-04-08 14:50:07,816: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_26.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:09,419: Resetting environment, episode 27, avg. reward: -44.200000000000074\n", + "2024-04-08 14:50:09,422: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_27.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:10,969: Resetting environment, episode 28, avg. reward: -64.1500000000001\n", + "2024-04-08 14:50:10,973: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_28.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:12,518: Resetting environment, episode 29, avg. reward: -18.34999999999997\n", + "2024-04-08 14:50:12,519: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_29.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:14,004: Resetting environment, episode 30, avg. reward: -17.69999999999997\n", + "2024-04-08 14:50:14,007: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_30.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:16,007: Resetting environment, episode 31, avg. reward: -28.700000000000017\n", + "2024-04-08 14:50:16,010: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_31.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:17,755: Resetting environment, episode 32, avg. reward: -53.65000000000015\n", + "2024-04-08 14:50:17,758: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_32.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:19,232: Resetting environment, episode 33, avg. reward: -43.65000000000005\n", + "2024-04-08 14:50:19,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_33.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:20,708: Resetting environment, episode 34, avg. reward: -2.499999999999969\n", + "2024-04-08 14:50:20,711: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_34.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:22,081: Resetting environment, episode 35, avg. reward: -51.45000000000008\n", + "2024-04-08 14:50:22,084: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_35.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:23,461: Resetting environment, episode 36, avg. reward: -24.749999999999986\n", + "2024-04-08 14:50:23,465: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_36.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:24,909: Resetting environment, episode 37, avg. reward: -72.70000000000002\n", + "2024-04-08 14:50:24,912: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_37.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:27,049: Resetting environment, episode 38, avg. reward: -16.049999999999976\n", + "2024-04-08 14:50:27,052: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_38.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:28,362: Resetting environment, episode 39, avg. reward: -27.79999999999996\n", + "2024-04-08 14:50:28,364: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_39.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:29,821: Resetting environment, episode 40, avg. reward: -61.9500000000001\n", + "2024-04-08 14:50:29,824: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_40.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:31,787: Resetting environment, episode 41, avg. reward: -36.00000000000004\n", + "2024-04-08 14:50:31,790: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_41.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:33,074: Resetting environment, episode 42, avg. reward: -44.35000000000007\n", + "2024-04-08 14:50:33,077: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_42.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:34,739: Resetting environment, episode 43, avg. reward: -51.100000000000065\n", + "2024-04-08 14:50:34,742: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_43.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:36,357: Resetting environment, episode 44, avg. reward: -65.95000000000002\n", + "2024-04-08 14:50:36,359: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_44.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:37,834: Resetting environment, episode 45, avg. reward: -45.750000000000064\n", + "2024-04-08 14:50:37,838: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_45.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:39,768: Resetting environment, episode 46, avg. reward: -22.39999999999994\n", + "2024-04-08 14:50:39,774: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_46.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:41,672: Resetting environment, episode 47, avg. reward: -18.749999999999993\n", + "2024-04-08 14:50:41,677: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_47.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:43,816: Resetting environment, episode 48, avg. reward: -65.4\n", + "2024-04-08 14:50:43,818: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_48.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:45,262: Resetting environment, episode 49, avg. reward: -20.09999999999996\n", + "2024-04-08 14:50:45,266: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_49.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:46,955: Resetting environment, episode 50, avg. reward: -21.899999999999967\n", + "2024-04-08 14:50:46,958: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_50.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:49,698: Resetting environment, episode 51, avg. reward: -20.399999999999963\n", + "2024-04-08 14:50:49,701: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_51.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:51,463: Resetting environment, episode 52, avg. reward: -21.399999999999956\n", + "2024-04-08 14:50:51,467: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_52.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:53,214: Resetting environment, episode 53, avg. reward: -19.249999999999982\n", + "2024-04-08 14:50:53,218: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_53.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:55,080: Resetting environment, episode 54, avg. reward: -57.90000000000009\n", + "2024-04-08 14:50:55,084: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_54.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:56,690: Resetting environment, episode 55, avg. reward: -14.099999999999982\n", + "2024-04-08 14:50:56,694: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_55.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:58,423: Resetting environment, episode 56, avg. reward: -22.79999999999995\n", + "2024-04-08 14:50:58,427: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_56.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:50:59,941: Resetting environment, episode 57, avg. reward: -18.39999999999997\n", + "2024-04-08 14:50:59,944: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_57.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:01,528: Resetting environment, episode 58, avg. reward: -49.25000000000011\n", + "2024-04-08 14:51:01,532: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_58.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:03,202: Resetting environment, episode 59, avg. reward: -14.449999999999964\n", + "2024-04-08 14:51:03,204: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_59.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:04,611: Resetting environment, episode 60, avg. reward: -11.649999999999991\n", + "2024-04-08 14:51:04,614: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_60.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:06,388: Resetting environment, episode 61, avg. reward: -17.59999999999997\n", + "2024-04-08 14:51:06,391: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_61.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:07,952: Resetting environment, episode 62, avg. reward: -68.39999999999998\n", + "2024-04-08 14:51:07,956: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_62.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:09,416: Resetting environment, episode 63, avg. reward: -19.999999999999957\n", + "2024-04-08 14:51:09,420: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_63.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:10,728: Resetting environment, episode 64, avg. reward: -49.25000000000008\n", + "2024-04-08 14:51:10,731: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_64.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:12,298: Resetting environment, episode 65, avg. reward: -21.29999999999999\n", + "2024-04-08 14:51:12,302: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_65.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:14,232: Resetting environment, episode 66, avg. reward: -46.55000000000018\n", + "2024-04-08 14:51:14,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_66.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:15,645: Resetting environment, episode 67, avg. reward: -30.050000000000008\n", + "2024-04-08 14:51:15,648: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_67.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:17,264: Resetting environment, episode 68, avg. reward: -72.80000000000003\n", + "2024-04-08 14:51:17,268: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_68.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:18,742: Resetting environment, episode 69, avg. reward: -100.84999999999998\n", + "2024-04-08 14:51:18,745: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_69.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:20,149: Resetting environment, episode 70, avg. reward: -33.85000000000002\n", + "2024-04-08 14:51:20,153: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_70.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:21,992: Resetting environment, episode 71, avg. reward: -93.30000000000003\n", + "2024-04-08 14:51:21,995: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_71.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:23,375: Resetting environment, episode 72, avg. reward: -18.049999999999965\n", + "2024-04-08 14:51:23,378: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_72.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:24,808: Resetting environment, episode 73, avg. reward: -52.80000000000021\n", + "2024-04-08 14:51:24,811: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_73.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:26,230: Resetting environment, episode 74, avg. reward: -16.449999999999974\n", + "2024-04-08 14:51:26,234: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_74.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:27,721: Resetting environment, episode 75, avg. reward: -56.400000000000006\n", + "2024-04-08 14:51:27,724: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_75.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:29,150: Resetting environment, episode 76, avg. reward: -13.799999999999976\n", + "2024-04-08 14:51:29,152: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_76.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:30,654: Resetting environment, episode 77, avg. reward: -22.749999999999996\n", + "2024-04-08 14:51:30,658: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_77.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:32,221: Resetting environment, episode 78, avg. reward: -8.949999999999998\n", + "2024-04-08 14:51:32,224: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_78.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:33,561: Resetting environment, episode 79, avg. reward: -35.84999999999997\n", + "2024-04-08 14:51:33,565: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_79.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:35,158: Resetting environment, episode 80, avg. reward: -7.049999999999989\n", + "2024-04-08 14:51:35,160: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_80.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:37,129: Resetting environment, episode 81, avg. reward: -27.349999999999984\n", + "2024-04-08 14:51:37,131: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_81.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:38,672: Resetting environment, episode 82, avg. reward: -40.65000000000012\n", + "2024-04-08 14:51:38,675: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_82.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:41,263: Resetting environment, episode 83, avg. reward: -52.10000000000015\n", + "2024-04-08 14:51:41,267: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_83.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:42,701: Resetting environment, episode 84, avg. reward: -21.649999999999956\n", + "2024-04-08 14:51:42,705: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_84.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:44,319: Resetting environment, episode 85, avg. reward: -31.600000000000016\n", + "2024-04-08 14:51:44,322: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_85.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:45,992: Resetting environment, episode 86, avg. reward: -24.300000000000004\n", + "2024-04-08 14:51:45,992: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_86.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:47,709: Resetting environment, episode 87, avg. reward: -11.849999999999982\n", + "2024-04-08 14:51:47,711: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_87.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:49,249: Resetting environment, episode 88, avg. reward: -11.799999999999992\n", + "2024-04-08 14:51:49,252: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_88.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:50,852: Resetting environment, episode 89, avg. reward: -10.099999999999964\n", + "2024-04-08 14:51:50,854: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_89.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:52,578: Resetting environment, episode 90, avg. reward: -27.799999999999972\n", + "2024-04-08 14:51:52,581: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_90.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:54,406: Resetting environment, episode 91, avg. reward: -23.04999999999995\n", + "2024-04-08 14:51:54,410: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_91.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:56,371: Resetting environment, episode 92, avg. reward: -18.449999999999967\n", + "2024-04-08 14:51:56,375: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_92.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:58,036: Resetting environment, episode 93, avg. reward: -12.04999999999997\n", + "2024-04-08 14:51:58,040: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_93.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:51:59,859: Resetting environment, episode 94, avg. reward: -10.749999999999984\n", + "2024-04-08 14:51:59,862: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_94.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:01,324: Resetting environment, episode 95, avg. reward: -16.999999999999975\n", + "2024-04-08 14:52:01,327: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_95.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:03,061: Resetting environment, episode 96, avg. reward: -64.80000000000003\n", + "2024-04-08 14:52:03,064: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_96.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:04,843: Resetting environment, episode 97, avg. reward: -93.19999999999995\n", + "2024-04-08 14:52:04,846: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_97.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:06,197: Resetting environment, episode 98, avg. reward: -23.44999999999995\n", + "2024-04-08 14:52:06,200: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_98.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:07,802: Resetting environment, episode 99, avg. reward: 1.7500000000000147\n", + "2024-04-08 14:52:07,810: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_99.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:09,595: Resetting environment, episode 100, avg. reward: -31.450000000000003\n", + "2024-04-08 14:52:09,598: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_100.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:11,206: Resetting environment, episode 101, avg. reward: -9.499999999999988\n", + "2024-04-08 14:52:11,209: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_101.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:13,334: Resetting environment, episode 102, avg. reward: -15.149999999999983\n", + "2024-04-08 14:52:13,337: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_102.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:15,208: Resetting environment, episode 103, avg. reward: 0.2500000000000171\n", + "2024-04-08 14:52:15,212: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_103.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:17,126: Resetting environment, episode 104, avg. reward: 14.55\n", + "2024-04-08 14:52:17,130: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_104.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:18,662: Resetting environment, episode 105, avg. reward: -16.04999999999997\n", + "2024-04-08 14:52:18,666: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_105.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:20,144: Resetting environment, episode 106, avg. reward: -80.69999999999997\n", + "2024-04-08 14:52:20,147: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_106.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:21,595: Resetting environment, episode 107, avg. reward: -16.099999999999977\n", + "2024-04-08 14:52:21,599: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_107.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:23,331: Resetting environment, episode 108, avg. reward: -46.80000000000007\n", + "2024-04-08 14:52:23,335: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_108.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:25,083: Resetting environment, episode 109, avg. reward: -22.84999999999995\n", + "2024-04-08 14:52:25,086: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_109.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:26,589: Resetting environment, episode 110, avg. reward: -10.199999999999996\n", + "2024-04-08 14:52:26,592: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_110.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:28,410: Resetting environment, episode 111, avg. reward: -95.99999999999997\n", + "2024-04-08 14:52:28,413: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_111.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:29,966: Resetting environment, episode 112, avg. reward: -17.59999999999997\n", + "2024-04-08 14:52:29,969: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_112.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:31,317: Resetting environment, episode 113, avg. reward: -20.099999999999962\n", + "2024-04-08 14:52:31,321: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_113.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:32,840: Resetting environment, episode 114, avg. reward: -42.850000000000165\n", + "2024-04-08 14:52:32,843: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_114.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:34,336: Resetting environment, episode 115, avg. reward: -22.249999999999954\n", + "2024-04-08 14:52:34,339: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_115.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:35,794: Resetting environment, episode 116, avg. reward: -90.9\n", + "2024-04-08 14:52:35,797: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_116.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:37,489: Resetting environment, episode 117, avg. reward: 5.90000000000003\n", + "2024-04-08 14:52:37,492: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_117.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:39,009: Resetting environment, episode 118, avg. reward: -66.1\n", + "2024-04-08 14:52:39,012: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_118.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:40,602: Resetting environment, episode 119, avg. reward: -36.749999999999964\n", + "2024-04-08 14:52:40,605: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_119.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:42,128: Resetting environment, episode 120, avg. reward: -13.79999999999999\n", + "2024-04-08 14:52:42,131: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_120.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:43,990: Resetting environment, episode 121, avg. reward: -30.750000000000007\n", + "2024-04-08 14:52:43,993: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_121.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:45,565: Resetting environment, episode 122, avg. reward: -99.95\n", + "2024-04-08 14:52:45,568: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_122.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:48,013: Resetting environment, episode 123, avg. reward: 0.3500000000000256\n", + "2024-04-08 14:52:48,016: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_123.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:50,029: Resetting environment, episode 124, avg. reward: -15.299999999999981\n", + "2024-04-08 14:52:50,032: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_124.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:51,501: Resetting environment, episode 125, avg. reward: -15.149999999999975\n", + "2024-04-08 14:52:51,502: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_125.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:53,184: Resetting environment, episode 126, avg. reward: -90.35\n", + "2024-04-08 14:52:53,186: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_126.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:54,836: Resetting environment, episode 127, avg. reward: -19.9\n", + "2024-04-08 14:52:54,839: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_127.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:56,110: Resetting environment, episode 128, avg. reward: -17.299999999999976\n", + "2024-04-08 14:52:56,113: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_128.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:57,610: Resetting environment, episode 129, avg. reward: -12.499999999999996\n", + "2024-04-08 14:52:57,613: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_129.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:52:59,237: Resetting environment, episode 130, avg. reward: -17.24999999999996\n", + "2024-04-08 14:52:59,240: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_130.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:00,835: Resetting environment, episode 131, avg. reward: -11.64999999999998\n", + "2024-04-08 14:53:00,838: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_131.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:02,203: Resetting environment, episode 132, avg. reward: -27.799999999999986\n", + "2024-04-08 14:53:02,206: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_132.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:03,544: Resetting environment, episode 133, avg. reward: -10.399999999999997\n", + "2024-04-08 14:53:03,547: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_133.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:04,974: Resetting environment, episode 134, avg. reward: -18.0\n", + "2024-04-08 14:53:04,977: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_134.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:06,363: Resetting environment, episode 135, avg. reward: -84.0\n", + "2024-04-08 14:53:06,367: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_135.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:07,884: Resetting environment, episode 136, avg. reward: -20.949999999999964\n", + "2024-04-08 14:53:07,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_136.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:09,146: Resetting environment, episode 137, avg. reward: -13.749999999999984\n", + "2024-04-08 14:53:09,149: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_137.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:10,482: Resetting environment, episode 138, avg. reward: -15.299999999999976\n", + "2024-04-08 14:53:10,484: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_138.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:11,761: Resetting environment, episode 139, avg. reward: -87.34999999999994\n", + "2024-04-08 14:53:11,764: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_139.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:13,069: Resetting environment, episode 140, avg. reward: -13.249999999999986\n", + "2024-04-08 14:53:13,072: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_140.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:14,623: Resetting environment, episode 141, avg. reward: -22.499999999999968\n", + "2024-04-08 14:53:14,626: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_141.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:16,023: Resetting environment, episode 142, avg. reward: -42.25\n", + "2024-04-08 14:53:16,026: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_142.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:17,572: Resetting environment, episode 143, avg. reward: -16.35000000000001\n", + "2024-04-08 14:53:17,575: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_143.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:18,887: Resetting environment, episode 144, avg. reward: -80.9\n", + "2024-04-08 14:53:18,891: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_144.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:20,236: Resetting environment, episode 145, avg. reward: -15.299999999999974\n", + "2024-04-08 14:53:20,239: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_145.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:21,625: Resetting environment, episode 146, avg. reward: -21.799999999999955\n", + "2024-04-08 14:53:21,628: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_146.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:23,799: Resetting environment, episode 147, avg. reward: -13.599999999999998\n", + "2024-04-08 14:53:23,802: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_147.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:25,308: Resetting environment, episode 148, avg. reward: -99.1\n", + "2024-04-08 14:53:25,310: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_148.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:27,254: Resetting environment, episode 149, avg. reward: -16.74999999999997\n", + "2024-04-08 14:53:27,259: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_149.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:29,053: Resetting environment, episode 150, avg. reward: -10.749999999999979\n", + "2024-04-08 14:53:29,057: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_150.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:30,939: Resetting environment, episode 151, avg. reward: -74.05\n", + "2024-04-08 14:53:30,942: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_151.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:32,476: Resetting environment, episode 152, avg. reward: -71.6\n", + "2024-04-08 14:53:32,476: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_152.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:34,490: Resetting environment, episode 153, avg. reward: -11.749999999999961\n", + "2024-04-08 14:53:34,493: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_153.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:36,594: Resetting environment, episode 154, avg. reward: -8.700000000000005\n", + "2024-04-08 14:53:36,598: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_154.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:38,245: Resetting environment, episode 155, avg. reward: -21.649999999999956\n", + "2024-04-08 14:53:38,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_155.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:39,875: Resetting environment, episode 156, avg. reward: -7.649999999999994\n", + "2024-04-08 14:53:39,879: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_156.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:41,685: Resetting environment, episode 157, avg. reward: -80.54999999999998\n", + "2024-04-08 14:53:41,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_157.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:43,273: Resetting environment, episode 158, avg. reward: -14.799999999999978\n", + "2024-04-08 14:53:43,279: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_158.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:44,718: Resetting environment, episode 159, avg. reward: -8.299999999999976\n", + "2024-04-08 14:53:44,720: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_159.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:46,211: Resetting environment, episode 160, avg. reward: -45.05000000000009\n", + "2024-04-08 14:53:46,215: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_160.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:48,427: Resetting environment, episode 161, avg. reward: -0.29999999999997673\n", + "2024-04-08 14:53:48,431: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_161.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:50,514: Resetting environment, episode 162, avg. reward: -24.199999999999946\n", + "2024-04-08 14:53:50,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_162.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:52,023: Resetting environment, episode 163, avg. reward: -22.249999999999954\n", + "2024-04-08 14:53:52,027: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_163.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:53,865: Resetting environment, episode 164, avg. reward: -16.44999999999996\n", + "2024-04-08 14:53:53,868: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_164.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:55,434: Resetting environment, episode 165, avg. reward: -75.8\n", + "2024-04-08 14:53:55,437: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_165.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:57,361: Resetting environment, episode 166, avg. reward: -15.74999999999998\n", + "2024-04-08 14:53:57,364: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_166.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:53:59,167: Resetting environment, episode 167, avg. reward: -97.04999999999997\n", + "2024-04-08 14:53:59,171: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_167.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:00,965: Resetting environment, episode 168, avg. reward: -26.450000000000006\n", + "2024-04-08 14:54:00,970: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_168.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:02,555: Resetting environment, episode 169, avg. reward: -1.7999999999999803\n", + "2024-04-08 14:54:02,556: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_169.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:04,283: Resetting environment, episode 170, avg. reward: -16.499999999999964\n", + "2024-04-08 14:54:04,292: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_170.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:06,710: Resetting environment, episode 171, avg. reward: -56.99999999999997\n", + "2024-04-08 14:54:06,714: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_171.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:08,495: Resetting environment, episode 172, avg. reward: -5.550000000000001\n", + "2024-04-08 14:54:08,502: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_172.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:10,090: Resetting environment, episode 173, avg. reward: -16.249999999999968\n", + "2024-04-08 14:54:10,094: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_173.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:13,065: Resetting environment, episode 174, avg. reward: -6.6499999999999915\n", + "2024-04-08 14:54:13,071: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_174.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:15,757: Resetting environment, episode 175, avg. reward: -3.7499999999999707\n", + "2024-04-08 14:54:15,761: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_175.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:18,490: Resetting environment, episode 176, avg. reward: 34.24999999999989\n", + "2024-04-08 14:54:18,493: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_176.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:20,751: Resetting environment, episode 177, avg. reward: -15.999999999999977\n", + "2024-04-08 14:54:20,755: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_177.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:23,269: Resetting environment, episode 178, avg. reward: -80.50000000000001\n", + "2024-04-08 14:54:23,273: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_178.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:25,507: Resetting environment, episode 179, avg. reward: -12.849999999999989\n", + "2024-04-08 14:54:25,510: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_179.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:27,454: Resetting environment, episode 180, avg. reward: -16.949999999999996\n", + "2024-04-08 14:54:27,458: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_180.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:29,884: Resetting environment, episode 181, avg. reward: 1.9000000000000221\n", + "2024-04-08 14:54:29,887: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_181.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:32,113: Resetting environment, episode 182, avg. reward: 9.500000000000046\n", + "2024-04-08 14:54:32,117: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_182.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:34,283: Resetting environment, episode 183, avg. reward: -91.0500000000001\n", + "2024-04-08 14:54:34,286: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_183.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:36,330: Resetting environment, episode 184, avg. reward: -43.15000000000006\n", + "2024-04-08 14:54:36,332: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_184.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:38,270: Resetting environment, episode 185, avg. reward: -99.0\n", + "2024-04-08 14:54:38,274: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_185.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:40,645: Resetting environment, episode 186, avg. reward: -19.849999999999962\n", + "2024-04-08 14:54:40,648: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_186.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:42,998: Resetting environment, episode 187, avg. reward: -24.299999999999983\n", + "2024-04-08 14:54:43,002: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_187.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:45,260: Resetting environment, episode 188, avg. reward: -15.449999999999973\n", + "2024-04-08 14:54:45,263: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_188.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:47,356: Resetting environment, episode 189, avg. reward: -46.15000000000005\n", + "2024-04-08 14:54:47,362: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_189.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:49,422: Resetting environment, episode 190, avg. reward: -15.849999999999996\n", + "2024-04-08 14:54:49,425: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_190.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:51,753: Resetting environment, episode 191, avg. reward: 2.200000000000034\n", + "2024-04-08 14:54:51,757: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_191.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:54,077: Resetting environment, episode 192, avg. reward: 8.950000000000049\n", + "2024-04-08 14:54:54,081: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_192.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:56,257: Resetting environment, episode 193, avg. reward: -10.949999999999985\n", + "2024-04-08 14:54:56,261: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_193.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:54:59,376: Resetting environment, episode 194, avg. reward: -23.449999999999957\n", + "2024-04-08 14:54:59,379: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_194.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:02,626: Resetting environment, episode 195, avg. reward: -98.24999999999996\n", + "2024-04-08 14:55:02,630: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_195.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:05,232: Resetting environment, episode 196, avg. reward: -20.299999999999976\n", + "2024-04-08 14:55:05,236: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_196.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:08,026: Resetting environment, episode 197, avg. reward: -6.399999999999993\n", + "2024-04-08 14:55:08,029: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_197.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:09,878: Resetting environment, episode 198, avg. reward: -20.099999999999962\n", + "2024-04-08 14:55:09,882: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_198.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:12,337: Resetting environment, episode 199, avg. reward: -20.59999999999996\n", + "2024-04-08 14:55:12,340: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_199.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:14,794: Resetting environment, episode 200, avg. reward: -80.65000000000002\n", + "2024-04-08 14:55:14,798: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_200.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:17,788: Resetting environment, episode 201, avg. reward: 11.249999999999932\n", + "2024-04-08 14:55:17,792: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_201.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:20,227: Resetting environment, episode 202, avg. reward: -85.35\n", + "2024-04-08 14:55:20,230: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_202.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:22,623: Resetting environment, episode 203, avg. reward: -67.9\n", + "2024-04-08 14:55:22,626: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_203.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:27,001: Resetting environment, episode 204, avg. reward: -94.30000000000017\n", + "2024-04-08 14:55:27,004: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_204.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:28,803: Resetting environment, episode 205, avg. reward: -30.39999999999997\n", + "2024-04-08 14:55:28,808: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_205.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:30,621: Resetting environment, episode 206, avg. reward: -25.14999999999995\n", + "2024-04-08 14:55:30,623: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_206.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:32,191: Resetting environment, episode 207, avg. reward: -98.14999999999998\n", + "2024-04-08 14:55:32,194: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_207.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:33,920: Resetting environment, episode 208, avg. reward: -17.64999999999998\n", + "2024-04-08 14:55:33,923: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_208.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:36,333: Resetting environment, episode 209, avg. reward: -88.25\n", + "2024-04-08 14:55:36,336: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_209.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:38,489: Resetting environment, episode 210, avg. reward: -85.35\n", + "2024-04-08 14:55:38,494: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_210.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:40,664: Resetting environment, episode 211, avg. reward: -15.649999999999979\n", + "2024-04-08 14:55:40,668: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_211.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:42,341: Resetting environment, episode 212, avg. reward: -15.24999999999998\n", + "2024-04-08 14:55:42,344: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_212.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:43,931: Resetting environment, episode 213, avg. reward: -100.25000000000009\n", + "2024-04-08 14:55:43,935: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_213.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:45,687: Resetting environment, episode 214, avg. reward: -50.59999999999998\n", + "2024-04-08 14:55:45,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_214.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:47,397: Resetting environment, episode 215, avg. reward: -14.94999999999998\n", + "2024-04-08 14:55:47,400: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_215.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:49,303: Resetting environment, episode 216, avg. reward: -91.64999999999995\n", + "2024-04-08 14:55:49,306: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_216.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:50,916: Resetting environment, episode 217, avg. reward: -75.89999999999999\n", + "2024-04-08 14:55:50,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_217.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:53,007: Resetting environment, episode 218, avg. reward: -91.50000000000007\n", + "2024-04-08 14:55:53,011: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_218.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:55,088: Resetting environment, episode 219, avg. reward: -8.300000000000004\n", + "2024-04-08 14:55:55,092: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_219.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:57,164: Resetting environment, episode 220, avg. reward: -29.449999999999996\n", + "2024-04-08 14:55:57,167: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_220.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:55:58,938: Resetting environment, episode 221, avg. reward: -38.20000000000004\n", + "2024-04-08 14:55:58,942: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_221.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:00,655: Resetting environment, episode 222, avg. reward: -38.60000000000001\n", + "2024-04-08 14:56:00,658: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_222.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:02,297: Resetting environment, episode 223, avg. reward: -37.79999999999999\n", + "2024-04-08 14:56:02,300: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_223.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:03,931: Resetting environment, episode 224, avg. reward: -53.24999999999996\n", + "2024-04-08 14:56:03,935: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_224.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:05,761: Resetting environment, episode 225, avg. reward: -77.99999999999997\n", + "2024-04-08 14:56:05,764: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_225.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:07,294: Resetting environment, episode 226, avg. reward: -26.799999999999972\n", + "2024-04-08 14:56:07,298: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_226.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:09,002: Resetting environment, episode 227, avg. reward: -94.5500000000001\n", + "2024-04-08 14:56:09,006: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_227.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:10,831: Resetting environment, episode 228, avg. reward: -76.05000000000001\n", + "2024-04-08 14:56:10,834: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_228.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:12,658: Resetting environment, episode 229, avg. reward: 3.350000000000028\n", + "2024-04-08 14:56:12,661: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_229.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:14,404: Resetting environment, episode 230, avg. reward: -51.25000000000004\n", + "2024-04-08 14:56:14,409: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_230.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:16,439: Resetting environment, episode 231, avg. reward: -86.5\n", + "2024-04-08 14:56:16,442: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_231.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:18,025: Resetting environment, episode 232, avg. reward: -9.550000000000002\n", + "2024-04-08 14:56:18,029: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_232.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:19,978: Resetting environment, episode 233, avg. reward: -46.75\n", + "2024-04-08 14:56:19,982: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_233.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:21,638: Resetting environment, episode 234, avg. reward: -87.14999999999999\n", + "2024-04-08 14:56:21,642: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_234.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:23,262: Resetting environment, episode 235, avg. reward: -60.94999999999995\n", + "2024-04-08 14:56:23,265: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_235.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:24,866: Resetting environment, episode 236, avg. reward: -5.299999999999963\n", + "2024-04-08 14:56:24,870: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_236.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:26,594: Resetting environment, episode 237, avg. reward: -7.49999999999999\n", + "2024-04-08 14:56:26,597: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_237.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:29,812: Resetting environment, episode 238, avg. reward: -4.749999999999977\n", + "2024-04-08 14:56:29,815: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_238.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:31,530: Resetting environment, episode 239, avg. reward: -13.349999999999982\n", + "2024-04-08 14:56:31,533: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_239.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:33,444: Resetting environment, episode 240, avg. reward: -0.599999999999985\n", + "2024-04-08 14:56:33,447: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_240.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:35,290: Resetting environment, episode 241, avg. reward: -95.3\n", + "2024-04-08 14:56:35,292: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_241.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:36,923: Resetting environment, episode 242, avg. reward: -94.94999999999996\n", + "2024-04-08 14:56:36,927: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_242.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:38,916: Resetting environment, episode 243, avg. reward: -72.49999999999993\n", + "2024-04-08 14:56:38,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_243.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:40,743: Resetting environment, episode 244, avg. reward: -0.7499999999999888\n", + "2024-04-08 14:56:40,746: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_244.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:42,525: Resetting environment, episode 245, avg. reward: -2.5999999999999943\n", + "2024-04-08 14:56:42,528: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_245.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:44,452: Resetting environment, episode 246, avg. reward: -79.40000000000002\n", + "2024-04-08 14:56:44,455: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_246.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:46,246: Resetting environment, episode 247, avg. reward: -72.7\n", + "2024-04-08 14:56:46,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_247.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:48,054: Resetting environment, episode 248, avg. reward: -26.04999999999994\n", + "2024-04-08 14:56:48,058: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_248.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:50,022: Resetting environment, episode 249, avg. reward: -51.100000000000016\n", + "2024-04-08 14:56:50,025: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_249.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:51,853: Resetting environment, episode 250, avg. reward: -9.89999999999996\n", + "2024-04-08 14:56:51,857: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_250.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:53,997: Resetting environment, episode 251, avg. reward: -64.64999999999995\n", + "2024-04-08 14:56:54,001: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_251.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:56,347: Resetting environment, episode 252, avg. reward: -44.999999999999964\n", + "2024-04-08 14:56:56,350: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_252.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:56:58,286: Resetting environment, episode 253, avg. reward: -91.30000000000001\n", + "2024-04-08 14:56:58,288: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_253.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:00,634: Resetting environment, episode 254, avg. reward: -95.24999999999997\n", + "2024-04-08 14:57:00,638: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_254.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:02,345: Resetting environment, episode 255, avg. reward: -15.099999999999978\n", + "2024-04-08 14:57:02,350: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_255.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:04,152: Resetting environment, episode 256, avg. reward: -84.75000000000011\n", + "2024-04-08 14:57:04,155: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_256.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:05,658: Resetting environment, episode 257, avg. reward: -17.399999999999974\n", + "2024-04-08 14:57:05,661: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_257.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:07,257: Resetting environment, episode 258, avg. reward: -17.74999999999997\n", + "2024-04-08 14:57:07,267: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_258.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:09,280: Resetting environment, episode 259, avg. reward: -95.50000000000001\n", + "2024-04-08 14:57:09,283: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_259.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:11,050: Resetting environment, episode 260, avg. reward: -1.4499999999999633\n", + "2024-04-08 14:57:11,054: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_260.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:13,023: Resetting environment, episode 261, avg. reward: -92.59999999999997\n", + "2024-04-08 14:57:13,026: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_261.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:14,723: Resetting environment, episode 262, avg. reward: -2.5999999999999814\n", + "2024-04-08 14:57:14,726: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_262.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:17,321: Resetting environment, episode 263, avg. reward: -60.95000000000002\n", + "2024-04-08 14:57:17,324: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_263.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:19,220: Resetting environment, episode 264, avg. reward: -19.449999999999964\n", + "2024-04-08 14:57:19,223: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_264.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:21,072: Resetting environment, episode 265, avg. reward: -86.4\n", + "2024-04-08 14:57:21,076: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_265.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:22,895: Resetting environment, episode 266, avg. reward: -91.89999999999996\n", + "2024-04-08 14:57:22,899: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_266.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:24,815: Resetting environment, episode 267, avg. reward: -44.5\n", + "2024-04-08 14:57:24,819: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_267.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:26,841: Resetting environment, episode 268, avg. reward: -3.3999999999999875\n", + "2024-04-08 14:57:26,845: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_268.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:28,525: Resetting environment, episode 269, avg. reward: -61.79999999999996\n", + "2024-04-08 14:57:28,528: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_269.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:30,709: Resetting environment, episode 270, avg. reward: -72.09999999999991\n", + "2024-04-08 14:57:30,712: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_270.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:33,009: Resetting environment, episode 271, avg. reward: -10.749999999999986\n", + "2024-04-08 14:57:33,012: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_271.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:34,883: Resetting environment, episode 272, avg. reward: -9.799999999999994\n", + "2024-04-08 14:57:34,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_272.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:36,728: Resetting environment, episode 273, avg. reward: -59.85000000000001\n", + "2024-04-08 14:57:36,730: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_273.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:38,769: Resetting environment, episode 274, avg. reward: -33.500000000000014\n", + "2024-04-08 14:57:38,772: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_274.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:40,947: Resetting environment, episode 275, avg. reward: -50.44999999999995\n", + "2024-04-08 14:57:40,950: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_275.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:44,475: Resetting environment, episode 276, avg. reward: -5.800000000000008\n", + "2024-04-08 14:57:44,479: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_276.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:47,898: Resetting environment, episode 277, avg. reward: -13.899999999999979\n", + "2024-04-08 14:57:47,901: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_277.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:50,377: Resetting environment, episode 278, avg. reward: -101.4\n", + "2024-04-08 14:57:50,380: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_278.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:52,619: Resetting environment, episode 279, avg. reward: 0.9500000000000095\n", + "2024-04-08 14:57:52,621: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_279.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:54,559: Resetting environment, episode 280, avg. reward: -86.94999999999999\n", + "2024-04-08 14:57:54,562: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_280.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:56,801: Resetting environment, episode 281, avg. reward: -6.999999999999982\n", + "2024-04-08 14:57:56,803: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_281.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:57:58,672: Resetting environment, episode 282, avg. reward: 11.200000000000063\n", + "2024-04-08 14:57:58,675: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_282.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:00,781: Resetting environment, episode 283, avg. reward: -78.80000000000007\n", + "2024-04-08 14:58:00,785: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_283.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:02,893: Resetting environment, episode 284, avg. reward: -68.24999999999996\n", + "2024-04-08 14:58:02,896: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_284.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:04,854: Resetting environment, episode 285, avg. reward: -43.44999999999995\n", + "2024-04-08 14:58:04,858: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_285.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:07,133: Resetting environment, episode 286, avg. reward: -4.199999999999984\n", + "2024-04-08 14:58:07,136: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_286.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:09,427: Resetting environment, episode 287, avg. reward: 25.550000000000022\n", + "2024-04-08 14:58:09,430: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_287.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:11,576: Resetting environment, episode 288, avg. reward: -11.599999999999985\n", + "2024-04-08 14:58:11,580: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_288.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:13,448: Resetting environment, episode 289, avg. reward: -37.44999999999999\n", + "2024-04-08 14:58:13,451: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_289.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:15,328: Resetting environment, episode 290, avg. reward: -78.99999999999999\n", + "2024-04-08 14:58:15,331: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_290.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:18,155: Resetting environment, episode 291, avg. reward: -56.800000000000026\n", + "2024-04-08 14:58:18,159: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_291.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:20,609: Resetting environment, episode 292, avg. reward: -91.19999999999995\n", + "2024-04-08 14:58:20,614: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_292.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:22,444: Resetting environment, episode 293, avg. reward: 5.200000000000042\n", + "2024-04-08 14:58:22,447: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_293.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:24,809: Resetting environment, episode 294, avg. reward: -20.550000000000047\n", + "2024-04-08 14:58:24,814: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_294.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:26,613: Resetting environment, episode 295, avg. reward: -90.79999999999998\n", + "2024-04-08 14:58:26,616: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_295.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:28,191: Resetting environment, episode 296, avg. reward: -81.50000000000001\n", + "2024-04-08 14:58:28,191: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_296.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:30,080: Resetting environment, episode 297, avg. reward: 18.799999999999965\n", + "2024-04-08 14:58:30,083: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_297.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:32,060: Resetting environment, episode 298, avg. reward: -16.649999999999995\n", + "2024-04-08 14:58:32,062: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_298.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:34,037: Resetting environment, episode 299, avg. reward: 10.250000000000062\n", + "2024-04-08 14:58:34,040: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_299.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:36,089: Resetting environment, episode 300, avg. reward: -41.89999999999998\n", + "2024-04-08 14:58:36,092: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_300.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:38,616: Resetting environment, episode 301, avg. reward: 7.69999999999999\n", + "2024-04-08 14:58:38,616: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_301.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:40,914: Resetting environment, episode 302, avg. reward: 39.7999999999998\n", + "2024-04-08 14:58:40,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_302.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:42,618: Resetting environment, episode 303, avg. reward: 6.25000000000006\n", + "2024-04-08 14:58:42,622: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_303.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:44,477: Resetting environment, episode 304, avg. reward: -31.200000000000017\n", + "2024-04-08 14:58:44,477: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_304.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:46,336: Resetting environment, episode 305, avg. reward: -93.50000000000017\n", + "2024-04-08 14:58:46,340: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_305.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:48,689: Resetting environment, episode 306, avg. reward: -33.549999999999955\n", + "2024-04-08 14:58:48,693: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_306.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:51,197: Resetting environment, episode 307, avg. reward: -11.599999999999987\n", + "2024-04-08 14:58:51,200: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_307.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:53,602: Resetting environment, episode 308, avg. reward: -23.900000000000034\n", + "2024-04-08 14:58:53,605: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_308.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:56,033: Resetting environment, episode 309, avg. reward: 3.500000000000001\n", + "2024-04-08 14:58:56,037: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_309.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:58:58,038: Resetting environment, episode 310, avg. reward: 16.04999999999999\n", + "2024-04-08 14:58:58,046: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_310.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:00,171: Resetting environment, episode 311, avg. reward: -13.449999999999982\n", + "2024-04-08 14:59:00,174: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_311.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:02,046: Resetting environment, episode 312, avg. reward: -82.39999999999998\n", + "2024-04-08 14:59:02,057: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_312.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:03,942: Resetting environment, episode 313, avg. reward: 0.3000000000000045\n", + "2024-04-08 14:59:03,944: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_313.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:05,578: Resetting environment, episode 314, avg. reward: -90.35000000000015\n", + "2024-04-08 14:59:05,582: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_314.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:07,340: Resetting environment, episode 315, avg. reward: 3.3000000000000043\n", + "2024-04-08 14:59:07,343: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_315.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:09,117: Resetting environment, episode 316, avg. reward: -44.74999999999995\n", + "2024-04-08 14:59:09,128: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_316.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:11,162: Resetting environment, episode 317, avg. reward: 8.450000000000045\n", + "2024-04-08 14:59:11,165: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_317.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:13,123: Resetting environment, episode 318, avg. reward: -10.049999999999985\n", + "2024-04-08 14:59:13,127: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_318.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:18,061: Resetting environment, episode 319, avg. reward: -17.04999999999999\n", + "2024-04-08 14:59:18,067: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_319.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:19,985: Resetting environment, episode 320, avg. reward: -81.19999999999999\n", + "2024-04-08 14:59:19,989: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_320.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:22,591: Resetting environment, episode 321, avg. reward: 25.900000000000055\n", + "2024-04-08 14:59:22,593: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_321.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:25,075: Resetting environment, episode 322, avg. reward: -6.0500000000000025\n", + "2024-04-08 14:59:25,079: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_322.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:27,224: Resetting environment, episode 323, avg. reward: -0.349999999999965\n", + "2024-04-08 14:59:27,227: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_323.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:29,419: Resetting environment, episode 324, avg. reward: -42.45\n", + "2024-04-08 14:59:29,423: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_324.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:31,350: Resetting environment, episode 325, avg. reward: -36.199999999999974\n", + "2024-04-08 14:59:31,353: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_325.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:33,118: Resetting environment, episode 326, avg. reward: -27.699999999999996\n", + "2024-04-08 14:59:33,120: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_326.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:35,352: Resetting environment, episode 327, avg. reward: 32.74999999999989\n", + "2024-04-08 14:59:35,356: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_327.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:37,251: Resetting environment, episode 328, avg. reward: -16.34999999999998\n", + "2024-04-08 14:59:37,254: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_328.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:39,253: Resetting environment, episode 329, avg. reward: -8.000000000000007\n", + "2024-04-08 14:59:39,259: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_329.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:41,104: Resetting environment, episode 330, avg. reward: -78.60000000000001\n", + "2024-04-08 14:59:41,107: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_330.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:43,172: Resetting environment, episode 331, avg. reward: 12.800000000000024\n", + "2024-04-08 14:59:43,176: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_331.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:45,374: Resetting environment, episode 332, avg. reward: 13.349999999999932\n", + "2024-04-08 14:59:45,378: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_332.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:47,299: Resetting environment, episode 333, avg. reward: -69.95000000000005\n", + "2024-04-08 14:59:47,302: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_333.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:49,565: Resetting environment, episode 334, avg. reward: -88.9000000000001\n", + "2024-04-08 14:59:49,568: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_334.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:51,919: Resetting environment, episode 335, avg. reward: -53.49999999999996\n", + "2024-04-08 14:59:51,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_335.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:54,398: Resetting environment, episode 336, avg. reward: -76.90000000000008\n", + "2024-04-08 14:59:54,401: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_336.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:56,196: Resetting environment, episode 337, avg. reward: -43.799999999999955\n", + "2024-04-08 14:59:56,199: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_337.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:57,848: Resetting environment, episode 338, avg. reward: -12.200000000000006\n", + "2024-04-08 14:59:57,852: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_338.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 14:59:59,546: Resetting environment, episode 339, avg. reward: -12.549999999999985\n", + "2024-04-08 14:59:59,550: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_339.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:01,249: Resetting environment, episode 340, avg. reward: -72.65\n", + "2024-04-08 15:00:01,252: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_340.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:03,211: Resetting environment, episode 341, avg. reward: -84.65000000000006\n", + "2024-04-08 15:00:03,214: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_341.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:04,902: Resetting environment, episode 342, avg. reward: -88.64999999999998\n", + "2024-04-08 15:00:04,905: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_342.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:06,894: Resetting environment, episode 343, avg. reward: 37.34999999999988\n", + "2024-04-08 15:00:06,898: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_343.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:08,548: Resetting environment, episode 344, avg. reward: -95.5\n", + "2024-04-08 15:00:08,551: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_344.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:10,369: Resetting environment, episode 345, avg. reward: -98.44999999999996\n", + "2024-04-08 15:00:10,372: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_345.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:12,514: Resetting environment, episode 346, avg. reward: -4.499999999999958\n", + "2024-04-08 15:00:12,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_346.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:14,791: Resetting environment, episode 347, avg. reward: -35.90000000000002\n", + "2024-04-08 15:00:14,795: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_347.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:17,226: Resetting environment, episode 348, avg. reward: 12.30000000000003\n", + "2024-04-08 15:00:17,230: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_348.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:18,972: Resetting environment, episode 349, avg. reward: -11.299999999999983\n", + "2024-04-08 15:00:18,972: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_349.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:20,959: Resetting environment, episode 350, avg. reward: -70.59999999999997\n", + "2024-04-08 15:00:20,962: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_350.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:22,880: Resetting environment, episode 351, avg. reward: -20.44999999999996\n", + "2024-04-08 15:00:22,883: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_351.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:24,645: Resetting environment, episode 352, avg. reward: 27.44999999999996\n", + "2024-04-08 15:00:24,649: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_352.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:26,468: Resetting environment, episode 353, avg. reward: 9.349999999999948\n", + "2024-04-08 15:00:26,470: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_353.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:28,268: Resetting environment, episode 354, avg. reward: -71.55\n", + "2024-04-08 15:00:28,271: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_354.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:29,968: Resetting environment, episode 355, avg. reward: -7.849999999999993\n", + "2024-04-08 15:00:29,972: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_355.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:31,672: Resetting environment, episode 356, avg. reward: -58.14999999999992\n", + "2024-04-08 15:00:31,676: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_356.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:33,599: Resetting environment, episode 357, avg. reward: 21.54999999999989\n", + "2024-04-08 15:00:33,602: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_357.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:35,524: Resetting environment, episode 358, avg. reward: 10.350000000000037\n", + "2024-04-08 15:00:35,533: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_358.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:37,442: Resetting environment, episode 359, avg. reward: 12.749999999999961\n", + "2024-04-08 15:00:37,446: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_359.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:39,754: Resetting environment, episode 360, avg. reward: 26.849999999999863\n", + "2024-04-08 15:00:39,758: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_360.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:42,148: Resetting environment, episode 361, avg. reward: 1.9500000000000377\n", + "2024-04-08 15:00:42,152: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_361.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:44,863: Resetting environment, episode 362, avg. reward: -84.79999999999984\n", + "2024-04-08 15:00:44,867: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_362.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:47,398: Resetting environment, episode 363, avg. reward: -37.899999999999956\n", + "2024-04-08 15:00:47,402: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_363.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:50,122: Resetting environment, episode 364, avg. reward: -11.250000000000085\n", + "2024-04-08 15:00:50,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_364.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:52,560: Resetting environment, episode 365, avg. reward: -84.9\n", + "2024-04-08 15:00:52,562: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_365.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:54,688: Resetting environment, episode 366, avg. reward: -66.45000000000002\n", + "2024-04-08 15:00:54,692: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_366.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:00:59,582: Resetting environment, episode 367, avg. reward: 26.95\n", + "2024-04-08 15:00:59,585: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_367.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:01,883: Resetting environment, episode 368, avg. reward: -36.3\n", + "2024-04-08 15:01:01,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_368.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:04,194: Resetting environment, episode 369, avg. reward: -42.04999999999998\n", + "2024-04-08 15:01:04,197: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_369.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:06,476: Resetting environment, episode 370, avg. reward: -79.85000000000004\n", + "2024-04-08 15:01:06,480: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_370.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:08,804: Resetting environment, episode 371, avg. reward: 42.4499999999998\n", + "2024-04-08 15:01:08,809: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_371.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:11,021: Resetting environment, episode 372, avg. reward: -21.04999999999998\n", + "2024-04-08 15:01:11,025: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_372.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:13,427: Resetting environment, episode 373, avg. reward: 60.24999999999987\n", + "2024-04-08 15:01:13,430: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_373.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:15,228: Resetting environment, episode 374, avg. reward: -71.3\n", + "2024-04-08 15:01:15,231: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_374.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:17,086: Resetting environment, episode 375, avg. reward: 27.249999999999872\n", + "2024-04-08 15:01:17,089: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_375.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:18,949: Resetting environment, episode 376, avg. reward: 24.149999999999984\n", + "2024-04-08 15:01:18,952: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_376.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:20,875: Resetting environment, episode 377, avg. reward: -53.54999999999999\n", + "2024-04-08 15:01:20,879: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_377.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:22,686: Resetting environment, episode 378, avg. reward: 31.84999999999999\n", + "2024-04-08 15:01:22,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_378.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:24,470: Resetting environment, episode 379, avg. reward: -65.4\n", + "2024-04-08 15:01:24,473: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_379.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:26,345: Resetting environment, episode 380, avg. reward: 52.84999999999978\n", + "2024-04-08 15:01:26,348: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_380.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:28,494: Resetting environment, episode 381, avg. reward: -50.450000000000024\n", + "2024-04-08 15:01:28,497: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_381.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:30,231: Resetting environment, episode 382, avg. reward: -71.99999999999991\n", + "2024-04-08 15:01:30,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_382.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:32,232: Resetting environment, episode 383, avg. reward: 20.400000000000073\n", + "2024-04-08 15:01:32,236: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_383.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:33,887: Resetting environment, episode 384, avg. reward: 14.799999999999994\n", + "2024-04-08 15:01:33,890: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_384.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:35,491: Resetting environment, episode 385, avg. reward: -46.900000000000055\n", + "2024-04-08 15:01:35,494: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_385.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:37,246: Resetting environment, episode 386, avg. reward: 0.8999999999999937\n", + "2024-04-08 15:01:37,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_386.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:38,777: Resetting environment, episode 387, avg. reward: -13.35\n", + "2024-04-08 15:01:38,780: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_387.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:40,765: Resetting environment, episode 388, avg. reward: -66.39999999999996\n", + "2024-04-08 15:01:40,765: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_388.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:43,096: Resetting environment, episode 389, avg. reward: -60.40000000000004\n", + "2024-04-08 15:01:43,098: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_389.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:45,309: Resetting environment, episode 390, avg. reward: -40.299999999999976\n", + "2024-04-08 15:01:45,312: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_390.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:47,533: Resetting environment, episode 391, avg. reward: -9.300000000000024\n", + "2024-04-08 15:01:47,536: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_391.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:49,645: Resetting environment, episode 392, avg. reward: -68.20000000000002\n", + "2024-04-08 15:01:49,650: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_392.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:51,698: Resetting environment, episode 393, avg. reward: -12.050000000000015\n", + "2024-04-08 15:01:51,698: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_393.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:53,431: Resetting environment, episode 394, avg. reward: -45.90000000000007\n", + "2024-04-08 15:01:53,434: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_394.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:55,444: Resetting environment, episode 395, avg. reward: -7.850000000000001\n", + "2024-04-08 15:01:55,444: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_395.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:01:57,778: Resetting environment, episode 396, avg. reward: -81.24999999999994\n", + "2024-04-08 15:01:57,783: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_396.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:00,035: Resetting environment, episode 397, avg. reward: 35.40000000000004\n", + "2024-04-08 15:02:00,039: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_397.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:02,146: Resetting environment, episode 398, avg. reward: -9.550000000000082\n", + "2024-04-08 15:02:02,148: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_398.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:04,122: Resetting environment, episode 399, avg. reward: 10.550000000000026\n", + "2024-04-08 15:02:04,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_399.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:06,128: Resetting environment, episode 400, avg. reward: -2.7499999999999734\n", + "2024-04-08 15:02:06,132: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_400.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:08,277: Resetting environment, episode 401, avg. reward: 11.199999999999974\n", + "2024-04-08 15:02:08,281: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_401.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:10,123: Resetting environment, episode 402, avg. reward: 38.94999999999992\n", + "2024-04-08 15:02:10,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_402.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:12,770: Resetting environment, episode 403, avg. reward: 40.150000000000006\n", + "2024-04-08 15:02:12,774: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_403.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:14,630: Resetting environment, episode 404, avg. reward: -28.65000000000003\n", + "2024-04-08 15:02:14,633: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_404.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:16,440: Resetting environment, episode 405, avg. reward: 32.25000000000001\n", + "2024-04-08 15:02:16,443: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_405.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:18,127: Resetting environment, episode 406, avg. reward: -11.699999999999982\n", + "2024-04-08 15:02:18,130: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_406.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:20,294: Resetting environment, episode 407, avg. reward: 51.299999999999976\n", + "2024-04-08 15:02:20,297: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_407.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:22,154: Resetting environment, episode 408, avg. reward: 10.399999999999963\n", + "2024-04-08 15:02:22,157: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_408.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:24,369: Resetting environment, episode 409, avg. reward: -12.599999999999984\n", + "2024-04-08 15:02:24,373: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_409.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:26,758: Resetting environment, episode 410, avg. reward: 13.600000000000026\n", + "2024-04-08 15:02:26,761: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_410.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:30,043: Resetting environment, episode 411, avg. reward: 31.89999999999995\n", + "2024-04-08 15:02:30,047: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_411.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:32,018: Resetting environment, episode 412, avg. reward: 22.050000000000054\n", + "2024-04-08 15:02:32,021: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_412.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:33,671: Resetting environment, episode 413, avg. reward: 38.74999999999982\n", + "2024-04-08 15:02:33,674: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_413.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:35,754: Resetting environment, episode 414, avg. reward: 21.250000000000092\n", + "2024-04-08 15:02:35,757: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_414.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:37,697: Resetting environment, episode 415, avg. reward: 52.64999999999991\n", + "2024-04-08 15:02:37,704: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_415.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:39,371: Resetting environment, episode 416, avg. reward: 15.300000000000079\n", + "2024-04-08 15:02:39,374: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_416.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:40,894: Resetting environment, episode 417, avg. reward: -0.24999999999995826\n", + "2024-04-08 15:02:40,896: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_417.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:42,813: Resetting environment, episode 418, avg. reward: -22.05000000000004\n", + "2024-04-08 15:02:42,817: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_418.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:44,725: Resetting environment, episode 419, avg. reward: -54.89999999999997\n", + "2024-04-08 15:02:44,727: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_419.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:48,515: Resetting environment, episode 420, avg. reward: -15.04999999999997\n", + "2024-04-08 15:02:48,518: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_420.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:50,655: Resetting environment, episode 421, avg. reward: -56.94999999999997\n", + "2024-04-08 15:02:50,659: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_421.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:52,515: Resetting environment, episode 422, avg. reward: -68.70000000000003\n", + "2024-04-08 15:02:52,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_422.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:54,132: Resetting environment, episode 423, avg. reward: -72.89999999999996\n", + "2024-04-08 15:02:54,134: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_423.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:55,908: Resetting environment, episode 424, avg. reward: 17.449999999999946\n", + "2024-04-08 15:02:55,911: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_424.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:57,497: Resetting environment, episode 425, avg. reward: -27.14999999999995\n", + "2024-04-08 15:02:57,501: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_425.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:02:59,501: Resetting environment, episode 426, avg. reward: -67.6\n", + "2024-04-08 15:02:59,504: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_426.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:01,163: Resetting environment, episode 427, avg. reward: 27.7999999999999\n", + "2024-04-08 15:03:01,166: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_427.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:02,845: Resetting environment, episode 428, avg. reward: 43.599999999999895\n", + "2024-04-08 15:03:02,849: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_428.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:04,688: Resetting environment, episode 429, avg. reward: 10.649999999999995\n", + "2024-04-08 15:03:04,691: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_429.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:06,537: Resetting environment, episode 430, avg. reward: 6.549999999999988\n", + "2024-04-08 15:03:06,540: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_430.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:08,508: Resetting environment, episode 431, avg. reward: -53.84999999999999\n", + "2024-04-08 15:03:08,510: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_431.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:10,547: Resetting environment, episode 432, avg. reward: -16.399999999999995\n", + "2024-04-08 15:03:10,550: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_432.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:12,415: Resetting environment, episode 433, avg. reward: 26.500000000000014\n", + "2024-04-08 15:03:12,418: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_433.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:13,905: Resetting environment, episode 434, avg. reward: -9.04999999999999\n", + "2024-04-08 15:03:13,909: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_434.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:15,659: Resetting environment, episode 435, avg. reward: -70.59999999999998\n", + "2024-04-08 15:03:15,662: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_435.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:17,377: Resetting environment, episode 436, avg. reward: 8.600000000000009\n", + "2024-04-08 15:03:17,381: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_436.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:19,455: Resetting environment, episode 437, avg. reward: 84.10000000000014\n", + "2024-04-08 15:03:19,458: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_437.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:21,741: Resetting environment, episode 438, avg. reward: -52.299999999999976\n", + "2024-04-08 15:03:21,744: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_438.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:23,696: Resetting environment, episode 439, avg. reward: 20.199999999999957\n", + "2024-04-08 15:03:23,700: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_439.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:25,663: Resetting environment, episode 440, avg. reward: -79.10000000000002\n", + "2024-04-08 15:03:25,667: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_440.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:27,924: Resetting environment, episode 441, avg. reward: 58.799999999999876\n", + "2024-04-08 15:03:27,928: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_441.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:29,603: Resetting environment, episode 442, avg. reward: -35.64999999999998\n", + "2024-04-08 15:03:29,606: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_442.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:31,271: Resetting environment, episode 443, avg. reward: -0.7500000000000195\n", + "2024-04-08 15:03:31,274: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_443.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:33,199: Resetting environment, episode 444, avg. reward: -83.49999999999989\n", + "2024-04-08 15:03:33,203: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_444.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:35,706: Resetting environment, episode 445, avg. reward: 58.54999999999981\n", + "2024-04-08 15:03:35,710: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_445.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:37,671: Resetting environment, episode 446, avg. reward: -39.45000000000003\n", + "2024-04-08 15:03:37,673: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_446.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:40,320: Resetting environment, episode 447, avg. reward: -63.049999999999955\n", + "2024-04-08 15:03:40,324: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_447.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:42,333: Resetting environment, episode 448, avg. reward: -48.29999999999998\n", + "2024-04-08 15:03:42,336: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_448.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:44,621: Resetting environment, episode 449, avg. reward: 87.55000000000031\n", + "2024-04-08 15:03:44,625: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_449.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:46,958: Resetting environment, episode 450, avg. reward: 59.89999999999991\n", + "2024-04-08 15:03:46,962: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_450.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:49,779: Resetting environment, episode 451, avg. reward: -35.349999999999994\n", + "2024-04-08 15:03:49,783: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_451.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:51,834: Resetting environment, episode 452, avg. reward: -61.19999999999991\n", + "2024-04-08 15:03:51,837: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_452.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:53,774: Resetting environment, episode 453, avg. reward: 1.6000000000000005\n", + "2024-04-08 15:03:53,777: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_453.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:56,025: Resetting environment, episode 454, avg. reward: 13.14999999999995\n", + "2024-04-08 15:03:56,028: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_454.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:03:58,535: Resetting environment, episode 455, avg. reward: 19.950000000000003\n", + "2024-04-08 15:03:58,538: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_455.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:00,845: Resetting environment, episode 456, avg. reward: -33.04999999999999\n", + "2024-04-08 15:04:00,848: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_456.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:02,904: Resetting environment, episode 457, avg. reward: 39.59999999999999\n", + "2024-04-08 15:04:02,909: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_457.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:05,202: Resetting environment, episode 458, avg. reward: -8.300000000000002\n", + "2024-04-08 15:04:05,206: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_458.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:07,216: Resetting environment, episode 459, avg. reward: -85.5\n", + "2024-04-08 15:04:07,219: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_459.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:09,300: Resetting environment, episode 460, avg. reward: 42.149999999999935\n", + "2024-04-08 15:04:09,304: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_460.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:11,700: Resetting environment, episode 461, avg. reward: -7.00000000000005\n", + "2024-04-08 15:04:11,703: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_461.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:13,865: Resetting environment, episode 462, avg. reward: 44.99999999999982\n", + "2024-04-08 15:04:13,868: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_462.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:15,915: Resetting environment, episode 463, avg. reward: -14.150000000000015\n", + "2024-04-08 15:04:15,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_463.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:18,129: Resetting environment, episode 464, avg. reward: -62.3\n", + "2024-04-08 15:04:18,133: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_464.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:20,618: Resetting environment, episode 465, avg. reward: -21.85\n", + "2024-04-08 15:04:20,623: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_465.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:22,808: Resetting environment, episode 466, avg. reward: -21.59999999999995\n", + "2024-04-08 15:04:22,811: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_466.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:24,768: Resetting environment, episode 467, avg. reward: -14.950000000000008\n", + "2024-04-08 15:04:24,772: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_467.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:26,660: Resetting environment, episode 468, avg. reward: 18.64999999999998\n", + "2024-04-08 15:04:26,663: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_468.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:28,354: Resetting environment, episode 469, avg. reward: -10.699999999999989\n", + "2024-04-08 15:04:28,357: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_469.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:30,242: Resetting environment, episode 470, avg. reward: -53.79999999999998\n", + "2024-04-08 15:04:30,245: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_470.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:33,035: Resetting environment, episode 471, avg. reward: 84.70000000000006\n", + "2024-04-08 15:04:33,038: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_471.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:35,091: Resetting environment, episode 472, avg. reward: -7.000000000000062\n", + "2024-04-08 15:04:35,093: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_472.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[1;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[1;32mIn[8], line 1\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlearn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtotal_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mTOTAL_TIMESTEPS\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\ppo\\ppo.py:308\u001b[0m, in \u001b[0;36mPPO.learn\u001b[1;34m(self, total_timesteps, callback, log_interval, tb_log_name, reset_num_timesteps, progress_bar)\u001b[0m\n\u001b[0;32m 299\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mlearn\u001b[39m(\n\u001b[0;32m 300\u001b[0m \u001b[38;5;28mself\u001b[39m: SelfPPO,\n\u001b[0;32m 301\u001b[0m total_timesteps: \u001b[38;5;28mint\u001b[39m,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 306\u001b[0m progress_bar: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[0;32m 307\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m SelfPPO:\n\u001b[1;32m--> 308\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlearn\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m 309\u001b[0m \u001b[43m \u001b[49m\u001b[43mtotal_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtotal_timesteps\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 310\u001b[0m \u001b[43m \u001b[49m\u001b[43mcallback\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcallback\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 311\u001b[0m \u001b[43m \u001b[49m\u001b[43mlog_interval\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlog_interval\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 312\u001b[0m \u001b[43m \u001b[49m\u001b[43mtb_log_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtb_log_name\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 313\u001b[0m \u001b[43m \u001b[49m\u001b[43mreset_num_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreset_num_timesteps\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 314\u001b[0m \u001b[43m \u001b[49m\u001b[43mprogress_bar\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprogress_bar\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 315\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\on_policy_algorithm.py:259\u001b[0m, in \u001b[0;36mOnPolicyAlgorithm.learn\u001b[1;34m(self, total_timesteps, callback, log_interval, tb_log_name, reset_num_timesteps, progress_bar)\u001b[0m\n\u001b[0;32m 256\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39menv \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m 258\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_timesteps \u001b[38;5;241m<\u001b[39m total_timesteps:\n\u001b[1;32m--> 259\u001b[0m continue_training \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcollect_rollouts\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menv\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcallback\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrollout_buffer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_rollout_steps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mn_steps\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 261\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m continue_training \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m:\n\u001b[0;32m 262\u001b[0m \u001b[38;5;28;01mbreak\u001b[39;00m\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\on_policy_algorithm.py:178\u001b[0m, in \u001b[0;36mOnPolicyAlgorithm.collect_rollouts\u001b[1;34m(self, env, callback, rollout_buffer, n_rollout_steps)\u001b[0m\n\u001b[0;32m 175\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space, spaces\u001b[38;5;241m.\u001b[39mBox):\n\u001b[0;32m 176\u001b[0m clipped_actions \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39mclip(actions, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space\u001b[38;5;241m.\u001b[39mlow, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space\u001b[38;5;241m.\u001b[39mhigh)\n\u001b[1;32m--> 178\u001b[0m new_obs, rewards, dones, infos \u001b[38;5;241m=\u001b[39m \u001b[43menv\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\u001b[43mclipped_actions\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 180\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_timesteps \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m env\u001b[38;5;241m.\u001b[39mnum_envs\n\u001b[0;32m 182\u001b[0m \u001b[38;5;66;03m# Give access to local variables\u001b[39;00m\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\vec_env\\base_vec_env.py:197\u001b[0m, in \u001b[0;36mVecEnv.step\u001b[1;34m(self, actions)\u001b[0m\n\u001b[0;32m 190\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 191\u001b[0m \u001b[38;5;124;03mStep the environments with the given action\u001b[39;00m\n\u001b[0;32m 192\u001b[0m \n\u001b[0;32m 193\u001b[0m \u001b[38;5;124;03m:param actions: the action\u001b[39;00m\n\u001b[0;32m 194\u001b[0m \u001b[38;5;124;03m:return: observation, reward, done, information\u001b[39;00m\n\u001b[0;32m 195\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 196\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstep_async(actions)\n\u001b[1;32m--> 197\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep_wait\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\vec_env\\dummy_vec_env.py:58\u001b[0m, in \u001b[0;36mDummyVecEnv.step_wait\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstep_wait\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m VecEnvStepReturn:\n\u001b[0;32m 56\u001b[0m \u001b[38;5;66;03m# Avoid circular imports\u001b[39;00m\n\u001b[0;32m 57\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m env_idx \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_envs):\n\u001b[1;32m---> 58\u001b[0m obs, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_rews[env_idx], terminated, truncated, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_infos[env_idx] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menvs\u001b[49m\u001b[43m[\u001b[49m\u001b[43menv_idx\u001b[49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m 59\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mactions\u001b[49m\u001b[43m[\u001b[49m\u001b[43menv_idx\u001b[49m\u001b[43m]\u001b[49m\n\u001b[0;32m 60\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 61\u001b[0m \u001b[38;5;66;03m# convert to SB3 VecEnv api\u001b[39;00m\n\u001b[0;32m 62\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_dones[env_idx] \u001b[38;5;241m=\u001b[39m terminated \u001b[38;5;129;01mor\u001b[39;00m truncated\n", + "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\monitor.py:94\u001b[0m, in \u001b[0;36mMonitor.step\u001b[1;34m(self, action)\u001b[0m\n\u001b[0;32m 92\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mneeds_reset:\n\u001b[0;32m 93\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mTried to step environment that needs reset\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m---> 94\u001b[0m observation, reward, terminated, truncated, info \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menv\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\u001b[43maction\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 95\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrewards\u001b[38;5;241m.\u001b[39mappend(\u001b[38;5;28mfloat\u001b[39m(reward))\n\u001b[0;32m 96\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m terminated \u001b[38;5;129;01mor\u001b[39;00m truncated:\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\session\\environment.py:54\u001b[0m, in \u001b[0;36mPrimaiteGymEnv.step\u001b[1;34m(self, action)\u001b[0m\n\u001b[0;32m 52\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mapply_agent_actions()\n\u001b[0;32m 53\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39madvance_timestep()\n\u001b[1;32m---> 54\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgame\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_sim_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mupdate_agents(state)\n\u001b[0;32m 57\u001b[0m next_obs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_obs() \u001b[38;5;66;03m# this doesn't update observation, just gets the current observation\u001b[39;00m\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\game\\game.py:149\u001b[0m, in \u001b[0;36mPrimaiteGame.get_sim_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 147\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget_sim_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 148\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Get the current state of the simulation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 149\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msimulation\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\sim_container.py:56\u001b[0m, in \u001b[0;36mSimulation.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 45\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 46\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 47\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 51\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 52\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 53\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 54\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 55\u001b[0m {\n\u001b[1;32m---> 56\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnetwork\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnetwork\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m,\n\u001b[0;32m 57\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdomain\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdomain\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[0;32m 58\u001b[0m }\n\u001b[0;32m 59\u001b[0m )\n\u001b[0;32m 60\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\container.py:223\u001b[0m, in \u001b[0;36mNetwork.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 215\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 216\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[0;32m 217\u001b[0m \n\u001b[0;32m 218\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[0;32m 219\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 220\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 221\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 222\u001b[0m {\n\u001b[1;32m--> 223\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mhostname: node\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 224\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[0;32m 225\u001b[0m }\n\u001b[0;32m 226\u001b[0m )\n\u001b[0;32m 227\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[0;32m 228\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\container.py:223\u001b[0m, in \u001b[0;36m\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m 215\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 216\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[0;32m 217\u001b[0m \n\u001b[0;32m 218\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[0;32m 219\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 220\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 221\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 222\u001b[0m {\n\u001b[1;32m--> 223\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mhostname: \u001b[43mnode\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 224\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[0;32m 225\u001b[0m }\n\u001b[0;32m 226\u001b[0m )\n\u001b[0;32m 227\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[0;32m 228\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\hardware\\base.py:920\u001b[0m, in \u001b[0;36mNode.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 902\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 903\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 904\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 908\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 909\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 910\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 911\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 912\u001b[0m {\n\u001b[0;32m 913\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[0;32m 914\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 915\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[0;32m 916\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 917\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[0;32m 918\u001b[0m },\n\u001b[0;32m 919\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m--> 920\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: app\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 921\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: svc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 922\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 923\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 924\u001b[0m }\n\u001b[0;32m 925\u001b[0m )\n\u001b[0;32m 926\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\hardware\\base.py:920\u001b[0m, in \u001b[0;36m\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m 902\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 903\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 904\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 908\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 909\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 910\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 911\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 912\u001b[0m {\n\u001b[0;32m 913\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[0;32m 914\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 915\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[0;32m 916\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 917\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[0;32m 918\u001b[0m },\n\u001b[0;32m 919\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m--> 920\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: \u001b[43mapp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 921\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: svc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 922\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 923\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 924\u001b[0m }\n\u001b[0;32m 925\u001b[0m )\n\u001b[0;32m 926\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\applications\\web_browser.py:75\u001b[0m, in \u001b[0;36mWebBrowser.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 69\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 70\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 71\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of the WebBrowser.\u001b[39;00m\n\u001b[0;32m 72\u001b[0m \n\u001b[0;32m 73\u001b[0m \u001b[38;5;124;03m :return: A dictionary capturing the current state of the WebBrowser and its child objects.\u001b[39;00m\n\u001b[0;32m 74\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m---> 75\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 76\u001b[0m state[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhistory\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m [hist_item\u001b[38;5;241m.\u001b[39mstate() \u001b[38;5;28;01mfor\u001b[39;00m hist_item \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhistory]\n\u001b[0;32m 77\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\applications\\application.py:64\u001b[0m, in \u001b[0;36mApplication.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 54\u001b[0m \u001b[38;5;129m@abstractmethod\u001b[39m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 56\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 57\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 58\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 62\u001b[0m \u001b[38;5;124;03m :rtype: Dict\u001b[39;00m\n\u001b[0;32m 63\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m---> 64\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 65\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 66\u001b[0m {\n\u001b[0;32m 67\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 71\u001b[0m }\n\u001b[0;32m 72\u001b[0m )\n\u001b[0;32m 73\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\software.py:263\u001b[0m, in \u001b[0;36mIOSoftware.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 253\u001b[0m \u001b[38;5;129m@abstractmethod\u001b[39m\n\u001b[0;32m 254\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 255\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 256\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 257\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 261\u001b[0m \u001b[38;5;124;03m :rtype: Dict\u001b[39;00m\n\u001b[0;32m 262\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m--> 263\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 264\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 265\u001b[0m {\n\u001b[0;32m 266\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minstalling_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minstalling_count,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 271\u001b[0m }\n\u001b[0;32m 272\u001b[0m )\n\u001b[0;32m 273\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\software.py:149\u001b[0m, in \u001b[0;36mSoftware.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 138\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 139\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 140\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 144\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 145\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 146\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 147\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 148\u001b[0m {\n\u001b[1;32m--> 149\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhealth_state_actual\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhealth_state_actual\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mvalue\u001b[49m,\n\u001b[0;32m 150\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhealth_state_visible\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhealth_state_visible\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 151\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcriticality\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcriticality\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 152\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfixing_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfixing_count,\n\u001b[0;32m 153\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mscanning_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mscanning_count,\n\u001b[0;32m 154\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 155\u001b[0m }\n\u001b[0;32m 156\u001b[0m )\n\u001b[0;32m 157\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", + "File \u001b[1;32m~\\AppData\\Local\\Programs\\Python\\Python310\\lib\\types.py:177\u001b[0m, in \u001b[0;36mDynamicClassAttribute.__get__\u001b[1;34m(self, instance, ownerclass)\u001b[0m\n\u001b[0;32m 176\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__get__\u001b[39m(\u001b[38;5;28mself\u001b[39m, instance, ownerclass\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m):\n\u001b[1;32m--> 177\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[43minstance\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mis\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m:\n\u001b[0;32m 178\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m__isabstractmethod__:\n\u001b[0;32m 179\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\n", + "\u001b[1;31mKeyboardInterrupt\u001b[0m: " + ] + } + ], "source": [ "model.learn(total_timesteps=TOTAL_TIMESTEPS)\n" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 9, "metadata": {}, "outputs": [], "source": [ @@ -83,7 +7216,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ @@ -93,9 +7226,187 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "metadata": {}, - "outputs": [], + "outputs": [ + { + "name": "stderr", + "output_type": "stream", + "text": [ + "c:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\evaluation.py:67: UserWarning: Evaluation environment is not wrapped with a ``Monitor`` wrapper. This may result in reporting modified episode lengths and rewards, if other wrappers happen to modify these. Consider wrapping environment first with ``Monitor`` wrapper.\n", + " warnings.warn(\n", + "2024-04-08 15:04:51,136: Resetting environment, episode 473, avg. reward: 0.0\n", + "2024-04-08 15:04:51,140: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_473.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:53,329: Resetting environment, episode 474, avg. reward: -62.59999999999992\n", + "2024-04-08 15:04:53,332: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_474.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:55,400: Resetting environment, episode 475, avg. reward: -58.649999999999935\n", + "2024-04-08 15:04:55,403: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_475.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:04:57,612: Resetting environment, episode 476, avg. reward: -54.549999999999955\n", + "2024-04-08 15:04:57,617: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_476.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:02,916: Resetting environment, episode 477, avg. reward: -64.99999999999991\n", + "2024-04-08 15:05:02,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_477.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:05,225: Resetting environment, episode 478, avg. reward: -53.19999999999996\n", + "2024-04-08 15:05:05,228: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_478.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:07,766: Resetting environment, episode 479, avg. reward: -55.79999999999997\n", + "2024-04-08 15:05:07,769: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_479.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:10,062: Resetting environment, episode 480, avg. reward: -32.75000000000003\n", + "2024-04-08 15:05:10,065: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_480.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:12,370: Resetting environment, episode 481, avg. reward: -23.549999999999986\n", + "2024-04-08 15:05:12,373: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_481.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:14,716: Resetting environment, episode 482, avg. reward: -15.04999999999997\n", + "2024-04-08 15:05:14,719: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_482.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "2024-04-08 15:05:16,779: Resetting environment, episode 483, avg. reward: -50.549999999999976\n", + "2024-04-08 15:05:16,782: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_483.json\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" + ] + }, + { + "data": { + "text/plain": [ + "(-47.170001389086245, 16.315777792523683)" + ] + }, + "execution_count": 11, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "from stable_baselines3.common.evaluation import evaluate_policy\n", "\n", @@ -119,7 +7430,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.9.18" + "version": "3.10.11" } }, "nbformat": 4, diff --git a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb index d9742b50..57003e55 100644 --- a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb +++ b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 119, "metadata": {}, "outputs": [], "source": [ @@ -36,9 +36,24 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 120, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "{'uuid': '42d005b2-4dc8-4aec-be54-3493242eee32',\n", + " 'network': {'uuid': '069f61a4-ac40-431f-ad13-2fc9b26dc091',\n", + " 'nodes': {},\n", + " 'links': {}},\n", + " 'domain': {'uuid': 'f0629156-e9af-493d-b098-f47d73126122', 'accounts': {}}}" + ] + }, + "execution_count": 120, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "my_sim = Simulation()\n", "net = my_sim.network\n", @@ -54,22 +69,23 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 121, "metadata": {}, "outputs": [], "source": [ - "from primaite.simulator.network.hardware.base import Node\n" + "from primaite.simulator.network.hardware.nodes.host.computer import Computer\n", + "from primaite.simulator.network.hardware.nodes.host.server import Server" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 122, "metadata": {}, "outputs": [], "source": [ - "my_pc = Node(hostname=\"primaite_pc\",)\n", + "my_pc = Computer(hostname=\"primaite_pc\", ip_address=\"192.168.1.10\", subnet_mask=\"255.255.255.0\")\n", "net.add_node(my_pc)\n", - "my_server = Node(hostname=\"google_server\")\n", + "my_server = Server(hostname=\"google_server\", ip_address=\"192.168.1.11\", subnet_mask=\"255.255.255.0\")\n", "net.add_node(my_server)\n" ] }, @@ -82,32 +98,42 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 123, "metadata": {}, "outputs": [], "source": [ - "from primaite.simulator.network.hardware.base import NIC, Link, Switch\n" + "from primaite.simulator.network.hardware.nodes.host.host_node import NIC\n", + "from primaite.simulator.network.hardware.nodes.network.switch import Switch\n" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 124, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "Link(uuid='42b8f911-3640-4ccb-b277-b48b294a1fc8', endpoint_a=NIC(ip_address=IPv4Address('130.1.1.2'), subnet_mask=IPv4Address('255.255.255.0'), uuid='53993d8f-216e-4c00-9b03-c6bb9e2437b5', mac_address='17:9d:82:db:ca:c8', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}, wake_on_lan=False, gateway='130.1.1.255'), endpoint_b=SwitchPort(uuid='c03d4d22-f309-49b6-a1ad-45a04c40d25e', mac_address='84:01:f3:bb:47:1c', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}), bandwidth=100.0, current_load=0.0)" + ] + }, + "execution_count": 124, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ - "my_swtich = Switch(hostname=\"switch1\", num_ports=12)\n", - "net.add_node(my_swtich)\n", + "my_switch = Switch(hostname=\"switch1\", num_ports=12)\n", + "net.add_node(my_switch)\n", "\n", "pc_nic = NIC(ip_address=\"130.1.1.1\", gateway=\"130.1.1.255\", subnet_mask=\"255.255.255.0\")\n", "my_pc.connect_nic(pc_nic)\n", "\n", - "\n", "server_nic = NIC(ip_address=\"130.1.1.2\", gateway=\"130.1.1.255\", subnet_mask=\"255.255.255.0\")\n", "my_server.connect_nic(server_nic)\n", "\n", - "\n", - "net.connect(pc_nic, my_swtich.switch_ports[1])\n", - "net.connect(server_nic, my_swtich.switch_ports[2])\n" + "net.connect(pc_nic, my_switch.network_interface[1])\n", + "net.connect(server_nic, my_switch.network_interface[2])\n" ] }, { @@ -119,29 +145,41 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 125, "metadata": {}, "outputs": [], "source": [ "from primaite.simulator.file_system.file_type import FileType\n", - "from primaite.simulator.file_system.file_system import File" + "from primaite.simulator.file_system.file_system import File\n", + "from primaite.simulator.system.core.sys_log import SysLog" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 126, "metadata": {}, "outputs": [], "source": [ "my_pc_downloads_folder = my_pc.file_system.create_folder(\"downloads\")\n", - "my_pc_downloads_folder.add_file(File(name=\"firefox_installer.zip\",file_type=FileType.ZIP))" + "my_pc_downloads_folder.add_file(File(name=\"firefox_installer.zip\",folder_id=\"Test\", folder_name=\"downloads\" ,file_type=FileType.ZIP, sys_log=SysLog(hostname=\"Test\")))" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 127, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "File(uuid='24789051-6762-48f4-8a56-c28882374273', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='7a86576b-607f-468b-826f-4834cf2b3511', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-08_12-19-36/google_server/fs'), num_access=0, folder=Folder(uuid='7a86576b-607f-468b-826f-4834cf2b3511', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={'24789051-6762-48f4-8a56-c28882374273': File(uuid='24789051-6762-48f4-8a56-c28882374273', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='7a86576b-607f-468b-826f-4834cf2b3511', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-08_12-19-36/google_server/fs'), num_access=0, folder=Folder(uuid='7a86576b-607f-468b-826f-4834cf2b3511', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={...}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))" + ] + }, + "execution_count": 127, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "my_server_folder = my_server.file_system.create_folder(\"static\")\n", "my_server.file_system.create_file(\"favicon.ico\", file_type=FileType.PNG)" @@ -156,13 +194,16 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 128, "metadata": {}, "outputs": [], "source": [ "from primaite.simulator.system.applications.application import Application, ApplicationOperatingState\n", "from primaite.simulator.system.software import SoftwareHealthState, SoftwareCriticality\n", "from primaite.simulator.network.transmission.transport_layer import Port\n", + "from primaite.simulator.network.transmission.network_layer import IPProtocol\n", + "from primaite.simulator.file_system.file_system import FileSystem\n", + "from pathlib import Path\n", "\n", "# no applications exist yet so we will create our own.\n", "class MSPaint(Application):\n", @@ -172,16 +213,16 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 129, "metadata": {}, "outputs": [], "source": [ - "mspaint = MSPaint(name = \"mspaint\", health_state_actual=SoftwareHealthState.GOOD, health_state_visible=SoftwareHealthState.GOOD, criticality=SoftwareCriticality.MEDIUM, ports={Port.HTTP}, operating_state=ApplicationOperatingState.RUNNING,execution_control_status='manual')" + "mspaint = MSPaint(name = \"mspaint\", health_state_actual=SoftwareHealthState.GOOD, health_state_visible=SoftwareHealthState.GOOD, criticality=SoftwareCriticality.MEDIUM, port=Port.HTTP, protocol = IPProtocol.NONE,operating_state=ApplicationOperatingState.RUNNING,execution_control_status='manual', file_system=FileSystem(sys_log=SysLog(hostname=\"Test\"), sim_root=Path(__name__).parent),)" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 130, "metadata": {}, "outputs": [], "source": [ @@ -197,7 +238,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 131, "metadata": {}, "outputs": [], "source": [ @@ -206,7 +247,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 132, "metadata": {}, "outputs": [], "source": [ @@ -223,18 +264,515 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 133, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "{'uuid': '42d005b2-4dc8-4aec-be54-3493242eee32',\n", + " 'network': {'uuid': '069f61a4-ac40-431f-ad13-2fc9b26dc091',\n", + " 'nodes': {'primaite_pc': {'uuid': '52246eed-9a3f-4b19-ad0c-48fc3bbb998d',\n", + " 'hostname': 'primaite_pc',\n", + " 'operating_state': 2,\n", + " 'NICs': {1: {'uuid': '73dcb42e-7db4-45cf-b439-9b8066c8e32e',\n", + " 'mac_address': 'c9:84:ec:48:87:77',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {},\n", + " 'ip_address': '192.168.1.10',\n", + " 'subnet_mask': '255.255.255.0',\n", + " 'wake_on_lan': False},\n", + " 2: {'uuid': 'e0fbda66-afcb-4a79-b696-aad0778279a2',\n", + " 'mac_address': 'cb:66:8b:b2:dc:51',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {},\n", + " 'ip_address': '130.1.1.1',\n", + " 'subnet_mask': '255.255.255.0',\n", + " 'wake_on_lan': False}},\n", + " 'file_system': {'uuid': '8a857927-dd5e-40e9-86fd-1df8b3a2b463',\n", + " 'folders': {'root': {'uuid': 'acb725c9-461e-40c5-b2c0-ed198865e1f2',\n", + " 'name': 'root',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'files': {},\n", + " 'deleted_files': {}},\n", + " 'downloads': {'uuid': '484f7bcf-b8da-4995-8538-82b2a4d059c7',\n", + " 'name': 'downloads',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'files': {'firefox_installer.zip': {'uuid': '5e1e5bec-a984-4ae1-9799-78083bd2e3c2',\n", + " 'name': 'firefox_installer.zip',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'size': 1024000,\n", + " 'file_type': 'ZIP',\n", + " 'num_access': 0}},\n", + " 'deleted_files': {}}},\n", + " 'deleted_folders': {},\n", + " 'num_file_creations': 0,\n", + " 'num_file_deletions': 0},\n", + " 'applications': {'WebBrowser': {'uuid': '5987fc38-686d-439f-b513-23166884596e',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 80,\n", + " 'operating_state': 2,\n", + " 'execution_control_status': 'manual',\n", + " 'num_executions': 0,\n", + " 'groups': [],\n", + " 'history': []},\n", + " 'mspaint': {'uuid': '88eb36c5-dba4-4f79-ad95-5957f7de3fa2',\n", + " 'health_state_actual': 1,\n", + " 'health_state_visible': 1,\n", + " 'criticality': 3,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 80,\n", + " 'operating_state': 1,\n", + " 'execution_control_status': 'manual',\n", + " 'num_executions': 0,\n", + " 'groups': []}},\n", + " 'services': {'ARP': {'uuid': 'e220dde6-88d5-4e24-a2de-5bce0cd4a916',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 219,\n", + " 'operating_state': 2},\n", + " 'ICMP': {'uuid': 'ef728c73-97b7-480f-bedb-04dc3d5efd57',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 0,\n", + " 'operating_state': 2},\n", + " 'DNSClient': {'uuid': '30b159f1-a4e8-41f5-923b-c692d104f385',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 53,\n", + " 'operating_state': 2},\n", + " 'FTPClient': {'uuid': '5f267d5f-6bb8-4e97-b6b9-855ee2d50c25',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 21,\n", + " 'operating_state': 2},\n", + " 'NTPClient': {'uuid': '1ea99f1e-dc04-4548-a384-913851a7e4fd',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 123,\n", + " 'operating_state': 2}},\n", + " 'process': {},\n", + " 'revealed_to_red': False},\n", + " 'google_server': {'uuid': 'b9a41d9c-6642-441b-8049-8302ddafd3b1',\n", + " 'hostname': 'google_server',\n", + " 'operating_state': 2,\n", + " 'NICs': {1: {'uuid': 'd0736beb-085a-4754-8b44-de73e6a8c80f',\n", + " 'mac_address': '45:27:ed:64:ac:09',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {},\n", + " 'ip_address': '192.168.1.11',\n", + " 'subnet_mask': '255.255.255.0',\n", + " 'wake_on_lan': False},\n", + " 2: {'uuid': '53993d8f-216e-4c00-9b03-c6bb9e2437b5',\n", + " 'mac_address': '17:9d:82:db:ca:c8',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {},\n", + " 'ip_address': '130.1.1.2',\n", + " 'subnet_mask': '255.255.255.0',\n", + " 'wake_on_lan': False}},\n", + " 'file_system': {'uuid': '8d4ded3a-56bb-46f0-ad7f-40d65b523581',\n", + " 'folders': {'root': {'uuid': '7a86576b-607f-468b-826f-4834cf2b3511',\n", + " 'name': 'root',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'files': {'favicon.ico': {'uuid': '24789051-6762-48f4-8a56-c28882374273',\n", + " 'name': 'favicon.ico',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'size': 0,\n", + " 'file_type': 'UNKNOWN',\n", + " 'num_access': 0}},\n", + " 'deleted_files': {}},\n", + " 'static': {'uuid': '154b2ad3-e43d-4924-b758-e11db0e176de',\n", + " 'name': 'static',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'files': {},\n", + " 'deleted_files': {}}},\n", + " 'deleted_folders': {},\n", + " 'num_file_creations': 1,\n", + " 'num_file_deletions': 0},\n", + " 'applications': {'WebBrowser': {'uuid': '9b368321-e22d-4e35-9395-80632492c20a',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 80,\n", + " 'operating_state': 2,\n", + " 'execution_control_status': 'manual',\n", + " 'num_executions': 0,\n", + " 'groups': [],\n", + " 'history': []}},\n", + " 'services': {'ARP': {'uuid': '30df82c0-5823-4464-8c23-5b99922f98f7',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 219,\n", + " 'operating_state': 2},\n", + " 'ICMP': {'uuid': '2d02a2de-7ec8-4da1-9538-c85eb397d4e3',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 0,\n", + " 'operating_state': 2},\n", + " 'DNSClient': {'uuid': 'db979263-ff81-4a04-95e8-d94442e9ddfa',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 53,\n", + " 'operating_state': 2},\n", + " 'FTPClient': {'uuid': 'd9d6417b-d1e0-416b-a711-3478fa248194',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 21,\n", + " 'operating_state': 2},\n", + " 'NTPClient': {'uuid': 'b23a1032-a817-492b-bdd6-2ecc6fb4591c',\n", + " 'health_state_actual': 0,\n", + " 'health_state_visible': 0,\n", + " 'criticality': 1,\n", + " 'fixing_count': 0,\n", + " 'scanning_count': 0,\n", + " 'revealed_to_red': False,\n", + " 'installing_count': 0,\n", + " 'max_sessions': 100,\n", + " 'tcp': True,\n", + " 'udp': True,\n", + " 'port': 123,\n", + " 'operating_state': 2}},\n", + " 'process': {},\n", + " 'revealed_to_red': False},\n", + " 'switch1': {'uuid': 'e658eac3-c4b8-4768-bf27-e2d90b7f57c0',\n", + " 'hostname': 'switch1',\n", + " 'operating_state': 2,\n", + " 'NICs': {1: {'uuid': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", + " 'mac_address': 'df:d2:c7:2a:a1:52',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 2: {'uuid': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", + " 'mac_address': '84:01:f3:bb:47:1c',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 3: {'uuid': '4207353c-e0cd-456d-89fe-13ddfc605cff',\n", + " 'mac_address': '8b:31:ac:cc:05:c9',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 4: {'uuid': '8aa1395f-e360-48a7-be97-ed1a5ca191ae',\n", + " 'mac_address': '75:3c:ae:bd:3a:b5',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 5: {'uuid': '8b5d575c-ab0c-43ac-abfc-fa5ae75183e5',\n", + " 'mac_address': 'e7:7f:c4:af:8e:5b',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 6: {'uuid': '9d3cd584-f684-4f2e-9c8a-423d859fe3d3',\n", + " 'mac_address': '48:cf:18:8d:92:80',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 7: {'uuid': 'd42338bb-d579-483d-9e05-0318e17e574a',\n", + " 'mac_address': 'c6:99:5c:41:13:d7',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 8: {'uuid': '55bbd70b-491d-4452-8326-390ec3fadc28',\n", + " 'mac_address': '81:ab:39:0c:a2:dd',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 9: {'uuid': '0755d768-79c7-48cf-9220-d2dad32e574b',\n", + " 'mac_address': '62:35:0c:5e:cc:5d',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 10: {'uuid': 'deaecc57-ec76-4e27-a37e-f66964901b03',\n", + " 'mac_address': '51:26:00:c6:7e:ac',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 11: {'uuid': '53fe318c-4969-42fe-920b-37a491f54d84',\n", + " 'mac_address': '35:59:c7:13:ab:a5',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 12: {'uuid': '5a81caa0-9d91-4a86-9bd4-4ecb589c70ae',\n", + " 'mac_address': '7a:6b:ec:15:1e:de',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}}},\n", + " 'file_system': {'uuid': '289bea1e-69bf-44d5-80fe-212dad8afcd5',\n", + " 'folders': {'root': {'uuid': '3b588b3c-bc4a-4c06-a688-eced0128b128',\n", + " 'name': 'root',\n", + " 'health_status': 1,\n", + " 'visible_status': 1,\n", + " 'previous_hash': None,\n", + " 'revealed_to_red': False,\n", + " 'files': {},\n", + " 'deleted_files': {}}},\n", + " 'deleted_folders': {},\n", + " 'num_file_creations': 0,\n", + " 'num_file_deletions': 0},\n", + " 'applications': {},\n", + " 'services': {},\n", + " 'process': {},\n", + " 'revealed_to_red': False,\n", + " 'ports': {1: {'uuid': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", + " 'mac_address': 'df:d2:c7:2a:a1:52',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 2: {'uuid': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", + " 'mac_address': '84:01:f3:bb:47:1c',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 3: {'uuid': '4207353c-e0cd-456d-89fe-13ddfc605cff',\n", + " 'mac_address': '8b:31:ac:cc:05:c9',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 4: {'uuid': '8aa1395f-e360-48a7-be97-ed1a5ca191ae',\n", + " 'mac_address': '75:3c:ae:bd:3a:b5',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 5: {'uuid': '8b5d575c-ab0c-43ac-abfc-fa5ae75183e5',\n", + " 'mac_address': 'e7:7f:c4:af:8e:5b',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 6: {'uuid': '9d3cd584-f684-4f2e-9c8a-423d859fe3d3',\n", + " 'mac_address': '48:cf:18:8d:92:80',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 7: {'uuid': 'd42338bb-d579-483d-9e05-0318e17e574a',\n", + " 'mac_address': 'c6:99:5c:41:13:d7',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 8: {'uuid': '55bbd70b-491d-4452-8326-390ec3fadc28',\n", + " 'mac_address': '81:ab:39:0c:a2:dd',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 9: {'uuid': '0755d768-79c7-48cf-9220-d2dad32e574b',\n", + " 'mac_address': '62:35:0c:5e:cc:5d',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 10: {'uuid': 'deaecc57-ec76-4e27-a37e-f66964901b03',\n", + " 'mac_address': '51:26:00:c6:7e:ac',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 11: {'uuid': '53fe318c-4969-42fe-920b-37a491f54d84',\n", + " 'mac_address': '35:59:c7:13:ab:a5',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}},\n", + " 12: {'uuid': '5a81caa0-9d91-4a86-9bd4-4ecb589c70ae',\n", + " 'mac_address': '7a:6b:ec:15:1e:de',\n", + " 'speed': 100,\n", + " 'mtu': 1500,\n", + " 'enabled': False,\n", + " 'nmne': {}}},\n", + " 'num_ports': 12,\n", + " 'mac_address_table': {}}},\n", + " 'links': {'primaite_pc:eth-2<->switch1:eth-1': {'uuid': '3d053257-7473-4a66-afbc-ee33a18f2e39',\n", + " 'endpoint_a': 'e0fbda66-afcb-4a79-b696-aad0778279a2',\n", + " 'endpoint_b': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", + " 'bandwidth': 100.0,\n", + " 'current_load': 0.0,\n", + " 'hostname_a': 'primaite_pc',\n", + " 'hostname_b': 'switch1',\n", + " 'port_a': 2,\n", + " 'port_b': 1},\n", + " 'google_server:eth-2<->switch1:eth-2': {'uuid': '42b8f911-3640-4ccb-b277-b48b294a1fc8',\n", + " 'endpoint_a': '53993d8f-216e-4c00-9b03-c6bb9e2437b5',\n", + " 'endpoint_b': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", + " 'bandwidth': 100.0,\n", + " 'current_load': 0.0,\n", + " 'hostname_a': 'google_server',\n", + " 'hostname_b': 'switch1',\n", + " 'port_a': 2,\n", + " 'port_b': 2}}},\n", + " 'domain': {'uuid': 'f0629156-e9af-493d-b098-f47d73126122',\n", + " 'accounts': {'admin': {'uuid': 'b76653a9-d40e-483b-85a3-1b44628a11d0',\n", + " 'num_logons': 0,\n", + " 'num_logoffs': 0,\n", + " 'num_group_changes': 0,\n", + " 'username': 'admin',\n", + " 'password': 'admin12',\n", + " 'account_type': 2,\n", + " 'enabled': True}}}}" + ] + }, + "execution_count": 133, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "my_sim.describe_state()" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 134, "metadata": {}, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "'{\"uuid\": \"42d005b2-4dc8-4aec-be54-3493242eee32\", \"network\": {\"uuid\": \"069f61a4-ac40-431f-ad13-2fc9b26dc091\", \"nodes\": {\"primaite_pc\": {\"uuid\": \"52246eed-9a3f-4b19-ad0c-48fc3bbb998d\", \"hostname\": \"primaite_pc\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"73dcb42e-7db4-45cf-b439-9b8066c8e32e\", \"mac_address\": \"c9:84:ec:48:87:77\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.10\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"e0fbda66-afcb-4a79-b696-aad0778279a2\", \"mac_address\": \"cb:66:8b:b2:dc:51\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.1\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"8a857927-dd5e-40e9-86fd-1df8b3a2b463\", \"folders\": {\"root\": {\"uuid\": \"acb725c9-461e-40c5-b2c0-ed198865e1f2\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}, \"downloads\": {\"uuid\": \"484f7bcf-b8da-4995-8538-82b2a4d059c7\", \"name\": \"downloads\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"firefox_installer.zip\": {\"uuid\": \"5e1e5bec-a984-4ae1-9799-78083bd2e3c2\", \"name\": \"firefox_installer.zip\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 1024000, \"file_type\": \"ZIP\", \"num_access\": 0}}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"5987fc38-686d-439f-b513-23166884596e\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}, \"mspaint\": {\"uuid\": \"88eb36c5-dba4-4f79-ad95-5957f7de3fa2\", \"health_state_actual\": 1, \"health_state_visible\": 1, \"criticality\": 3, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 1, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": []}}, \"services\": {\"ARP\": {\"uuid\": \"e220dde6-88d5-4e24-a2de-5bce0cd4a916\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"ef728c73-97b7-480f-bedb-04dc3d5efd57\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"30b159f1-a4e8-41f5-923b-c692d104f385\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"5f267d5f-6bb8-4e97-b6b9-855ee2d50c25\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"1ea99f1e-dc04-4548-a384-913851a7e4fd\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"google_server\": {\"uuid\": \"b9a41d9c-6642-441b-8049-8302ddafd3b1\", \"hostname\": \"google_server\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"d0736beb-085a-4754-8b44-de73e6a8c80f\", \"mac_address\": \"45:27:ed:64:ac:09\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.11\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"53993d8f-216e-4c00-9b03-c6bb9e2437b5\", \"mac_address\": \"17:9d:82:db:ca:c8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.2\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"8d4ded3a-56bb-46f0-ad7f-40d65b523581\", \"folders\": {\"root\": {\"uuid\": \"7a86576b-607f-468b-826f-4834cf2b3511\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"favicon.ico\": {\"uuid\": \"24789051-6762-48f4-8a56-c28882374273\", \"name\": \"favicon.ico\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 0, \"file_type\": \"UNKNOWN\", \"num_access\": 0}}, \"deleted_files\": {}}, \"static\": {\"uuid\": \"154b2ad3-e43d-4924-b758-e11db0e176de\", \"name\": \"static\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 1, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"9b368321-e22d-4e35-9395-80632492c20a\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}}, \"services\": {\"ARP\": {\"uuid\": \"30df82c0-5823-4464-8c23-5b99922f98f7\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"2d02a2de-7ec8-4da1-9538-c85eb397d4e3\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"db979263-ff81-4a04-95e8-d94442e9ddfa\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"d9d6417b-d1e0-416b-a711-3478fa248194\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"b23a1032-a817-492b-bdd6-2ecc6fb4591c\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"switch1\": {\"uuid\": \"e658eac3-c4b8-4768-bf27-e2d90b7f57c0\", \"hostname\": \"switch1\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"mac_address\": \"df:d2:c7:2a:a1:52\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"mac_address\": \"84:01:f3:bb:47:1c\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"4207353c-e0cd-456d-89fe-13ddfc605cff\", \"mac_address\": \"8b:31:ac:cc:05:c9\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"8aa1395f-e360-48a7-be97-ed1a5ca191ae\", \"mac_address\": \"75:3c:ae:bd:3a:b5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"8b5d575c-ab0c-43ac-abfc-fa5ae75183e5\", \"mac_address\": \"e7:7f:c4:af:8e:5b\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"9d3cd584-f684-4f2e-9c8a-423d859fe3d3\", \"mac_address\": \"48:cf:18:8d:92:80\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"d42338bb-d579-483d-9e05-0318e17e574a\", \"mac_address\": \"c6:99:5c:41:13:d7\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"55bbd70b-491d-4452-8326-390ec3fadc28\", \"mac_address\": \"81:ab:39:0c:a2:dd\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"0755d768-79c7-48cf-9220-d2dad32e574b\", \"mac_address\": \"62:35:0c:5e:cc:5d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"deaecc57-ec76-4e27-a37e-f66964901b03\", \"mac_address\": \"51:26:00:c6:7e:ac\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"53fe318c-4969-42fe-920b-37a491f54d84\", \"mac_address\": \"35:59:c7:13:ab:a5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5a81caa0-9d91-4a86-9bd4-4ecb589c70ae\", \"mac_address\": \"7a:6b:ec:15:1e:de\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"file_system\": {\"uuid\": \"289bea1e-69bf-44d5-80fe-212dad8afcd5\", \"folders\": {\"root\": {\"uuid\": \"3b588b3c-bc4a-4c06-a688-eced0128b128\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {}, \"services\": {}, \"process\": {}, \"revealed_to_red\": false, \"ports\": {\"1\": {\"uuid\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"mac_address\": \"df:d2:c7:2a:a1:52\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"mac_address\": \"84:01:f3:bb:47:1c\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"4207353c-e0cd-456d-89fe-13ddfc605cff\", \"mac_address\": \"8b:31:ac:cc:05:c9\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"8aa1395f-e360-48a7-be97-ed1a5ca191ae\", \"mac_address\": \"75:3c:ae:bd:3a:b5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"8b5d575c-ab0c-43ac-abfc-fa5ae75183e5\", \"mac_address\": \"e7:7f:c4:af:8e:5b\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"9d3cd584-f684-4f2e-9c8a-423d859fe3d3\", \"mac_address\": \"48:cf:18:8d:92:80\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"d42338bb-d579-483d-9e05-0318e17e574a\", \"mac_address\": \"c6:99:5c:41:13:d7\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"55bbd70b-491d-4452-8326-390ec3fadc28\", \"mac_address\": \"81:ab:39:0c:a2:dd\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"0755d768-79c7-48cf-9220-d2dad32e574b\", \"mac_address\": \"62:35:0c:5e:cc:5d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"deaecc57-ec76-4e27-a37e-f66964901b03\", \"mac_address\": \"51:26:00:c6:7e:ac\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"53fe318c-4969-42fe-920b-37a491f54d84\", \"mac_address\": \"35:59:c7:13:ab:a5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5a81caa0-9d91-4a86-9bd4-4ecb589c70ae\", \"mac_address\": \"7a:6b:ec:15:1e:de\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"num_ports\": 12, \"mac_address_table\": {}}}, \"links\": {\"primaite_pc:eth-2<->switch1:eth-1\": {\"uuid\": \"3d053257-7473-4a66-afbc-ee33a18f2e39\", \"endpoint_a\": \"e0fbda66-afcb-4a79-b696-aad0778279a2\", \"endpoint_b\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"primaite_pc\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 1}, \"google_server:eth-2<->switch1:eth-2\": {\"uuid\": \"42b8f911-3640-4ccb-b277-b48b294a1fc8\", \"endpoint_a\": \"53993d8f-216e-4c00-9b03-c6bb9e2437b5\", \"endpoint_b\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"google_server\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 2}}}, \"domain\": {\"uuid\": \"f0629156-e9af-493d-b098-f47d73126122\", \"accounts\": {\"admin\": {\"uuid\": \"b76653a9-d40e-483b-85a3-1b44628a11d0\", \"num_logons\": 0, \"num_logoffs\": 0, \"num_group_changes\": 0, \"username\": \"admin\", \"password\": \"admin12\", \"account_type\": 2, \"enabled\": true}}}}'" + ] + }, + "execution_count": 134, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "import json\n", "json.dumps(my_sim.describe_state())" @@ -257,7 +795,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.11" }, "orig_nbformat": 4 }, diff --git a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb index b537f54b..47703c9c 100644 --- a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb +++ b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb @@ -59,7 +59,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 1, "id": "de57ac8c-5b28-4847-a759-2ceaf5593329", "metadata": { "tags": [] @@ -71,7 +71,7 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 2, "id": "a1e2e4df-67c0-4584-ab27-47e2c7c7fcd2", "metadata": { "tags": [] @@ -91,12 +91,70 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 3, "id": "cc199741-ef2e-47f5-b2f0-e20049ccf40f", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+------------------------------------------------+\n", + "| Nodes |\n", + "+-------------------+----------+-----------------+\n", + "| Node | Type | Operating State |\n", + "+-------------------+----------+-----------------+\n", + "| router_1 | Router | ON |\n", + "| switch_1 | Switch | ON |\n", + "| switch_2 | Switch | ON |\n", + "| domain_controller | Server | ON |\n", + "| database_server | Server | ON |\n", + "| web_server | Server | ON |\n", + "| backup_server | Server | ON |\n", + "| security_suite | Server | ON |\n", + "| client_1 | Computer | ON |\n", + "| client_2 | Computer | ON |\n", + "+-------------------+----------+-----------------+\n", + "+-----------------------------------------------------------------------------+\n", + "| IP Addresses |\n", + "+-------------------+------+----------------+---------------+-----------------+\n", + "| Node | Port | IP Address | Subnet Mask | Default Gateway |\n", + "+-------------------+------+----------------+---------------+-----------------+\n", + "| router_1 | 1 | 192.168.1.1 | 255.255.255.0 | None |\n", + "| router_1 | 2 | 192.168.10.1 | 255.255.255.0 | None |\n", + "| router_1 | 3 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| router_1 | 4 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| router_1 | 5 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| domain_controller | 1 | 192.168.1.10 | 255.255.255.0 | 192.168.1.1 |\n", + "| database_server | 1 | 192.168.1.14 | 255.255.255.0 | 192.168.1.1 |\n", + "| web_server | 1 | 192.168.1.12 | 255.255.255.0 | 192.168.1.1 |\n", + "| backup_server | 1 | 192.168.1.16 | 255.255.255.0 | 192.168.1.1 |\n", + "| security_suite | 1 | 192.168.1.110 | 255.255.255.0 | 192.168.1.1 |\n", + "| security_suite | 2 | 192.168.10.110 | 255.255.255.0 | 192.168.1.1 |\n", + "| client_1 | 1 | 192.168.10.21 | 255.255.255.0 | 192.168.10.1 |\n", + "| client_2 | 1 | 192.168.10.22 | 255.255.255.0 | 192.168.10.1 |\n", + "+-------------------+------+----------------+---------------+-----------------+\n", + "+---------------------------------------------------------------------------------------------------------------------------------------------------------------+\n", + "| Links |\n", + "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", + "| Endpoint A | A Port | Endpoint B | B Port | is Up | Bandwidth (MBits) | Current Load |\n", + "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", + "| router_1 | Port 2: eb:31:e8:11:28:ac/192.168.10.1 | switch_2 | Port 8: d3:59:e2:73:4e:b8 | True | 100.0 | 0.00006% |\n", + "| router_1 | Port 1: 3f:c3:3d:00:74:c4/192.168.1.1 | switch_1 | Port 8: a9:ea:54:9f:35:f8 | True | 100.0 | 0.00018% |\n", + "| switch_1 | Port 7: 63:ea:45:e6:f4:22 | security_suite | Port 1: 18:9d:a1:f0:6f:0b/192.168.1.110 | True | 100.0 | 0.00003% |\n", + "| switch_1 | Port 4: 08:0e:a9:03:d7:3c | backup_server | Port 1: c3:e5:81:c9:8b:74/192.168.1.16 | True | 100.0 | 0.00003% |\n", + "| switch_1 | Port 2: 75:c5:30:0f:5d:92 | web_server | Port 1: 90:94:52:a6:1f:c5/192.168.1.12 | True | 100.0 | 0.00015% |\n", + "| switch_1 | Port 3: f1:62:75:5d:d9:59 | database_server | Port 1: 2e:e8:cb:a5:97:12/192.168.1.14 | True | 100.0 | 0.00017% |\n", + "| switch_1 | Port 1: 08:79:a7:3f:b5:96 | domain_controller | Port 1: 00:c3:ff:62:87:8f/192.168.1.10 | True | 100.0 | 0.00003% |\n", + "| switch_2 | Port 7: 88:9c:57:5c:53:5e | security_suite | Port 2: 9e:b2:c8:04:d8:97/192.168.10.110 | True | 100.0 | 0.00000% |\n", + "| switch_2 | Port 2: a8:1b:b2:78:12:34 | client_2 | Port 1: 6a:b1:ff:36:ef:40/192.168.10.22 | True | 100.0 | 0.00003% |\n", + "| switch_2 | Port 1: 42:08:3f:1e:ea:dd | client_1 | Port 1: f6:6d:35:8a:67:d8/192.168.10.21 | True | 100.0 | 0.00003% |\n", + "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n" + ] + } + ], "source": [ "network.show()" ] @@ -133,12 +191,30 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 4, "id": "e76d1854-961e-438c-b40f-77fd9c3abe38", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+---------------------------------------------------------------+\n", + "| router_1 Network Interfaces |\n", + "+------+-------------------+-----------------+-------+----------+\n", + "| Port | MAC Address | Address | Speed | Status |\n", + "+------+-------------------+-----------------+-------+----------+\n", + "| 1 | 3f:c3:3d:00:74:c4 | 192.168.1.1/24 | 100 | Enabled |\n", + "| 2 | eb:31:e8:11:28:ac | 192.168.10.1/24 | 100 | Enabled |\n", + "| 3 | 7b:4f:23:8d:b5:18 | 127.0.0.1/8 | 100 | Disabled |\n", + "| 4 | cd:89:ba:42:ee:04 | 127.0.0.1/8 | 100 | Disabled |\n", + "| 5 | 8d:92:27:76:79:c5 | 127.0.0.1/8 | 100 | Disabled |\n", + "+------+-------------------+-----------------+-------+----------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").show()" ] @@ -153,12 +229,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 5, "id": "92de8b42-92d7-4934-9c12-50bf724c9eb2", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-------------------------------------------------------+\n", + "| router_1 ARP Cache |\n", + "+---------------+-------------------+-------------------+\n", + "| IP Address | MAC Address | Via |\n", + "+---------------+-------------------+-------------------+\n", + "| 192.168.10.21 | f6:6d:35:8a:67:d8 | eb:31:e8:11:28:ac |\n", + "| 192.168.10.22 | 6a:b1:ff:36:ef:40 | eb:31:e8:11:28:ac |\n", + "| 192.168.1.10 | 00:c3:ff:62:87:8f | 3f:c3:3d:00:74:c4 |\n", + "| 192.168.1.14 | 2e:e8:cb:a5:97:12 | 3f:c3:3d:00:74:c4 |\n", + "| 192.168.1.12 | 90:94:52:a6:1f:c5 | 3f:c3:3d:00:74:c4 |\n", + "| 192.168.1.16 | c3:e5:81:c9:8b:74 | 3f:c3:3d:00:74:c4 |\n", + "| 192.168.1.110 | 18:9d:a1:f0:6f:0b | 3f:c3:3d:00:74:c4 |\n", + "+---------------+-------------------+-------------------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").arp.show()" ] @@ -173,12 +269,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 6, "id": "5922282a-d22b-4e55-9176-f3f3654c849f", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+---------------------------------------------------------------------------------------------------------------------------------------+\n", + "| router_1 Access Control List |\n", + "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n", + "| Index | Action | Protocol | Src IP | Src Wildcard | Src Port | Dst IP | Dst Wildcard | Dst Port | Matched |\n", + "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n", + "| 0 | PERMIT | ANY | ANY | ANY | 5432 (POSTGRES_SERVER) | ANY | ANY | 5432 (POSTGRES_SERVER) | 0 |\n", + "| 1 | PERMIT | ANY | ANY | ANY | 53 (DNS) | ANY | ANY | 53 (DNS) | 0 |\n", + "| 2 | PERMIT | ANY | ANY | ANY | 21 (FTP) | ANY | ANY | 21 (FTP) | 0 |\n", + "| 3 | PERMIT | ANY | ANY | ANY | 80 (HTTP) | ANY | ANY | 80 (HTTP) | 0 |\n", + "| 22 | PERMIT | ANY | ANY | ANY | 219 (ARP) | ANY | ANY | 219 (ARP) | 0 |\n", + "| 23 | PERMIT | ICMP | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", + "| 24 | DENY | ANY | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", + "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").acl.show()" ] @@ -193,12 +309,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 7, "id": "327203be-f475-4727-82a1-e992d3b70ed8", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-------------------------------------+\n", + "| router_1 Route Table |\n", + "+-------+---------+----------+--------+\n", + "| Index | Address | Next Hop | Metric |\n", + "+-------+---------+----------+--------+\n", + "+-------+---------+----------+--------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").route_table.show()" ] @@ -213,12 +342,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 8, "id": "3d0aa004-b10c-445f-aaab-340e0e716c74", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| router_1 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").sys_log.show(last_n=10)" ] @@ -238,17 +380,52 @@ "id": "4879394d-2981-40de-a229-e19b09a34e6e", "metadata": {}, "source": [ - "Calling `switch.show()` displays the Switch orts on the Switch." + "Calling `switch.show()` displays the Switch ports on the Switch." ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 30, "id": "e7fd439b-5442-4e9d-9e7d-86dacb77f458", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+---------------------------------------------+\n", + "| switch_1 Switch Ports |\n", + "+------+-------------------+-------+----------+\n", + "| Port | MAC Address | Speed | Status |\n", + "+------+-------------------+-------+----------+\n", + "| 1 | 08:79:a7:3f:b5:96 | 100 | Enabled |\n", + "| 2 | 75:c5:30:0f:5d:92 | 100 | Enabled |\n", + "| 3 | f1:62:75:5d:d9:59 | 100 | Enabled |\n", + "| 4 | 08:0e:a9:03:d7:3c | 100 | Enabled |\n", + "| 5 | ae:40:29:58:c7:95 | 100 | Disabled |\n", + "| 6 | 7d:54:38:7f:79:e8 | 100 | Disabled |\n", + "| 7 | 63:ea:45:e6:f4:22 | 100 | Enabled |\n", + "| 8 | a9:ea:54:9f:35:f8 | 100 | Enabled |\n", + "+------+-------------------+-------+----------+\n", + "+---------------------------------------------+\n", + "| switch_2 Switch Ports |\n", + "+------+-------------------+-------+----------+\n", + "| Port | MAC Address | Speed | Status |\n", + "+------+-------------------+-------+----------+\n", + "| 1 | 42:08:3f:1e:ea:dd | 100 | Enabled |\n", + "| 2 | a8:1b:b2:78:12:34 | 100 | Enabled |\n", + "| 3 | 43:e4:54:fe:e7:1f | 100 | Disabled |\n", + "| 4 | 24:bf:74:7c:c4:11 | 100 | Disabled |\n", + "| 5 | 4b:57:f7:46:c9:4f | 100 | Disabled |\n", + "| 6 | 10:03:9d:39:0c:81 | 100 | Disabled |\n", + "| 7 | 88:9c:57:5c:53:5e | 100 | Enabled |\n", + "| 8 | d3:59:e2:73:4e:b8 | 100 | Enabled |\n", + "+------+-------------------+-------+----------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"switch_1\").show()" ] @@ -265,14 +442,28 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 10, "id": "d06e1310-4a77-4315-a59f-cb1b49ca2352", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+--------------------------------+\n", + "| switch_1 ARP Cache |\n", + "+------------+-------------+-----+\n", + "| IP Address | MAC Address | Via |\n", + "+------------+-------------+-----+\n", + "+------------+-------------+-----+\n" + ] + } + ], "source": [ - "network.get_node_by_hostname(\"switch_1\").arp.show()" + "network.get_node_by_hostname(\"switch_1\").arp.show()\n", + "#network.get_node_by_hostname(\"switch_1\").software_manager" ] }, { @@ -285,12 +476,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 11, "id": "a0d984b7-a7c1-4bbd-aa5a-9d3caecb08dc", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| switch_1 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"switch_1\").sys_log.show()" ] @@ -317,12 +521,38 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 12, "id": "656c37f6-b145-42af-9714-8d2886d0eff8", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------------------------------------------------+\n", + "| security_suite Network Interface Cards |\n", + "+------+------+-------------------+-------------------+-------+---------+\n", + "| Port | Type | MAC Address | Address | Speed | Status |\n", + "+------+------+-------------------+-------------------+-------+---------+\n", + "| 1 | NIC | 18:9d:a1:f0:6f:0b | 192.168.1.110/24 | 100 | Enabled |\n", + "| 2 | NIC | 9e:b2:c8:04:d8:97 | 192.168.10.110/24 | 100 | Enabled |\n", + "+------+------+-------------------+-------------------+-------+---------+\n", + "+---------------------------+\n", + "| security_suite Open Ports |\n", + "+-------------+-------------+\n", + "| Port | Name |\n", + "+-------------+-------------+\n", + "| 21 | FTP |\n", + "| 53 | DNS |\n", + "| 80 | HTTP |\n", + "| 123 | NTP |\n", + "| 219 | ARP |\n", + "+-------------+-------------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"security_suite\").show()" ] @@ -337,12 +567,26 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 13, "id": "66b267d6-2308-486a-b9aa-cb8d3bcf0753", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------------------------------+\n", + "| security_suite ARP Cache |\n", + "+-------------+-------------------+-------------------+\n", + "| IP Address | MAC Address | Via |\n", + "+-------------+-------------------+-------------------+\n", + "| 192.168.1.1 | 3f:c3:3d:00:74:c4 | 18:9d:a1:f0:6f:0b |\n", + "+-------------+-------------------+-------------------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"security_suite\").arp.show()" ] @@ -357,12 +601,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 14, "id": "1b5debe8-ef1b-445d-8fa9-6a45568f21f3", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| security_suite Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"security_suite\").sys_log.show()" ] @@ -379,12 +636,38 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 15, "id": "495b7de4-b6ce-41a6-9114-f74752ab4491", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------------------------------------------------------+\n", + "| IP Addresses |\n", + "+-------------------+------+----------------+---------------+-----------------+\n", + "| Node | Port | IP Address | Subnet Mask | Default Gateway |\n", + "+-------------------+------+----------------+---------------+-----------------+\n", + "| router_1 | 1 | 192.168.1.1 | 255.255.255.0 | None |\n", + "| router_1 | 2 | 192.168.10.1 | 255.255.255.0 | None |\n", + "| router_1 | 3 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| router_1 | 4 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| router_1 | 5 | 127.0.0.1 | 255.0.0.0 | None |\n", + "| domain_controller | 1 | 192.168.1.10 | 255.255.255.0 | 192.168.1.1 |\n", + "| database_server | 1 | 192.168.1.14 | 255.255.255.0 | 192.168.1.1 |\n", + "| web_server | 1 | 192.168.1.12 | 255.255.255.0 | 192.168.1.1 |\n", + "| backup_server | 1 | 192.168.1.16 | 255.255.255.0 | 192.168.1.1 |\n", + "| security_suite | 1 | 192.168.1.110 | 255.255.255.0 | 192.168.1.1 |\n", + "| security_suite | 2 | 192.168.10.110 | 255.255.255.0 | 192.168.1.1 |\n", + "| client_1 | 1 | 192.168.10.21 | 255.255.255.0 | 192.168.10.1 |\n", + "| client_2 | 1 | 192.168.10.22 | 255.255.255.0 | 192.168.10.1 |\n", + "+-------------------+------+----------------+---------------+-----------------+\n" + ] + } + ], "source": [ "network.show(nodes=False, links=False)" ] @@ -399,24 +682,60 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 16, "id": "a38abb71-994e-49e8-8f51-e9a550e95b99", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.10.1:\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Ping statistics for 192.168.10.1: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 16, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.10.1\")" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 17, "id": "8388e1e9-30e3-4534-8e5a-c6e9144149d2", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| client_1 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").sys_log.show(15)" ] @@ -431,12 +750,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 18, "id": "ff8e976a-c16b-470c-8923-325713a30d6c", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.1.1:\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", + "Ping statistics for 192.168.1.1: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 18, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.1\")" ] @@ -451,12 +793,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 19, "id": "c4163f8d-6a72-410c-9f5c-4f881b7de45e", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.1.12:\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 19, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.12\")" ] @@ -471,12 +836,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 20, "id": "e79a523a-5780-45b6-8798-c434e0e522bd", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| web_server Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"web_server\").sys_log.show()" ] @@ -501,12 +879,35 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 21, "id": "603cf913-e261-49da-a7dd-85e1bb6dec56", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.1.12:\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 21, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_2\").ping(\"192.168.1.12\")" ] @@ -521,12 +922,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 22, "id": "e047de00-3de4-4823-b26a-2c8d64c7a663", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| client_2 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"client_2\").sys_log.show()" ] @@ -541,16 +955,27 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 23, "id": "6db355ae-b99a-441b-a2c4-4ffe78f46bff", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 23, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "from primaite.simulator.network.transmission.network_layer import IPProtocol\n", "from primaite.simulator.network.transmission.transport_layer import Port\n", - "from primaite.simulator.network.hardware.nodes.router import ACLAction\n", + "from primaite.simulator.network.hardware.nodes.network.router import ACLAction\n", "network.get_node_by_hostname(\"router_1\").acl.add_rule(\n", " action=ACLAction.DENY,\n", " protocol=IPProtocol.ICMP,\n", @@ -561,12 +986,32 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 24, "id": "a345e000-8842-4827-af96-adc0fbe390fb", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+----------------------------------------------------------------------------------------------------------------------------------------------+\n", + "| router_1 Access Control List |\n", + "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n", + "| Index | Action | Protocol | Src IP | Src Wildcard | Src Port | Dst IP | Dst Wildcard | Dst Port | Matched |\n", + "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n", + "| 0 | PERMIT | ANY | ANY | ANY | 5432 (POSTGRES_SERVER) | ANY | ANY | 5432 (POSTGRES_SERVER) | 0 |\n", + "| 1 | DENY | ICMP | 192.168.10.22 | ANY | ANY | ANY | ANY | ANY | 0 |\n", + "| 2 | PERMIT | ANY | ANY | ANY | 21 (FTP) | ANY | ANY | 21 (FTP) | 0 |\n", + "| 3 | PERMIT | ANY | ANY | ANY | 80 (HTTP) | ANY | ANY | 80 (HTTP) | 0 |\n", + "| 22 | PERMIT | ANY | ANY | ANY | 219 (ARP) | ANY | ANY | 219 (ARP) | 0 |\n", + "| 23 | PERMIT | ICMP | ANY | ANY | ANY | ANY | ANY | ANY | 24 |\n", + "| 24 | DENY | ANY | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", + "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").acl.show()" ] @@ -581,12 +1026,31 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 25, "id": "a4f4ff31-590f-40fb-b13d-efaa8c2720b6", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.1.12:\n", + "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 0, Lost = 4 (100.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "False" + ] + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_2\").ping(\"192.168.1.12\")" ] @@ -601,12 +1065,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 26, "id": "f62b8a4e-fd3b-4059-b108-3d4a0b18f2a0", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| client_2 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"client_2\").sys_log.show()" ] @@ -621,12 +1098,25 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 27, "id": "7e53d776-99da-4d2c-a2a7-bd7ce27bff4c", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| router_1 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"router_1\").sys_log.show()" ] @@ -641,24 +1131,60 @@ }, { "cell_type": "code", - "execution_count": null, + "execution_count": 28, "id": "d542734b-7582-4af7-8254-bda3de50d091", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Pinging 192.168.1.12:\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", + "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" + ] + }, + { + "data": { + "text/plain": [ + "True" + ] + }, + "execution_count": 28, + "metadata": {}, + "output_type": "execute_result" + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.12\")" ] }, { "cell_type": "code", - "execution_count": null, + "execution_count": 29, "id": "d78e9fe3-02c6-4792-944f-5622e26e0412", "metadata": { "tags": [] }, - "outputs": [], + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "+-----------------------------+\n", + "| client_1 Sys Log |\n", + "+-----------+-------+---------+\n", + "| Timestamp | Level | Message |\n", + "+-----------+-------+---------+\n", + "+-----------+-------+---------+\n" + ] + } + ], "source": [ "network.get_node_by_hostname(\"client_1\").sys_log.show()" ] diff --git a/src/primaite/simulator/network/hardware/nodes/host/host_node.py b/src/primaite/simulator/network/hardware/nodes/host/host_node.py index 31378689..9d08b9f4 100644 --- a/src/primaite/simulator/network/hardware/nodes/host/host_node.py +++ b/src/primaite/simulator/network/hardware/nodes/host/host_node.py @@ -316,6 +316,10 @@ class HostNode(Node): super().__init__(**kwargs) self.connect_nic(NIC(ip_address=ip_address, subnet_mask=subnet_mask)) + @property + def arp(self) -> Optional[ARP]: + return self.software_manager.software.get("ARP") + def _install_system_software(self): """ Installs the system software and network services typically found on an operating system. diff --git a/src/primaite/simulator/network/hardware/nodes/network/network_node.py b/src/primaite/simulator/network/hardware/nodes/network/network_node.py index ebdb6ed8..a3dc3be3 100644 --- a/src/primaite/simulator/network/hardware/nodes/network/network_node.py +++ b/src/primaite/simulator/network/hardware/nodes/network/network_node.py @@ -1,8 +1,9 @@ from abc import abstractmethod +from typing import Optional from primaite.simulator.network.hardware.base import NetworkInterface, Node from primaite.simulator.network.transmission.data_link_layer import Frame - +from primaite.simulator.system.services.arp.arp import ARP class NetworkNode(Node): """ @@ -28,3 +29,7 @@ class NetworkNode(Node): :type from_network_interface: NetworkInterface """ pass + + @property + def arp(self) -> Optional[ARP]: + return self.software_manager.software.get("ARP") diff --git a/src/primaite/simulator/network/hardware/nodes/network/router.py b/src/primaite/simulator/network/hardware/nodes/network/router.py index 1c36c696..426c5415 100644 --- a/src/primaite/simulator/network/hardware/nodes/network/router.py +++ b/src/primaite/simulator/network/hardware/nodes/network/router.py @@ -1215,8 +1215,7 @@ class Router(NetworkNode): icmp: RouterICMP = self.software_manager.icmp # noqa icmp.router = self self.software_manager.install(RouterARP) - arp: RouterARP = self.software_manager.arp # noqa - arp.router = self + self.arp.router = self def _set_default_acl(self): """ From c13d3f191faf9a414f64728fd73fe2bb4d1cb187 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 13:34:57 +0100 Subject: [PATCH 02/15] #2453 - Correcting errors found from pipeline pre-commit checks --- .../create-simulation_demo.ipynb | 240 +++++++++--------- .../network_simulator_demo.ipynb | 170 +++++-------- .../network/hardware/nodes/host/host_node.py | 6 + .../hardware/nodes/network/network_node.py | 6 + 4 files changed, 192 insertions(+), 230 deletions(-) diff --git a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb index 57003e55..5ef31243 100644 --- a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb +++ b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": 119, + "execution_count": 1, "metadata": {}, "outputs": [], "source": [ @@ -36,20 +36,20 @@ }, { "cell_type": "code", - "execution_count": 120, + "execution_count": 2, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "{'uuid': '42d005b2-4dc8-4aec-be54-3493242eee32',\n", - " 'network': {'uuid': '069f61a4-ac40-431f-ad13-2fc9b26dc091',\n", + "{'uuid': '91c88b2a-caf1-47be-a394-d0c22e5110be',\n", + " 'network': {'uuid': 'a9121808-0401-460c-9833-23d4ba91e9bc',\n", " 'nodes': {},\n", " 'links': {}},\n", - " 'domain': {'uuid': 'f0629156-e9af-493d-b098-f47d73126122', 'accounts': {}}}" + " 'domain': {'uuid': '25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d', 'accounts': {}}}" ] }, - "execution_count": 120, + "execution_count": 2, "metadata": {}, "output_type": "execute_result" } @@ -69,7 +69,7 @@ }, { "cell_type": "code", - "execution_count": 121, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -79,7 +79,7 @@ }, { "cell_type": "code", - "execution_count": 122, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -98,7 +98,7 @@ }, { "cell_type": "code", - "execution_count": 123, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -108,16 +108,16 @@ }, { "cell_type": "code", - "execution_count": 124, + "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "Link(uuid='42b8f911-3640-4ccb-b277-b48b294a1fc8', endpoint_a=NIC(ip_address=IPv4Address('130.1.1.2'), subnet_mask=IPv4Address('255.255.255.0'), uuid='53993d8f-216e-4c00-9b03-c6bb9e2437b5', mac_address='17:9d:82:db:ca:c8', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}, wake_on_lan=False, gateway='130.1.1.255'), endpoint_b=SwitchPort(uuid='c03d4d22-f309-49b6-a1ad-45a04c40d25e', mac_address='84:01:f3:bb:47:1c', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}), bandwidth=100.0, current_load=0.0)" + "Link(uuid='2bd19485-0a6b-4878-978b-b082a672d9b9', endpoint_a=NIC(ip_address=IPv4Address('130.1.1.2'), subnet_mask=IPv4Address('255.255.255.0'), uuid='8a628493-83fb-44bf-a1b0-ef19e362ae5f', mac_address='44:89:a5:ce:7f:6f', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}, wake_on_lan=False, gateway='130.1.1.255'), endpoint_b=SwitchPort(uuid='a049bb8f-53d3-4575-b325-dfb55516edcd', mac_address='aa:45:88:e1:13:e5', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}), bandwidth=100.0, current_load=0.0)" ] }, - "execution_count": 124, + "execution_count": 6, "metadata": {}, "output_type": "execute_result" } @@ -145,7 +145,7 @@ }, { "cell_type": "code", - "execution_count": 125, + "execution_count": 7, "metadata": {}, "outputs": [], "source": [ @@ -156,7 +156,7 @@ }, { "cell_type": "code", - "execution_count": 126, + "execution_count": 8, "metadata": {}, "outputs": [], "source": [ @@ -166,16 +166,16 @@ }, { "cell_type": "code", - "execution_count": 127, + "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "File(uuid='24789051-6762-48f4-8a56-c28882374273', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='7a86576b-607f-468b-826f-4834cf2b3511', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-08_12-19-36/google_server/fs'), num_access=0, folder=Folder(uuid='7a86576b-607f-468b-826f-4834cf2b3511', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={'24789051-6762-48f4-8a56-c28882374273': File(uuid='24789051-6762-48f4-8a56-c28882374273', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='7a86576b-607f-468b-826f-4834cf2b3511', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-08_12-19-36/google_server/fs'), num_access=0, folder=Folder(uuid='7a86576b-607f-468b-826f-4834cf2b3511', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={...}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))" + "File(uuid='3ceeded4-77b9-4a86-949c-73188d5f4c34', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='cbbd3631-a915-400d-bc02-f31f72447ce5', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-09_13-24-30/google_server/fs'), num_access=0, folder=Folder(uuid='cbbd3631-a915-400d-bc02-f31f72447ce5', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={'3ceeded4-77b9-4a86-949c-73188d5f4c34': File(uuid='3ceeded4-77b9-4a86-949c-73188d5f4c34', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='cbbd3631-a915-400d-bc02-f31f72447ce5', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-09_13-24-30/google_server/fs'), num_access=0, folder=Folder(uuid='cbbd3631-a915-400d-bc02-f31f72447ce5', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={...}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))" ] }, - "execution_count": 127, + "execution_count": 9, "metadata": {}, "output_type": "execute_result" } @@ -194,16 +194,16 @@ }, { "cell_type": "code", - "execution_count": 128, + "execution_count": 10, "metadata": {}, "outputs": [], "source": [ + "from pathlib import Path\n", "from primaite.simulator.system.applications.application import Application, ApplicationOperatingState\n", "from primaite.simulator.system.software import SoftwareHealthState, SoftwareCriticality\n", "from primaite.simulator.network.transmission.transport_layer import Port\n", "from primaite.simulator.network.transmission.network_layer import IPProtocol\n", "from primaite.simulator.file_system.file_system import FileSystem\n", - "from pathlib import Path\n", "\n", "# no applications exist yet so we will create our own.\n", "class MSPaint(Application):\n", @@ -213,7 +213,7 @@ }, { "cell_type": "code", - "execution_count": 129, + "execution_count": 11, "metadata": {}, "outputs": [], "source": [ @@ -222,7 +222,7 @@ }, { "cell_type": "code", - "execution_count": 130, + "execution_count": 12, "metadata": {}, "outputs": [], "source": [ @@ -238,7 +238,7 @@ }, { "cell_type": "code", - "execution_count": 131, + "execution_count": 13, "metadata": {}, "outputs": [], "source": [ @@ -247,7 +247,7 @@ }, { "cell_type": "code", - "execution_count": 132, + "execution_count": 14, "metadata": {}, "outputs": [], "source": [ @@ -264,19 +264,19 @@ }, { "cell_type": "code", - "execution_count": 133, + "execution_count": 15, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "{'uuid': '42d005b2-4dc8-4aec-be54-3493242eee32',\n", - " 'network': {'uuid': '069f61a4-ac40-431f-ad13-2fc9b26dc091',\n", - " 'nodes': {'primaite_pc': {'uuid': '52246eed-9a3f-4b19-ad0c-48fc3bbb998d',\n", + "{'uuid': '91c88b2a-caf1-47be-a394-d0c22e5110be',\n", + " 'network': {'uuid': 'a9121808-0401-460c-9833-23d4ba91e9bc',\n", + " 'nodes': {'primaite_pc': {'uuid': 'dd0e95be-2491-4d5b-8388-df3975a19e8a',\n", " 'hostname': 'primaite_pc',\n", " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': '73dcb42e-7db4-45cf-b439-9b8066c8e32e',\n", - " 'mac_address': 'c9:84:ec:48:87:77',\n", + " 'NICs': {1: {'uuid': '279e2645-b680-4d2e-b13c-66d5cfacbd38',\n", + " 'mac_address': 'bd:76:20:24:cf:04',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", @@ -284,8 +284,8 @@ " 'ip_address': '192.168.1.10',\n", " 'subnet_mask': '255.255.255.0',\n", " 'wake_on_lan': False},\n", - " 2: {'uuid': 'e0fbda66-afcb-4a79-b696-aad0778279a2',\n", - " 'mac_address': 'cb:66:8b:b2:dc:51',\n", + " 2: {'uuid': '40c0db02-4d14-4826-b49b-e6a521941cec',\n", + " 'mac_address': 'd8:b2:0c:af:3f:83',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", @@ -293,8 +293,8 @@ " 'ip_address': '130.1.1.1',\n", " 'subnet_mask': '255.255.255.0',\n", " 'wake_on_lan': False}},\n", - " 'file_system': {'uuid': '8a857927-dd5e-40e9-86fd-1df8b3a2b463',\n", - " 'folders': {'root': {'uuid': 'acb725c9-461e-40c5-b2c0-ed198865e1f2',\n", + " 'file_system': {'uuid': '91d3aed7-53c6-471f-b903-9889396be280',\n", + " 'folders': {'root': {'uuid': '81bdc04e-9a0d-4306-9a9c-ee926fff6df8',\n", " 'name': 'root',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", @@ -302,13 +302,13 @@ " 'revealed_to_red': False,\n", " 'files': {},\n", " 'deleted_files': {}},\n", - " 'downloads': {'uuid': '484f7bcf-b8da-4995-8538-82b2a4d059c7',\n", + " 'downloads': {'uuid': '56abdf27-b8d4-42f4-9b09-b7912db1c4f3',\n", " 'name': 'downloads',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", " 'previous_hash': None,\n", " 'revealed_to_red': False,\n", - " 'files': {'firefox_installer.zip': {'uuid': '5e1e5bec-a984-4ae1-9799-78083bd2e3c2',\n", + " 'files': {'firefox_installer.zip': {'uuid': '02236b61-14bb-46aa-9fd5-7174c0d7d730',\n", " 'name': 'firefox_installer.zip',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", @@ -321,7 +321,7 @@ " 'deleted_folders': {},\n", " 'num_file_creations': 0,\n", " 'num_file_deletions': 0},\n", - " 'applications': {'WebBrowser': {'uuid': '5987fc38-686d-439f-b513-23166884596e',\n", + " 'applications': {'WebBrowser': {'uuid': 'a6a12776-e307-4d71-9e7a-d9ca97ecd6b0',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -338,7 +338,7 @@ " 'num_executions': 0,\n", " 'groups': [],\n", " 'history': []},\n", - " 'mspaint': {'uuid': '88eb36c5-dba4-4f79-ad95-5957f7de3fa2',\n", + " 'mspaint': {'uuid': 'efd34549-cc92-4474-80ab-5fb6c3159ff6',\n", " 'health_state_actual': 1,\n", " 'health_state_visible': 1,\n", " 'criticality': 3,\n", @@ -354,7 +354,7 @@ " 'execution_control_status': 'manual',\n", " 'num_executions': 0,\n", " 'groups': []}},\n", - " 'services': {'ARP': {'uuid': 'e220dde6-88d5-4e24-a2de-5bce0cd4a916',\n", + " 'services': {'ARP': {'uuid': 'e61c25ff-a6c2-4eec-b031-131eaf33490c',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -367,7 +367,7 @@ " 'udp': True,\n", " 'port': 219,\n", " 'operating_state': 2},\n", - " 'ICMP': {'uuid': 'ef728c73-97b7-480f-bedb-04dc3d5efd57',\n", + " 'ICMP': {'uuid': '74debeed-b758-41cb-bea2-51ac283e6ae2',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -380,7 +380,7 @@ " 'udp': True,\n", " 'port': 0,\n", " 'operating_state': 2},\n", - " 'DNSClient': {'uuid': '30b159f1-a4e8-41f5-923b-c692d104f385',\n", + " 'DNSClient': {'uuid': '6680efc0-e005-41e8-bb49-39a0d9c4b118',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -393,7 +393,7 @@ " 'udp': True,\n", " 'port': 53,\n", " 'operating_state': 2},\n", - " 'FTPClient': {'uuid': '5f267d5f-6bb8-4e97-b6b9-855ee2d50c25',\n", + " 'FTPClient': {'uuid': '21b05ac9-e9b4-4c5c-a812-f6748e14d8c3',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -406,7 +406,7 @@ " 'udp': True,\n", " 'port': 21,\n", " 'operating_state': 2},\n", - " 'NTPClient': {'uuid': '1ea99f1e-dc04-4548-a384-913851a7e4fd',\n", + " 'NTPClient': {'uuid': '7ab7c911-5037-4e82-b00c-be4f72c13aa7',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -421,11 +421,11 @@ " 'operating_state': 2}},\n", " 'process': {},\n", " 'revealed_to_red': False},\n", - " 'google_server': {'uuid': 'b9a41d9c-6642-441b-8049-8302ddafd3b1',\n", + " 'google_server': {'uuid': '42d61d8d-2493-4b8a-944f-7962abc9d20b',\n", " 'hostname': 'google_server',\n", " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': 'd0736beb-085a-4754-8b44-de73e6a8c80f',\n", - " 'mac_address': '45:27:ed:64:ac:09',\n", + " 'NICs': {1: {'uuid': 'e384a4fc-754f-44a4-9158-c63f72f52f76',\n", + " 'mac_address': 'ea:5d:4f:10:b2:27',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", @@ -433,8 +433,8 @@ " 'ip_address': '192.168.1.11',\n", " 'subnet_mask': '255.255.255.0',\n", " 'wake_on_lan': False},\n", - " 2: {'uuid': '53993d8f-216e-4c00-9b03-c6bb9e2437b5',\n", - " 'mac_address': '17:9d:82:db:ca:c8',\n", + " 2: {'uuid': '8a628493-83fb-44bf-a1b0-ef19e362ae5f',\n", + " 'mac_address': '44:89:a5:ce:7f:6f',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", @@ -442,14 +442,14 @@ " 'ip_address': '130.1.1.2',\n", " 'subnet_mask': '255.255.255.0',\n", " 'wake_on_lan': False}},\n", - " 'file_system': {'uuid': '8d4ded3a-56bb-46f0-ad7f-40d65b523581',\n", - " 'folders': {'root': {'uuid': '7a86576b-607f-468b-826f-4834cf2b3511',\n", + " 'file_system': {'uuid': 'f25cee1f-2ebe-4fd3-8d5c-649b0d342b61',\n", + " 'folders': {'root': {'uuid': 'cbbd3631-a915-400d-bc02-f31f72447ce5',\n", " 'name': 'root',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", " 'previous_hash': None,\n", " 'revealed_to_red': False,\n", - " 'files': {'favicon.ico': {'uuid': '24789051-6762-48f4-8a56-c28882374273',\n", + " 'files': {'favicon.ico': {'uuid': '3ceeded4-77b9-4a86-949c-73188d5f4c34',\n", " 'name': 'favicon.ico',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", @@ -459,7 +459,7 @@ " 'file_type': 'UNKNOWN',\n", " 'num_access': 0}},\n", " 'deleted_files': {}},\n", - " 'static': {'uuid': '154b2ad3-e43d-4924-b758-e11db0e176de',\n", + " 'static': {'uuid': 'd8241ce0-f55e-43ec-bd68-741b79a9a565',\n", " 'name': 'static',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", @@ -470,7 +470,7 @@ " 'deleted_folders': {},\n", " 'num_file_creations': 1,\n", " 'num_file_deletions': 0},\n", - " 'applications': {'WebBrowser': {'uuid': '9b368321-e22d-4e35-9395-80632492c20a',\n", + " 'applications': {'WebBrowser': {'uuid': '957d0049-e703-4882-8e57-b2ab4c79d458',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -487,7 +487,7 @@ " 'num_executions': 0,\n", " 'groups': [],\n", " 'history': []}},\n", - " 'services': {'ARP': {'uuid': '30df82c0-5823-4464-8c23-5b99922f98f7',\n", + " 'services': {'ARP': {'uuid': '82ea1bcf-a0fe-418d-873e-5f075ebb4d3b',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -500,7 +500,7 @@ " 'udp': True,\n", " 'port': 219,\n", " 'operating_state': 2},\n", - " 'ICMP': {'uuid': '2d02a2de-7ec8-4da1-9538-c85eb397d4e3',\n", + " 'ICMP': {'uuid': 'bc084dc4-0a7d-4954-9e6e-54bed797e837',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -513,7 +513,7 @@ " 'udp': True,\n", " 'port': 0,\n", " 'operating_state': 2},\n", - " 'DNSClient': {'uuid': 'db979263-ff81-4a04-95e8-d94442e9ddfa',\n", + " 'DNSClient': {'uuid': '5a9ecc18-71c0-4728-a9c6-e31b33529581',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -526,7 +526,7 @@ " 'udp': True,\n", " 'port': 53,\n", " 'operating_state': 2},\n", - " 'FTPClient': {'uuid': 'd9d6417b-d1e0-416b-a711-3478fa248194',\n", + " 'FTPClient': {'uuid': 'f0a411eb-5423-4c98-8689-d94af57deefc',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -539,7 +539,7 @@ " 'udp': True,\n", " 'port': 21,\n", " 'operating_state': 2},\n", - " 'NTPClient': {'uuid': 'b23a1032-a817-492b-bdd6-2ecc6fb4591c',\n", + " 'NTPClient': {'uuid': 'd36f2c4f-af30-4618-ae8e-fe68c98e1382',\n", " 'health_state_actual': 0,\n", " 'health_state_visible': 0,\n", " 'criticality': 1,\n", @@ -554,83 +554,83 @@ " 'operating_state': 2}},\n", " 'process': {},\n", " 'revealed_to_red': False},\n", - " 'switch1': {'uuid': 'e658eac3-c4b8-4768-bf27-e2d90b7f57c0',\n", + " 'switch1': {'uuid': 'a9e08b28-d1f4-4c34-b410-71333cd6b42b',\n", " 'hostname': 'switch1',\n", " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", - " 'mac_address': 'df:d2:c7:2a:a1:52',\n", + " 'NICs': {1: {'uuid': '3546e960-30f8-49ee-95b9-57570b228333',\n", + " 'mac_address': '8d:d9:3e:f3:a3:ce',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 2: {'uuid': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", - " 'mac_address': '84:01:f3:bb:47:1c',\n", + " 2: {'uuid': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", + " 'mac_address': 'aa:45:88:e1:13:e5',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 3: {'uuid': '4207353c-e0cd-456d-89fe-13ddfc605cff',\n", - " 'mac_address': '8b:31:ac:cc:05:c9',\n", + " 3: {'uuid': '179c030c-d8fe-474b-a9d1-6c6bd6e6ca63',\n", + " 'mac_address': '10:d7:bc:39:4d:9d',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 4: {'uuid': '8aa1395f-e360-48a7-be97-ed1a5ca191ae',\n", - " 'mac_address': '75:3c:ae:bd:3a:b5',\n", + " 4: {'uuid': '56f84a14-0a98-4bc5-983b-31900fc9a2c5',\n", + " 'mac_address': '61:62:18:cf:2a:ea',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 5: {'uuid': '8b5d575c-ab0c-43ac-abfc-fa5ae75183e5',\n", - " 'mac_address': 'e7:7f:c4:af:8e:5b',\n", + " 5: {'uuid': '0ff4b64e-be4c-473e-8dcd-b7a0078ff890',\n", + " 'mac_address': '21:5e:6b:1b:d0:bf',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 6: {'uuid': '9d3cd584-f684-4f2e-9c8a-423d859fe3d3',\n", - " 'mac_address': '48:cf:18:8d:92:80',\n", + " 6: {'uuid': '0edf239b-bbb8-4076-ba85-cb07c65722d5',\n", + " 'mac_address': '40:58:ac:11:9c:1a',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 7: {'uuid': 'd42338bb-d579-483d-9e05-0318e17e574a',\n", - " 'mac_address': 'c6:99:5c:41:13:d7',\n", + " 7: {'uuid': 'a7f578e5-a6f5-4cf8-abca-207e483637c2',\n", + " 'mac_address': 'e0:ef:90:e2:ce:b4',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 8: {'uuid': '55bbd70b-491d-4452-8326-390ec3fadc28',\n", - " 'mac_address': '81:ab:39:0c:a2:dd',\n", + " 8: {'uuid': 'dc2069dd-ef3c-4e0b-81cb-a73caba917a8',\n", + " 'mac_address': '2c:2a:27:d6:9a:a8',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 9: {'uuid': '0755d768-79c7-48cf-9220-d2dad32e574b',\n", - " 'mac_address': '62:35:0c:5e:cc:5d',\n", + " 9: {'uuid': 'afbc1a01-efdb-424c-9a7d-b3c3165f6d78',\n", + " 'mac_address': 'e0:f5:79:04:4f:2a',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 10: {'uuid': 'deaecc57-ec76-4e27-a37e-f66964901b03',\n", - " 'mac_address': '51:26:00:c6:7e:ac',\n", + " 10: {'uuid': 'bdd805f4-a3dc-4a94-ba67-3a62b138f41c',\n", + " 'mac_address': '9a:20:3d:cb:a0:98',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 11: {'uuid': '53fe318c-4969-42fe-920b-37a491f54d84',\n", - " 'mac_address': '35:59:c7:13:ab:a5',\n", + " 11: {'uuid': '19f6f871-cba9-423a-a1a5-6a0e347e98cb',\n", + " 'mac_address': '69:d9:8c:1d:a9:75',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 12: {'uuid': '5a81caa0-9d91-4a86-9bd4-4ecb589c70ae',\n", - " 'mac_address': '7a:6b:ec:15:1e:de',\n", + " 12: {'uuid': '5c2aa6f5-12ce-466b-b46b-95ec519a5f47',\n", + " 'mac_address': 'db:7e:8c:91:1b:3f',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}}},\n", - " 'file_system': {'uuid': '289bea1e-69bf-44d5-80fe-212dad8afcd5',\n", - " 'folders': {'root': {'uuid': '3b588b3c-bc4a-4c06-a688-eced0128b128',\n", + " 'file_system': {'uuid': '91dea1d3-3947-49b9-a691-750bc25bbb9c',\n", + " 'folders': {'root': {'uuid': 'b7ebbf43-d86f-43d3-bbc7-f6b197af40b9',\n", " 'name': 'root',\n", " 'health_status': 1,\n", " 'visible_status': 1,\n", @@ -645,100 +645,100 @@ " 'services': {},\n", " 'process': {},\n", " 'revealed_to_red': False,\n", - " 'ports': {1: {'uuid': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", - " 'mac_address': 'df:d2:c7:2a:a1:52',\n", + " 'ports': {1: {'uuid': '3546e960-30f8-49ee-95b9-57570b228333',\n", + " 'mac_address': '8d:d9:3e:f3:a3:ce',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 2: {'uuid': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", - " 'mac_address': '84:01:f3:bb:47:1c',\n", + " 2: {'uuid': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", + " 'mac_address': 'aa:45:88:e1:13:e5',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 3: {'uuid': '4207353c-e0cd-456d-89fe-13ddfc605cff',\n", - " 'mac_address': '8b:31:ac:cc:05:c9',\n", + " 3: {'uuid': '179c030c-d8fe-474b-a9d1-6c6bd6e6ca63',\n", + " 'mac_address': '10:d7:bc:39:4d:9d',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 4: {'uuid': '8aa1395f-e360-48a7-be97-ed1a5ca191ae',\n", - " 'mac_address': '75:3c:ae:bd:3a:b5',\n", + " 4: {'uuid': '56f84a14-0a98-4bc5-983b-31900fc9a2c5',\n", + " 'mac_address': '61:62:18:cf:2a:ea',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 5: {'uuid': '8b5d575c-ab0c-43ac-abfc-fa5ae75183e5',\n", - " 'mac_address': 'e7:7f:c4:af:8e:5b',\n", + " 5: {'uuid': '0ff4b64e-be4c-473e-8dcd-b7a0078ff890',\n", + " 'mac_address': '21:5e:6b:1b:d0:bf',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 6: {'uuid': '9d3cd584-f684-4f2e-9c8a-423d859fe3d3',\n", - " 'mac_address': '48:cf:18:8d:92:80',\n", + " 6: {'uuid': '0edf239b-bbb8-4076-ba85-cb07c65722d5',\n", + " 'mac_address': '40:58:ac:11:9c:1a',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 7: {'uuid': 'd42338bb-d579-483d-9e05-0318e17e574a',\n", - " 'mac_address': 'c6:99:5c:41:13:d7',\n", + " 7: {'uuid': 'a7f578e5-a6f5-4cf8-abca-207e483637c2',\n", + " 'mac_address': 'e0:ef:90:e2:ce:b4',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 8: {'uuid': '55bbd70b-491d-4452-8326-390ec3fadc28',\n", - " 'mac_address': '81:ab:39:0c:a2:dd',\n", + " 8: {'uuid': 'dc2069dd-ef3c-4e0b-81cb-a73caba917a8',\n", + " 'mac_address': '2c:2a:27:d6:9a:a8',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 9: {'uuid': '0755d768-79c7-48cf-9220-d2dad32e574b',\n", - " 'mac_address': '62:35:0c:5e:cc:5d',\n", + " 9: {'uuid': 'afbc1a01-efdb-424c-9a7d-b3c3165f6d78',\n", + " 'mac_address': 'e0:f5:79:04:4f:2a',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 10: {'uuid': 'deaecc57-ec76-4e27-a37e-f66964901b03',\n", - " 'mac_address': '51:26:00:c6:7e:ac',\n", + " 10: {'uuid': 'bdd805f4-a3dc-4a94-ba67-3a62b138f41c',\n", + " 'mac_address': '9a:20:3d:cb:a0:98',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 11: {'uuid': '53fe318c-4969-42fe-920b-37a491f54d84',\n", - " 'mac_address': '35:59:c7:13:ab:a5',\n", + " 11: {'uuid': '19f6f871-cba9-423a-a1a5-6a0e347e98cb',\n", + " 'mac_address': '69:d9:8c:1d:a9:75',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}},\n", - " 12: {'uuid': '5a81caa0-9d91-4a86-9bd4-4ecb589c70ae',\n", - " 'mac_address': '7a:6b:ec:15:1e:de',\n", + " 12: {'uuid': '5c2aa6f5-12ce-466b-b46b-95ec519a5f47',\n", + " 'mac_address': 'db:7e:8c:91:1b:3f',\n", " 'speed': 100,\n", " 'mtu': 1500,\n", " 'enabled': False,\n", " 'nmne': {}}},\n", " 'num_ports': 12,\n", " 'mac_address_table': {}}},\n", - " 'links': {'primaite_pc:eth-2<->switch1:eth-1': {'uuid': '3d053257-7473-4a66-afbc-ee33a18f2e39',\n", - " 'endpoint_a': 'e0fbda66-afcb-4a79-b696-aad0778279a2',\n", - " 'endpoint_b': '7ebc80f5-902f-4253-8ea6-0cafa3d1cccd',\n", + " 'links': {'primaite_pc:eth-2<->switch1:eth-1': {'uuid': '405f3032-6f5d-427f-b42e-5eee4cdc3a7c',\n", + " 'endpoint_a': '40c0db02-4d14-4826-b49b-e6a521941cec',\n", + " 'endpoint_b': '3546e960-30f8-49ee-95b9-57570b228333',\n", " 'bandwidth': 100.0,\n", " 'current_load': 0.0,\n", " 'hostname_a': 'primaite_pc',\n", " 'hostname_b': 'switch1',\n", " 'port_a': 2,\n", " 'port_b': 1},\n", - " 'google_server:eth-2<->switch1:eth-2': {'uuid': '42b8f911-3640-4ccb-b277-b48b294a1fc8',\n", - " 'endpoint_a': '53993d8f-216e-4c00-9b03-c6bb9e2437b5',\n", - " 'endpoint_b': 'c03d4d22-f309-49b6-a1ad-45a04c40d25e',\n", + " 'google_server:eth-2<->switch1:eth-2': {'uuid': '2bd19485-0a6b-4878-978b-b082a672d9b9',\n", + " 'endpoint_a': '8a628493-83fb-44bf-a1b0-ef19e362ae5f',\n", + " 'endpoint_b': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", " 'bandwidth': 100.0,\n", " 'current_load': 0.0,\n", " 'hostname_a': 'google_server',\n", " 'hostname_b': 'switch1',\n", " 'port_a': 2,\n", " 'port_b': 2}}},\n", - " 'domain': {'uuid': 'f0629156-e9af-493d-b098-f47d73126122',\n", - " 'accounts': {'admin': {'uuid': 'b76653a9-d40e-483b-85a3-1b44628a11d0',\n", + " 'domain': {'uuid': '25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d',\n", + " 'accounts': {'admin': {'uuid': '78783f13-6149-47b3-9b9d-f98d658bf54a',\n", " 'num_logons': 0,\n", " 'num_logoffs': 0,\n", " 'num_group_changes': 0,\n", @@ -748,7 +748,7 @@ " 'enabled': True}}}}" ] }, - "execution_count": 133, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -759,16 +759,16 @@ }, { "cell_type": "code", - "execution_count": 134, + "execution_count": 16, "metadata": {}, "outputs": [ { "data": { "text/plain": [ - "'{\"uuid\": \"42d005b2-4dc8-4aec-be54-3493242eee32\", \"network\": {\"uuid\": \"069f61a4-ac40-431f-ad13-2fc9b26dc091\", \"nodes\": {\"primaite_pc\": {\"uuid\": \"52246eed-9a3f-4b19-ad0c-48fc3bbb998d\", \"hostname\": \"primaite_pc\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"73dcb42e-7db4-45cf-b439-9b8066c8e32e\", \"mac_address\": \"c9:84:ec:48:87:77\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.10\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"e0fbda66-afcb-4a79-b696-aad0778279a2\", \"mac_address\": \"cb:66:8b:b2:dc:51\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.1\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"8a857927-dd5e-40e9-86fd-1df8b3a2b463\", \"folders\": {\"root\": {\"uuid\": \"acb725c9-461e-40c5-b2c0-ed198865e1f2\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}, \"downloads\": {\"uuid\": \"484f7bcf-b8da-4995-8538-82b2a4d059c7\", \"name\": \"downloads\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"firefox_installer.zip\": {\"uuid\": \"5e1e5bec-a984-4ae1-9799-78083bd2e3c2\", \"name\": \"firefox_installer.zip\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 1024000, \"file_type\": \"ZIP\", \"num_access\": 0}}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"5987fc38-686d-439f-b513-23166884596e\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}, \"mspaint\": {\"uuid\": \"88eb36c5-dba4-4f79-ad95-5957f7de3fa2\", \"health_state_actual\": 1, \"health_state_visible\": 1, \"criticality\": 3, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 1, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": []}}, \"services\": {\"ARP\": {\"uuid\": \"e220dde6-88d5-4e24-a2de-5bce0cd4a916\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"ef728c73-97b7-480f-bedb-04dc3d5efd57\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"30b159f1-a4e8-41f5-923b-c692d104f385\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"5f267d5f-6bb8-4e97-b6b9-855ee2d50c25\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"1ea99f1e-dc04-4548-a384-913851a7e4fd\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"google_server\": {\"uuid\": \"b9a41d9c-6642-441b-8049-8302ddafd3b1\", \"hostname\": \"google_server\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"d0736beb-085a-4754-8b44-de73e6a8c80f\", \"mac_address\": \"45:27:ed:64:ac:09\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.11\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"53993d8f-216e-4c00-9b03-c6bb9e2437b5\", \"mac_address\": \"17:9d:82:db:ca:c8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.2\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"8d4ded3a-56bb-46f0-ad7f-40d65b523581\", \"folders\": {\"root\": {\"uuid\": \"7a86576b-607f-468b-826f-4834cf2b3511\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"favicon.ico\": {\"uuid\": \"24789051-6762-48f4-8a56-c28882374273\", \"name\": \"favicon.ico\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 0, \"file_type\": \"UNKNOWN\", \"num_access\": 0}}, \"deleted_files\": {}}, \"static\": {\"uuid\": \"154b2ad3-e43d-4924-b758-e11db0e176de\", \"name\": \"static\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 1, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"9b368321-e22d-4e35-9395-80632492c20a\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}}, \"services\": {\"ARP\": {\"uuid\": \"30df82c0-5823-4464-8c23-5b99922f98f7\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"2d02a2de-7ec8-4da1-9538-c85eb397d4e3\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"db979263-ff81-4a04-95e8-d94442e9ddfa\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"d9d6417b-d1e0-416b-a711-3478fa248194\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"b23a1032-a817-492b-bdd6-2ecc6fb4591c\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"switch1\": {\"uuid\": \"e658eac3-c4b8-4768-bf27-e2d90b7f57c0\", \"hostname\": \"switch1\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"mac_address\": \"df:d2:c7:2a:a1:52\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"mac_address\": \"84:01:f3:bb:47:1c\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"4207353c-e0cd-456d-89fe-13ddfc605cff\", \"mac_address\": \"8b:31:ac:cc:05:c9\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"8aa1395f-e360-48a7-be97-ed1a5ca191ae\", \"mac_address\": \"75:3c:ae:bd:3a:b5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"8b5d575c-ab0c-43ac-abfc-fa5ae75183e5\", \"mac_address\": \"e7:7f:c4:af:8e:5b\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"9d3cd584-f684-4f2e-9c8a-423d859fe3d3\", \"mac_address\": \"48:cf:18:8d:92:80\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"d42338bb-d579-483d-9e05-0318e17e574a\", \"mac_address\": \"c6:99:5c:41:13:d7\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"55bbd70b-491d-4452-8326-390ec3fadc28\", \"mac_address\": \"81:ab:39:0c:a2:dd\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"0755d768-79c7-48cf-9220-d2dad32e574b\", \"mac_address\": \"62:35:0c:5e:cc:5d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"deaecc57-ec76-4e27-a37e-f66964901b03\", \"mac_address\": \"51:26:00:c6:7e:ac\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"53fe318c-4969-42fe-920b-37a491f54d84\", \"mac_address\": \"35:59:c7:13:ab:a5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5a81caa0-9d91-4a86-9bd4-4ecb589c70ae\", \"mac_address\": \"7a:6b:ec:15:1e:de\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"file_system\": {\"uuid\": \"289bea1e-69bf-44d5-80fe-212dad8afcd5\", \"folders\": {\"root\": {\"uuid\": \"3b588b3c-bc4a-4c06-a688-eced0128b128\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {}, \"services\": {}, \"process\": {}, \"revealed_to_red\": false, \"ports\": {\"1\": {\"uuid\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"mac_address\": \"df:d2:c7:2a:a1:52\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"mac_address\": \"84:01:f3:bb:47:1c\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"4207353c-e0cd-456d-89fe-13ddfc605cff\", \"mac_address\": \"8b:31:ac:cc:05:c9\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"8aa1395f-e360-48a7-be97-ed1a5ca191ae\", \"mac_address\": \"75:3c:ae:bd:3a:b5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"8b5d575c-ab0c-43ac-abfc-fa5ae75183e5\", \"mac_address\": \"e7:7f:c4:af:8e:5b\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"9d3cd584-f684-4f2e-9c8a-423d859fe3d3\", \"mac_address\": \"48:cf:18:8d:92:80\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"d42338bb-d579-483d-9e05-0318e17e574a\", \"mac_address\": \"c6:99:5c:41:13:d7\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"55bbd70b-491d-4452-8326-390ec3fadc28\", \"mac_address\": \"81:ab:39:0c:a2:dd\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"0755d768-79c7-48cf-9220-d2dad32e574b\", \"mac_address\": \"62:35:0c:5e:cc:5d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"deaecc57-ec76-4e27-a37e-f66964901b03\", \"mac_address\": \"51:26:00:c6:7e:ac\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"53fe318c-4969-42fe-920b-37a491f54d84\", \"mac_address\": \"35:59:c7:13:ab:a5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5a81caa0-9d91-4a86-9bd4-4ecb589c70ae\", \"mac_address\": \"7a:6b:ec:15:1e:de\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"num_ports\": 12, \"mac_address_table\": {}}}, \"links\": {\"primaite_pc:eth-2<->switch1:eth-1\": {\"uuid\": \"3d053257-7473-4a66-afbc-ee33a18f2e39\", \"endpoint_a\": \"e0fbda66-afcb-4a79-b696-aad0778279a2\", \"endpoint_b\": \"7ebc80f5-902f-4253-8ea6-0cafa3d1cccd\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"primaite_pc\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 1}, \"google_server:eth-2<->switch1:eth-2\": {\"uuid\": \"42b8f911-3640-4ccb-b277-b48b294a1fc8\", \"endpoint_a\": \"53993d8f-216e-4c00-9b03-c6bb9e2437b5\", \"endpoint_b\": \"c03d4d22-f309-49b6-a1ad-45a04c40d25e\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"google_server\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 2}}}, \"domain\": {\"uuid\": \"f0629156-e9af-493d-b098-f47d73126122\", \"accounts\": {\"admin\": {\"uuid\": \"b76653a9-d40e-483b-85a3-1b44628a11d0\", \"num_logons\": 0, \"num_logoffs\": 0, \"num_group_changes\": 0, \"username\": \"admin\", \"password\": \"admin12\", \"account_type\": 2, \"enabled\": true}}}}'" + "'{\"uuid\": \"91c88b2a-caf1-47be-a394-d0c22e5110be\", \"network\": {\"uuid\": \"a9121808-0401-460c-9833-23d4ba91e9bc\", \"nodes\": {\"primaite_pc\": {\"uuid\": \"dd0e95be-2491-4d5b-8388-df3975a19e8a\", \"hostname\": \"primaite_pc\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"279e2645-b680-4d2e-b13c-66d5cfacbd38\", \"mac_address\": \"bd:76:20:24:cf:04\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.10\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"40c0db02-4d14-4826-b49b-e6a521941cec\", \"mac_address\": \"d8:b2:0c:af:3f:83\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.1\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"91d3aed7-53c6-471f-b903-9889396be280\", \"folders\": {\"root\": {\"uuid\": \"81bdc04e-9a0d-4306-9a9c-ee926fff6df8\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}, \"downloads\": {\"uuid\": \"56abdf27-b8d4-42f4-9b09-b7912db1c4f3\", \"name\": \"downloads\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"firefox_installer.zip\": {\"uuid\": \"02236b61-14bb-46aa-9fd5-7174c0d7d730\", \"name\": \"firefox_installer.zip\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 1024000, \"file_type\": \"ZIP\", \"num_access\": 0}}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"a6a12776-e307-4d71-9e7a-d9ca97ecd6b0\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}, \"mspaint\": {\"uuid\": \"efd34549-cc92-4474-80ab-5fb6c3159ff6\", \"health_state_actual\": 1, \"health_state_visible\": 1, \"criticality\": 3, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 1, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": []}}, \"services\": {\"ARP\": {\"uuid\": \"e61c25ff-a6c2-4eec-b031-131eaf33490c\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"74debeed-b758-41cb-bea2-51ac283e6ae2\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"6680efc0-e005-41e8-bb49-39a0d9c4b118\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"21b05ac9-e9b4-4c5c-a812-f6748e14d8c3\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"7ab7c911-5037-4e82-b00c-be4f72c13aa7\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"google_server\": {\"uuid\": \"42d61d8d-2493-4b8a-944f-7962abc9d20b\", \"hostname\": \"google_server\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"e384a4fc-754f-44a4-9158-c63f72f52f76\", \"mac_address\": \"ea:5d:4f:10:b2:27\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.11\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"8a628493-83fb-44bf-a1b0-ef19e362ae5f\", \"mac_address\": \"44:89:a5:ce:7f:6f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.2\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"f25cee1f-2ebe-4fd3-8d5c-649b0d342b61\", \"folders\": {\"root\": {\"uuid\": \"cbbd3631-a915-400d-bc02-f31f72447ce5\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"favicon.ico\": {\"uuid\": \"3ceeded4-77b9-4a86-949c-73188d5f4c34\", \"name\": \"favicon.ico\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 0, \"file_type\": \"UNKNOWN\", \"num_access\": 0}}, \"deleted_files\": {}}, \"static\": {\"uuid\": \"d8241ce0-f55e-43ec-bd68-741b79a9a565\", \"name\": \"static\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 1, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"957d0049-e703-4882-8e57-b2ab4c79d458\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}}, \"services\": {\"ARP\": {\"uuid\": \"82ea1bcf-a0fe-418d-873e-5f075ebb4d3b\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"bc084dc4-0a7d-4954-9e6e-54bed797e837\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"5a9ecc18-71c0-4728-a9c6-e31b33529581\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"f0a411eb-5423-4c98-8689-d94af57deefc\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"d36f2c4f-af30-4618-ae8e-fe68c98e1382\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"switch1\": {\"uuid\": \"a9e08b28-d1f4-4c34-b410-71333cd6b42b\", \"hostname\": \"switch1\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"mac_address\": \"8d:d9:3e:f3:a3:ce\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"mac_address\": \"aa:45:88:e1:13:e5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"179c030c-d8fe-474b-a9d1-6c6bd6e6ca63\", \"mac_address\": \"10:d7:bc:39:4d:9d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"56f84a14-0a98-4bc5-983b-31900fc9a2c5\", \"mac_address\": \"61:62:18:cf:2a:ea\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"0ff4b64e-be4c-473e-8dcd-b7a0078ff890\", \"mac_address\": \"21:5e:6b:1b:d0:bf\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"0edf239b-bbb8-4076-ba85-cb07c65722d5\", \"mac_address\": \"40:58:ac:11:9c:1a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"a7f578e5-a6f5-4cf8-abca-207e483637c2\", \"mac_address\": \"e0:ef:90:e2:ce:b4\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"dc2069dd-ef3c-4e0b-81cb-a73caba917a8\", \"mac_address\": \"2c:2a:27:d6:9a:a8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"afbc1a01-efdb-424c-9a7d-b3c3165f6d78\", \"mac_address\": \"e0:f5:79:04:4f:2a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"bdd805f4-a3dc-4a94-ba67-3a62b138f41c\", \"mac_address\": \"9a:20:3d:cb:a0:98\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"19f6f871-cba9-423a-a1a5-6a0e347e98cb\", \"mac_address\": \"69:d9:8c:1d:a9:75\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5c2aa6f5-12ce-466b-b46b-95ec519a5f47\", \"mac_address\": \"db:7e:8c:91:1b:3f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"file_system\": {\"uuid\": \"91dea1d3-3947-49b9-a691-750bc25bbb9c\", \"folders\": {\"root\": {\"uuid\": \"b7ebbf43-d86f-43d3-bbc7-f6b197af40b9\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {}, \"services\": {}, \"process\": {}, \"revealed_to_red\": false, \"ports\": {\"1\": {\"uuid\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"mac_address\": \"8d:d9:3e:f3:a3:ce\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"mac_address\": \"aa:45:88:e1:13:e5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"179c030c-d8fe-474b-a9d1-6c6bd6e6ca63\", \"mac_address\": \"10:d7:bc:39:4d:9d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"56f84a14-0a98-4bc5-983b-31900fc9a2c5\", \"mac_address\": \"61:62:18:cf:2a:ea\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"0ff4b64e-be4c-473e-8dcd-b7a0078ff890\", \"mac_address\": \"21:5e:6b:1b:d0:bf\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"0edf239b-bbb8-4076-ba85-cb07c65722d5\", \"mac_address\": \"40:58:ac:11:9c:1a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"a7f578e5-a6f5-4cf8-abca-207e483637c2\", \"mac_address\": \"e0:ef:90:e2:ce:b4\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"dc2069dd-ef3c-4e0b-81cb-a73caba917a8\", \"mac_address\": \"2c:2a:27:d6:9a:a8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"afbc1a01-efdb-424c-9a7d-b3c3165f6d78\", \"mac_address\": \"e0:f5:79:04:4f:2a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"bdd805f4-a3dc-4a94-ba67-3a62b138f41c\", \"mac_address\": \"9a:20:3d:cb:a0:98\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"19f6f871-cba9-423a-a1a5-6a0e347e98cb\", \"mac_address\": \"69:d9:8c:1d:a9:75\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5c2aa6f5-12ce-466b-b46b-95ec519a5f47\", \"mac_address\": \"db:7e:8c:91:1b:3f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"num_ports\": 12, \"mac_address_table\": {}}}, \"links\": {\"primaite_pc:eth-2<->switch1:eth-1\": {\"uuid\": \"405f3032-6f5d-427f-b42e-5eee4cdc3a7c\", \"endpoint_a\": \"40c0db02-4d14-4826-b49b-e6a521941cec\", \"endpoint_b\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"primaite_pc\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 1}, \"google_server:eth-2<->switch1:eth-2\": {\"uuid\": \"2bd19485-0a6b-4878-978b-b082a672d9b9\", \"endpoint_a\": \"8a628493-83fb-44bf-a1b0-ef19e362ae5f\", \"endpoint_b\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"google_server\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 2}}}, \"domain\": {\"uuid\": \"25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d\", \"accounts\": {\"admin\": {\"uuid\": \"78783f13-6149-47b3-9b9d-f98d658bf54a\", \"num_logons\": 0, \"num_logoffs\": 0, \"num_group_changes\": 0, \"username\": \"admin\", \"password\": \"admin12\", \"account_type\": 2, \"enabled\": true}}}}'" ] }, - "execution_count": 134, + "execution_count": 16, "metadata": {}, "output_type": "execute_result" } diff --git a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb index 47703c9c..7a095b53 100644 --- a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb +++ b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb @@ -141,16 +141,16 @@ "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", "| Endpoint A | A Port | Endpoint B | B Port | is Up | Bandwidth (MBits) | Current Load |\n", "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", - "| router_1 | Port 2: eb:31:e8:11:28:ac/192.168.10.1 | switch_2 | Port 8: d3:59:e2:73:4e:b8 | True | 100.0 | 0.00006% |\n", - "| router_1 | Port 1: 3f:c3:3d:00:74:c4/192.168.1.1 | switch_1 | Port 8: a9:ea:54:9f:35:f8 | True | 100.0 | 0.00018% |\n", - "| switch_1 | Port 7: 63:ea:45:e6:f4:22 | security_suite | Port 1: 18:9d:a1:f0:6f:0b/192.168.1.110 | True | 100.0 | 0.00003% |\n", - "| switch_1 | Port 4: 08:0e:a9:03:d7:3c | backup_server | Port 1: c3:e5:81:c9:8b:74/192.168.1.16 | True | 100.0 | 0.00003% |\n", - "| switch_1 | Port 2: 75:c5:30:0f:5d:92 | web_server | Port 1: 90:94:52:a6:1f:c5/192.168.1.12 | True | 100.0 | 0.00015% |\n", - "| switch_1 | Port 3: f1:62:75:5d:d9:59 | database_server | Port 1: 2e:e8:cb:a5:97:12/192.168.1.14 | True | 100.0 | 0.00017% |\n", - "| switch_1 | Port 1: 08:79:a7:3f:b5:96 | domain_controller | Port 1: 00:c3:ff:62:87:8f/192.168.1.10 | True | 100.0 | 0.00003% |\n", - "| switch_2 | Port 7: 88:9c:57:5c:53:5e | security_suite | Port 2: 9e:b2:c8:04:d8:97/192.168.10.110 | True | 100.0 | 0.00000% |\n", - "| switch_2 | Port 2: a8:1b:b2:78:12:34 | client_2 | Port 1: 6a:b1:ff:36:ef:40/192.168.10.22 | True | 100.0 | 0.00003% |\n", - "| switch_2 | Port 1: 42:08:3f:1e:ea:dd | client_1 | Port 1: f6:6d:35:8a:67:d8/192.168.10.21 | True | 100.0 | 0.00003% |\n", + "| router_1 | Port 2: 6e:3e:9f:58:c3:f8/192.168.10.1 | switch_2 | Port 8: 00:a7:49:9f:b7:40 | True | 100.0 | 0.00006% |\n", + "| router_1 | Port 1: 7c:0a:49:bd:2d:5f/192.168.1.1 | switch_1 | Port 8: e6:5e:9e:61:f6:71 | True | 100.0 | 0.00018% |\n", + "| switch_1 | Port 7: 8c:96:32:d5:ef:4b | security_suite | Port 1: 92:17:67:5f:09:f0/192.168.1.110 | True | 100.0 | 0.00003% |\n", + "| switch_1 | Port 4: ef:da:44:ee:68:1d | backup_server | Port 1: 82:23:ff:c5:03:45/192.168.1.16 | True | 100.0 | 0.00003% |\n", + "| switch_1 | Port 2: ab:84:4b:96:bc:b6 | web_server | Port 1: 30:3c:b4:54:b2:ef/192.168.1.12 | True | 100.0 | 0.00015% |\n", + "| switch_1 | Port 3: d8:07:d0:d6:27:52 | database_server | Port 1: 7c:cd:b5:ba:46:33/192.168.1.14 | True | 100.0 | 0.00017% |\n", + "| switch_1 | Port 1: e0:06:93:2c:45:cf | domain_controller | Port 1: 6d:3e:3e:b3:f6:6f/192.168.1.10 | True | 100.0 | 0.00003% |\n", + "| switch_2 | Port 7: 4f:55:6c:c3:ff:e9 | security_suite | Port 2: 64:6f:aa:ba:cb:d0/192.168.10.110 | True | 100.0 | 0.00000% |\n", + "| switch_2 | Port 2: f7:42:43:63:75:c9 | client_2 | Port 1: 21:bb:1b:75:02:fb/192.168.10.22 | True | 100.0 | 0.00003% |\n", + "| switch_2 | Port 1: 45:93:50:03:48:f5 | client_1 | Port 1: ca:f5:26:85:a7:54/192.168.10.21 | True | 100.0 | 0.00003% |\n", "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n" ] } @@ -206,11 +206,11 @@ "+------+-------------------+-----------------+-------+----------+\n", "| Port | MAC Address | Address | Speed | Status |\n", "+------+-------------------+-----------------+-------+----------+\n", - "| 1 | 3f:c3:3d:00:74:c4 | 192.168.1.1/24 | 100 | Enabled |\n", - "| 2 | eb:31:e8:11:28:ac | 192.168.10.1/24 | 100 | Enabled |\n", - "| 3 | 7b:4f:23:8d:b5:18 | 127.0.0.1/8 | 100 | Disabled |\n", - "| 4 | cd:89:ba:42:ee:04 | 127.0.0.1/8 | 100 | Disabled |\n", - "| 5 | 8d:92:27:76:79:c5 | 127.0.0.1/8 | 100 | Disabled |\n", + "| 1 | 7c:0a:49:bd:2d:5f | 192.168.1.1/24 | 100 | Enabled |\n", + "| 2 | 6e:3e:9f:58:c3:f8 | 192.168.10.1/24 | 100 | Enabled |\n", + "| 3 | 44:c9:4c:25:4c:9b | 127.0.0.1/8 | 100 | Disabled |\n", + "| 4 | 4a:99:e4:a0:87:ba | 127.0.0.1/8 | 100 | Disabled |\n", + "| 5 | ca:5c:3b:6e:52:ef | 127.0.0.1/8 | 100 | Disabled |\n", "+------+-------------------+-----------------+-------+----------+\n" ] } @@ -244,13 +244,13 @@ "+---------------+-------------------+-------------------+\n", "| IP Address | MAC Address | Via |\n", "+---------------+-------------------+-------------------+\n", - "| 192.168.10.21 | f6:6d:35:8a:67:d8 | eb:31:e8:11:28:ac |\n", - "| 192.168.10.22 | 6a:b1:ff:36:ef:40 | eb:31:e8:11:28:ac |\n", - "| 192.168.1.10 | 00:c3:ff:62:87:8f | 3f:c3:3d:00:74:c4 |\n", - "| 192.168.1.14 | 2e:e8:cb:a5:97:12 | 3f:c3:3d:00:74:c4 |\n", - "| 192.168.1.12 | 90:94:52:a6:1f:c5 | 3f:c3:3d:00:74:c4 |\n", - "| 192.168.1.16 | c3:e5:81:c9:8b:74 | 3f:c3:3d:00:74:c4 |\n", - "| 192.168.1.110 | 18:9d:a1:f0:6f:0b | 3f:c3:3d:00:74:c4 |\n", + "| 192.168.10.21 | ca:f5:26:85:a7:54 | 6e:3e:9f:58:c3:f8 |\n", + "| 192.168.10.22 | 21:bb:1b:75:02:fb | 6e:3e:9f:58:c3:f8 |\n", + "| 192.168.1.10 | 6d:3e:3e:b3:f6:6f | 7c:0a:49:bd:2d:5f |\n", + "| 192.168.1.14 | 7c:cd:b5:ba:46:33 | 7c:0a:49:bd:2d:5f |\n", + "| 192.168.1.12 | 30:3c:b4:54:b2:ef | 7c:0a:49:bd:2d:5f |\n", + "| 192.168.1.16 | 82:23:ff:c5:03:45 | 7c:0a:49:bd:2d:5f |\n", + "| 192.168.1.110 | 92:17:67:5f:09:f0 | 7c:0a:49:bd:2d:5f |\n", "+---------------+-------------------+-------------------+\n" ] } @@ -385,7 +385,7 @@ }, { "cell_type": "code", - "execution_count": 30, + "execution_count": 9, "id": "e7fd439b-5442-4e9d-9e7d-86dacb77f458", "metadata": { "tags": [] @@ -400,28 +400,14 @@ "+------+-------------------+-------+----------+\n", "| Port | MAC Address | Speed | Status |\n", "+------+-------------------+-------+----------+\n", - "| 1 | 08:79:a7:3f:b5:96 | 100 | Enabled |\n", - "| 2 | 75:c5:30:0f:5d:92 | 100 | Enabled |\n", - "| 3 | f1:62:75:5d:d9:59 | 100 | Enabled |\n", - "| 4 | 08:0e:a9:03:d7:3c | 100 | Enabled |\n", - "| 5 | ae:40:29:58:c7:95 | 100 | Disabled |\n", - "| 6 | 7d:54:38:7f:79:e8 | 100 | Disabled |\n", - "| 7 | 63:ea:45:e6:f4:22 | 100 | Enabled |\n", - "| 8 | a9:ea:54:9f:35:f8 | 100 | Enabled |\n", - "+------+-------------------+-------+----------+\n", - "+---------------------------------------------+\n", - "| switch_2 Switch Ports |\n", - "+------+-------------------+-------+----------+\n", - "| Port | MAC Address | Speed | Status |\n", - "+------+-------------------+-------+----------+\n", - "| 1 | 42:08:3f:1e:ea:dd | 100 | Enabled |\n", - "| 2 | a8:1b:b2:78:12:34 | 100 | Enabled |\n", - "| 3 | 43:e4:54:fe:e7:1f | 100 | Disabled |\n", - "| 4 | 24:bf:74:7c:c4:11 | 100 | Disabled |\n", - "| 5 | 4b:57:f7:46:c9:4f | 100 | Disabled |\n", - "| 6 | 10:03:9d:39:0c:81 | 100 | Disabled |\n", - "| 7 | 88:9c:57:5c:53:5e | 100 | Enabled |\n", - "| 8 | d3:59:e2:73:4e:b8 | 100 | Enabled |\n", + "| 1 | e0:06:93:2c:45:cf | 100 | Enabled |\n", + "| 2 | ab:84:4b:96:bc:b6 | 100 | Enabled |\n", + "| 3 | d8:07:d0:d6:27:52 | 100 | Enabled |\n", + "| 4 | ef:da:44:ee:68:1d | 100 | Enabled |\n", + "| 5 | b6:76:3d:1d:7e:be | 100 | Disabled |\n", + "| 6 | 02:ce:fa:da:9a:a4 | 100 | Disabled |\n", + "| 7 | 8c:96:32:d5:ef:4b | 100 | Enabled |\n", + "| 8 | e6:5e:9e:61:f6:71 | 100 | Enabled |\n", "+------+-------------------+-------+----------+\n" ] } @@ -430,42 +416,6 @@ "network.get_node_by_hostname(\"switch_1\").show()" ] }, - { - "cell_type": "markdown", - "id": "beb8dbd6-7250-4ac9-9fa2-d2a9c0e5fd19", - "metadata": { - "tags": [] - }, - "source": [ - "Calling `switch.arp.show()` displays the Switch ARP Cache." - ] - }, - { - "cell_type": "code", - "execution_count": 10, - "id": "d06e1310-4a77-4315-a59f-cb1b49ca2352", - "metadata": { - "tags": [] - }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+--------------------------------+\n", - "| switch_1 ARP Cache |\n", - "+------------+-------------+-----+\n", - "| IP Address | MAC Address | Via |\n", - "+------------+-------------+-----+\n", - "+------------+-------------+-----+\n" - ] - } - ], - "source": [ - "network.get_node_by_hostname(\"switch_1\").arp.show()\n", - "#network.get_node_by_hostname(\"switch_1\").software_manager" - ] - }, { "cell_type": "markdown", "id": "fda75ac3-8123-4234-8f36-86547891d8df", @@ -476,7 +426,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "id": "a0d984b7-a7c1-4bbd-aa5a-9d3caecb08dc", "metadata": { "tags": [] @@ -521,7 +471,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": 11, "id": "656c37f6-b145-42af-9714-8d2886d0eff8", "metadata": { "tags": [] @@ -536,8 +486,8 @@ "+------+------+-------------------+-------------------+-------+---------+\n", "| Port | Type | MAC Address | Address | Speed | Status |\n", "+------+------+-------------------+-------------------+-------+---------+\n", - "| 1 | NIC | 18:9d:a1:f0:6f:0b | 192.168.1.110/24 | 100 | Enabled |\n", - "| 2 | NIC | 9e:b2:c8:04:d8:97 | 192.168.10.110/24 | 100 | Enabled |\n", + "| 1 | NIC | 92:17:67:5f:09:f0 | 192.168.1.110/24 | 100 | Enabled |\n", + "| 2 | NIC | 64:6f:aa:ba:cb:d0 | 192.168.10.110/24 | 100 | Enabled |\n", "+------+------+-------------------+-------------------+-------+---------+\n", "+---------------------------+\n", "| security_suite Open Ports |\n", @@ -567,7 +517,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": 12, "id": "66b267d6-2308-486a-b9aa-cb8d3bcf0753", "metadata": { "tags": [] @@ -582,7 +532,7 @@ "+-------------+-------------------+-------------------+\n", "| IP Address | MAC Address | Via |\n", "+-------------+-------------------+-------------------+\n", - "| 192.168.1.1 | 3f:c3:3d:00:74:c4 | 18:9d:a1:f0:6f:0b |\n", + "| 192.168.1.1 | 7c:0a:49:bd:2d:5f | 92:17:67:5f:09:f0 |\n", "+-------------+-------------------+-------------------+\n" ] } @@ -601,7 +551,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 13, "id": "1b5debe8-ef1b-445d-8fa9-6a45568f21f3", "metadata": { "tags": [] @@ -636,7 +586,7 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": 14, "id": "495b7de4-b6ce-41a6-9114-f74752ab4491", "metadata": { "tags": [] @@ -682,7 +632,7 @@ }, { "cell_type": "code", - "execution_count": 16, + "execution_count": 15, "id": "a38abb71-994e-49e8-8f51-e9a550e95b99", "metadata": { "tags": [] @@ -706,7 +656,7 @@ "True" ] }, - "execution_count": 16, + "execution_count": 15, "metadata": {}, "output_type": "execute_result" } @@ -717,7 +667,7 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 16, "id": "8388e1e9-30e3-4534-8e5a-c6e9144149d2", "metadata": { "tags": [] @@ -750,7 +700,7 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": 17, "id": "ff8e976a-c16b-470c-8923-325713a30d6c", "metadata": { "tags": [] @@ -774,7 +724,7 @@ "True" ] }, - "execution_count": 18, + "execution_count": 17, "metadata": {}, "output_type": "execute_result" } @@ -793,7 +743,7 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": 18, "id": "c4163f8d-6a72-410c-9f5c-4f881b7de45e", "metadata": { "tags": [] @@ -817,7 +767,7 @@ "True" ] }, - "execution_count": 19, + "execution_count": 18, "metadata": {}, "output_type": "execute_result" } @@ -836,7 +786,7 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": 19, "id": "e79a523a-5780-45b6-8798-c434e0e522bd", "metadata": { "tags": [] @@ -879,7 +829,7 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": 20, "id": "603cf913-e261-49da-a7dd-85e1bb6dec56", "metadata": { "tags": [] @@ -903,7 +853,7 @@ "True" ] }, - "execution_count": 21, + "execution_count": 20, "metadata": {}, "output_type": "execute_result" } @@ -922,7 +872,7 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": 21, "id": "e047de00-3de4-4823-b26a-2c8d64c7a663", "metadata": { "tags": [] @@ -955,7 +905,7 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": 22, "id": "6db355ae-b99a-441b-a2c4-4ffe78f46bff", "metadata": { "tags": [] @@ -967,7 +917,7 @@ "True" ] }, - "execution_count": 23, + "execution_count": 22, "metadata": {}, "output_type": "execute_result" } @@ -986,7 +936,7 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": 23, "id": "a345e000-8842-4827-af96-adc0fbe390fb", "metadata": { "tags": [] @@ -1026,7 +976,7 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": 24, "id": "a4f4ff31-590f-40fb-b13d-efaa8c2720b6", "metadata": { "tags": [] @@ -1046,7 +996,7 @@ "False" ] }, - "execution_count": 25, + "execution_count": 24, "metadata": {}, "output_type": "execute_result" } @@ -1065,7 +1015,7 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": 25, "id": "f62b8a4e-fd3b-4059-b108-3d4a0b18f2a0", "metadata": { "tags": [] @@ -1098,7 +1048,7 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": 26, "id": "7e53d776-99da-4d2c-a2a7-bd7ce27bff4c", "metadata": { "tags": [] @@ -1131,7 +1081,7 @@ }, { "cell_type": "code", - "execution_count": 28, + "execution_count": 27, "id": "d542734b-7582-4af7-8254-bda3de50d091", "metadata": { "tags": [] @@ -1155,7 +1105,7 @@ "True" ] }, - "execution_count": 28, + "execution_count": 27, "metadata": {}, "output_type": "execute_result" } @@ -1166,7 +1116,7 @@ }, { "cell_type": "code", - "execution_count": 29, + "execution_count": 28, "id": "d78e9fe3-02c6-4792-944f-5622e26e0412", "metadata": { "tags": [] diff --git a/src/primaite/simulator/network/hardware/nodes/host/host_node.py b/src/primaite/simulator/network/hardware/nodes/host/host_node.py index 9d08b9f4..e354d96a 100644 --- a/src/primaite/simulator/network/hardware/nodes/host/host_node.py +++ b/src/primaite/simulator/network/hardware/nodes/host/host_node.py @@ -318,6 +318,12 @@ class HostNode(Node): @property def arp(self) -> Optional[ARP]: + """ + Return the ARP Cache of the HostNode + + :return: ARP Cache for given HostNode + :rtype: Optional[ARP] + """ return self.software_manager.software.get("ARP") def _install_system_software(self): diff --git a/src/primaite/simulator/network/hardware/nodes/network/network_node.py b/src/primaite/simulator/network/hardware/nodes/network/network_node.py index a3dc3be3..d9304f4d 100644 --- a/src/primaite/simulator/network/hardware/nodes/network/network_node.py +++ b/src/primaite/simulator/network/hardware/nodes/network/network_node.py @@ -32,4 +32,10 @@ class NetworkNode(Node): @property def arp(self) -> Optional[ARP]: + """ + Return the ARP Cache of the NetworkNode + + :return: ARP Cache for given NetworkNode + :rtype: Optional[ARP] + """ return self.software_manager.software.get("ARP") From d02b12d1e56e4bff4c9d37b1cf937a0348262153 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 13:45:27 +0100 Subject: [PATCH 03/15] #2453 Addressing some flake8 corrections --- src/primaite/simulator/network/hardware/nodes/host/host_node.py | 2 +- .../simulator/network/hardware/nodes/network/network_node.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/primaite/simulator/network/hardware/nodes/host/host_node.py b/src/primaite/simulator/network/hardware/nodes/host/host_node.py index e354d96a..6eb88131 100644 --- a/src/primaite/simulator/network/hardware/nodes/host/host_node.py +++ b/src/primaite/simulator/network/hardware/nodes/host/host_node.py @@ -319,7 +319,7 @@ class HostNode(Node): @property def arp(self) -> Optional[ARP]: """ - Return the ARP Cache of the HostNode + Return the ARP Cache of the HostNode. :return: ARP Cache for given HostNode :rtype: Optional[ARP] diff --git a/src/primaite/simulator/network/hardware/nodes/network/network_node.py b/src/primaite/simulator/network/hardware/nodes/network/network_node.py index d9304f4d..89b3d80f 100644 --- a/src/primaite/simulator/network/hardware/nodes/network/network_node.py +++ b/src/primaite/simulator/network/hardware/nodes/network/network_node.py @@ -33,7 +33,7 @@ class NetworkNode(Node): @property def arp(self) -> Optional[ARP]: """ - Return the ARP Cache of the NetworkNode + Return the ARP Cache of the NetworkNode. :return: ARP Cache for given NetworkNode :rtype: Optional[ARP] From 8e6689d881333648668127dc21f69b9deba504dc Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 13:56:21 +0100 Subject: [PATCH 04/15] #2453 - Corrected flake8 linting errors ahead of creating PR, after finally managing to get it to run locally. This should now be ready for review --- .../simulator/network/hardware/nodes/host/host_node.py | 2 +- .../simulator/network/hardware/nodes/network/network_node.py | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/src/primaite/simulator/network/hardware/nodes/host/host_node.py b/src/primaite/simulator/network/hardware/nodes/host/host_node.py index 6eb88131..8928e8ef 100644 --- a/src/primaite/simulator/network/hardware/nodes/host/host_node.py +++ b/src/primaite/simulator/network/hardware/nodes/host/host_node.py @@ -322,7 +322,7 @@ class HostNode(Node): Return the ARP Cache of the HostNode. :return: ARP Cache for given HostNode - :rtype: Optional[ARP] + :rtype: Optional[ARP] """ return self.software_manager.software.get("ARP") diff --git a/src/primaite/simulator/network/hardware/nodes/network/network_node.py b/src/primaite/simulator/network/hardware/nodes/network/network_node.py index 89b3d80f..0474ca08 100644 --- a/src/primaite/simulator/network/hardware/nodes/network/network_node.py +++ b/src/primaite/simulator/network/hardware/nodes/network/network_node.py @@ -5,6 +5,7 @@ from primaite.simulator.network.hardware.base import NetworkInterface, Node from primaite.simulator.network.transmission.data_link_layer import Frame from primaite.simulator.system.services.arp.arp import ARP + class NetworkNode(Node): """ Represents an abstract base class for a network node that can receive and process network frames. @@ -36,6 +37,6 @@ class NetworkNode(Node): Return the ARP Cache of the NetworkNode. :return: ARP Cache for given NetworkNode - :rtype: Optional[ARP] + :rtype: Optional[ARP] """ return self.software_manager.software.get("ARP") From 265f25b442b48be46cc306b88d6c20a6b1c4d1a7 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 14:15:51 +0100 Subject: [PATCH 05/15] #2453 - One final typo correction found in network_simulator_demo.ipynb. Correcting switch.sys_log.show() to computer.sys_log.show() in Computer/Server Nodes section --- .../network_simulator_demo.ipynb | 608 ++---------------- 1 file changed, 55 insertions(+), 553 deletions(-) diff --git a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb index 7a095b53..98dcaaac 100644 --- a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb +++ b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb @@ -59,7 +59,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "de57ac8c-5b28-4847-a759-2ceaf5593329", "metadata": { "tags": [] @@ -71,7 +71,7 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "a1e2e4df-67c0-4584-ab27-47e2c7c7fcd2", "metadata": { "tags": [] @@ -91,70 +91,12 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "cc199741-ef2e-47f5-b2f0-e20049ccf40f", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+------------------------------------------------+\n", - "| Nodes |\n", - "+-------------------+----------+-----------------+\n", - "| Node | Type | Operating State |\n", - "+-------------------+----------+-----------------+\n", - "| router_1 | Router | ON |\n", - "| switch_1 | Switch | ON |\n", - "| switch_2 | Switch | ON |\n", - "| domain_controller | Server | ON |\n", - "| database_server | Server | ON |\n", - "| web_server | Server | ON |\n", - "| backup_server | Server | ON |\n", - "| security_suite | Server | ON |\n", - "| client_1 | Computer | ON |\n", - "| client_2 | Computer | ON |\n", - "+-------------------+----------+-----------------+\n", - "+-----------------------------------------------------------------------------+\n", - "| IP Addresses |\n", - "+-------------------+------+----------------+---------------+-----------------+\n", - "| Node | Port | IP Address | Subnet Mask | Default Gateway |\n", - "+-------------------+------+----------------+---------------+-----------------+\n", - "| router_1 | 1 | 192.168.1.1 | 255.255.255.0 | None |\n", - "| router_1 | 2 | 192.168.10.1 | 255.255.255.0 | None |\n", - "| router_1 | 3 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| router_1 | 4 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| router_1 | 5 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| domain_controller | 1 | 192.168.1.10 | 255.255.255.0 | 192.168.1.1 |\n", - "| database_server | 1 | 192.168.1.14 | 255.255.255.0 | 192.168.1.1 |\n", - "| web_server | 1 | 192.168.1.12 | 255.255.255.0 | 192.168.1.1 |\n", - "| backup_server | 1 | 192.168.1.16 | 255.255.255.0 | 192.168.1.1 |\n", - "| security_suite | 1 | 192.168.1.110 | 255.255.255.0 | 192.168.1.1 |\n", - "| security_suite | 2 | 192.168.10.110 | 255.255.255.0 | 192.168.1.1 |\n", - "| client_1 | 1 | 192.168.10.21 | 255.255.255.0 | 192.168.10.1 |\n", - "| client_2 | 1 | 192.168.10.22 | 255.255.255.0 | 192.168.10.1 |\n", - "+-------------------+------+----------------+---------------+-----------------+\n", - "+---------------------------------------------------------------------------------------------------------------------------------------------------------------+\n", - "| Links |\n", - "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", - "| Endpoint A | A Port | Endpoint B | B Port | is Up | Bandwidth (MBits) | Current Load |\n", - "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n", - "| router_1 | Port 2: 6e:3e:9f:58:c3:f8/192.168.10.1 | switch_2 | Port 8: 00:a7:49:9f:b7:40 | True | 100.0 | 0.00006% |\n", - "| router_1 | Port 1: 7c:0a:49:bd:2d:5f/192.168.1.1 | switch_1 | Port 8: e6:5e:9e:61:f6:71 | True | 100.0 | 0.00018% |\n", - "| switch_1 | Port 7: 8c:96:32:d5:ef:4b | security_suite | Port 1: 92:17:67:5f:09:f0/192.168.1.110 | True | 100.0 | 0.00003% |\n", - "| switch_1 | Port 4: ef:da:44:ee:68:1d | backup_server | Port 1: 82:23:ff:c5:03:45/192.168.1.16 | True | 100.0 | 0.00003% |\n", - "| switch_1 | Port 2: ab:84:4b:96:bc:b6 | web_server | Port 1: 30:3c:b4:54:b2:ef/192.168.1.12 | True | 100.0 | 0.00015% |\n", - "| switch_1 | Port 3: d8:07:d0:d6:27:52 | database_server | Port 1: 7c:cd:b5:ba:46:33/192.168.1.14 | True | 100.0 | 0.00017% |\n", - "| switch_1 | Port 1: e0:06:93:2c:45:cf | domain_controller | Port 1: 6d:3e:3e:b3:f6:6f/192.168.1.10 | True | 100.0 | 0.00003% |\n", - "| switch_2 | Port 7: 4f:55:6c:c3:ff:e9 | security_suite | Port 2: 64:6f:aa:ba:cb:d0/192.168.10.110 | True | 100.0 | 0.00000% |\n", - "| switch_2 | Port 2: f7:42:43:63:75:c9 | client_2 | Port 1: 21:bb:1b:75:02:fb/192.168.10.22 | True | 100.0 | 0.00003% |\n", - "| switch_2 | Port 1: 45:93:50:03:48:f5 | client_1 | Port 1: ca:f5:26:85:a7:54/192.168.10.21 | True | 100.0 | 0.00003% |\n", - "+------------+----------------------------------------+-------------------+------------------------------------------+-------+-------------------+--------------+\n" - ] - } - ], + "outputs": [], "source": [ "network.show()" ] @@ -191,30 +133,12 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "e76d1854-961e-438c-b40f-77fd9c3abe38", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+---------------------------------------------------------------+\n", - "| router_1 Network Interfaces |\n", - "+------+-------------------+-----------------+-------+----------+\n", - "| Port | MAC Address | Address | Speed | Status |\n", - "+------+-------------------+-----------------+-------+----------+\n", - "| 1 | 7c:0a:49:bd:2d:5f | 192.168.1.1/24 | 100 | Enabled |\n", - "| 2 | 6e:3e:9f:58:c3:f8 | 192.168.10.1/24 | 100 | Enabled |\n", - "| 3 | 44:c9:4c:25:4c:9b | 127.0.0.1/8 | 100 | Disabled |\n", - "| 4 | 4a:99:e4:a0:87:ba | 127.0.0.1/8 | 100 | Disabled |\n", - "| 5 | ca:5c:3b:6e:52:ef | 127.0.0.1/8 | 100 | Disabled |\n", - "+------+-------------------+-----------------+-------+----------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").show()" ] @@ -229,32 +153,12 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "id": "92de8b42-92d7-4934-9c12-50bf724c9eb2", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-------------------------------------------------------+\n", - "| router_1 ARP Cache |\n", - "+---------------+-------------------+-------------------+\n", - "| IP Address | MAC Address | Via |\n", - "+---------------+-------------------+-------------------+\n", - "| 192.168.10.21 | ca:f5:26:85:a7:54 | 6e:3e:9f:58:c3:f8 |\n", - "| 192.168.10.22 | 21:bb:1b:75:02:fb | 6e:3e:9f:58:c3:f8 |\n", - "| 192.168.1.10 | 6d:3e:3e:b3:f6:6f | 7c:0a:49:bd:2d:5f |\n", - "| 192.168.1.14 | 7c:cd:b5:ba:46:33 | 7c:0a:49:bd:2d:5f |\n", - "| 192.168.1.12 | 30:3c:b4:54:b2:ef | 7c:0a:49:bd:2d:5f |\n", - "| 192.168.1.16 | 82:23:ff:c5:03:45 | 7c:0a:49:bd:2d:5f |\n", - "| 192.168.1.110 | 92:17:67:5f:09:f0 | 7c:0a:49:bd:2d:5f |\n", - "+---------------+-------------------+-------------------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").arp.show()" ] @@ -269,32 +173,12 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "id": "5922282a-d22b-4e55-9176-f3f3654c849f", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+---------------------------------------------------------------------------------------------------------------------------------------+\n", - "| router_1 Access Control List |\n", - "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n", - "| Index | Action | Protocol | Src IP | Src Wildcard | Src Port | Dst IP | Dst Wildcard | Dst Port | Matched |\n", - "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n", - "| 0 | PERMIT | ANY | ANY | ANY | 5432 (POSTGRES_SERVER) | ANY | ANY | 5432 (POSTGRES_SERVER) | 0 |\n", - "| 1 | PERMIT | ANY | ANY | ANY | 53 (DNS) | ANY | ANY | 53 (DNS) | 0 |\n", - "| 2 | PERMIT | ANY | ANY | ANY | 21 (FTP) | ANY | ANY | 21 (FTP) | 0 |\n", - "| 3 | PERMIT | ANY | ANY | ANY | 80 (HTTP) | ANY | ANY | 80 (HTTP) | 0 |\n", - "| 22 | PERMIT | ANY | ANY | ANY | 219 (ARP) | ANY | ANY | 219 (ARP) | 0 |\n", - "| 23 | PERMIT | ICMP | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", - "| 24 | DENY | ANY | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", - "+-------+--------+----------+--------+--------------+------------------------+--------+--------------+------------------------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").acl.show()" ] @@ -309,25 +193,12 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "id": "327203be-f475-4727-82a1-e992d3b70ed8", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-------------------------------------+\n", - "| router_1 Route Table |\n", - "+-------+---------+----------+--------+\n", - "| Index | Address | Next Hop | Metric |\n", - "+-------+---------+----------+--------+\n", - "+-------+---------+----------+--------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").route_table.show()" ] @@ -342,25 +213,12 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "id": "3d0aa004-b10c-445f-aaab-340e0e716c74", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| router_1 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").sys_log.show(last_n=10)" ] @@ -385,33 +243,12 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "id": "e7fd439b-5442-4e9d-9e7d-86dacb77f458", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+---------------------------------------------+\n", - "| switch_1 Switch Ports |\n", - "+------+-------------------+-------+----------+\n", - "| Port | MAC Address | Speed | Status |\n", - "+------+-------------------+-------+----------+\n", - "| 1 | e0:06:93:2c:45:cf | 100 | Enabled |\n", - "| 2 | ab:84:4b:96:bc:b6 | 100 | Enabled |\n", - "| 3 | d8:07:d0:d6:27:52 | 100 | Enabled |\n", - "| 4 | ef:da:44:ee:68:1d | 100 | Enabled |\n", - "| 5 | b6:76:3d:1d:7e:be | 100 | Disabled |\n", - "| 6 | 02:ce:fa:da:9a:a4 | 100 | Disabled |\n", - "| 7 | 8c:96:32:d5:ef:4b | 100 | Enabled |\n", - "| 8 | e6:5e:9e:61:f6:71 | 100 | Enabled |\n", - "+------+-------------------+-------+----------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"switch_1\").show()" ] @@ -426,25 +263,12 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "id": "a0d984b7-a7c1-4bbd-aa5a-9d3caecb08dc", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| switch_1 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"switch_1\").sys_log.show()" ] @@ -471,38 +295,12 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "id": "656c37f6-b145-42af-9714-8d2886d0eff8", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------------------------------------------------+\n", - "| security_suite Network Interface Cards |\n", - "+------+------+-------------------+-------------------+-------+---------+\n", - "| Port | Type | MAC Address | Address | Speed | Status |\n", - "+------+------+-------------------+-------------------+-------+---------+\n", - "| 1 | NIC | 92:17:67:5f:09:f0 | 192.168.1.110/24 | 100 | Enabled |\n", - "| 2 | NIC | 64:6f:aa:ba:cb:d0 | 192.168.10.110/24 | 100 | Enabled |\n", - "+------+------+-------------------+-------------------+-------+---------+\n", - "+---------------------------+\n", - "| security_suite Open Ports |\n", - "+-------------+-------------+\n", - "| Port | Name |\n", - "+-------------+-------------+\n", - "| 21 | FTP |\n", - "| 53 | DNS |\n", - "| 80 | HTTP |\n", - "| 123 | NTP |\n", - "| 219 | ARP |\n", - "+-------------+-------------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"security_suite\").show()" ] @@ -517,26 +315,12 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "id": "66b267d6-2308-486a-b9aa-cb8d3bcf0753", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------------------------------+\n", - "| security_suite ARP Cache |\n", - "+-------------+-------------------+-------------------+\n", - "| IP Address | MAC Address | Via |\n", - "+-------------+-------------------+-------------------+\n", - "| 192.168.1.1 | 7c:0a:49:bd:2d:5f | 92:17:67:5f:09:f0 |\n", - "+-------------+-------------------+-------------------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"security_suite\").arp.show()" ] @@ -546,30 +330,17 @@ "id": "0d1fcad8-5b1a-4d8b-a49f-aa54a95fcaf0", "metadata": {}, "source": [ - "Calling `switch.sys_log.show()` displays the Computer/Server system log. By default, only the last 10 log entries are displayed, this can be changed by passing `last_n=`." + "Calling `computer.sys_log.show()` displays the Computer/Server system log. By default, only the last 10 log entries are displayed, this can be changed by passing `last_n=`." ] }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "id": "1b5debe8-ef1b-445d-8fa9-6a45568f21f3", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| security_suite Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"security_suite\").sys_log.show()" ] @@ -586,38 +357,12 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "id": "495b7de4-b6ce-41a6-9114-f74752ab4491", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------------------------------------------------------+\n", - "| IP Addresses |\n", - "+-------------------+------+----------------+---------------+-----------------+\n", - "| Node | Port | IP Address | Subnet Mask | Default Gateway |\n", - "+-------------------+------+----------------+---------------+-----------------+\n", - "| router_1 | 1 | 192.168.1.1 | 255.255.255.0 | None |\n", - "| router_1 | 2 | 192.168.10.1 | 255.255.255.0 | None |\n", - "| router_1 | 3 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| router_1 | 4 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| router_1 | 5 | 127.0.0.1 | 255.0.0.0 | None |\n", - "| domain_controller | 1 | 192.168.1.10 | 255.255.255.0 | 192.168.1.1 |\n", - "| database_server | 1 | 192.168.1.14 | 255.255.255.0 | 192.168.1.1 |\n", - "| web_server | 1 | 192.168.1.12 | 255.255.255.0 | 192.168.1.1 |\n", - "| backup_server | 1 | 192.168.1.16 | 255.255.255.0 | 192.168.1.1 |\n", - "| security_suite | 1 | 192.168.1.110 | 255.255.255.0 | 192.168.1.1 |\n", - "| security_suite | 2 | 192.168.10.110 | 255.255.255.0 | 192.168.1.1 |\n", - "| client_1 | 1 | 192.168.10.21 | 255.255.255.0 | 192.168.10.1 |\n", - "| client_2 | 1 | 192.168.10.22 | 255.255.255.0 | 192.168.10.1 |\n", - "+-------------------+------+----------------+---------------+-----------------+\n" - ] - } - ], + "outputs": [], "source": [ "network.show(nodes=False, links=False)" ] @@ -632,60 +377,24 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": null, "id": "a38abb71-994e-49e8-8f51-e9a550e95b99", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.10.1:\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Ping statistics for 192.168.10.1: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.10.1\")" ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "id": "8388e1e9-30e3-4534-8e5a-c6e9144149d2", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| client_1 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").sys_log.show(15)" ] @@ -700,35 +409,12 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": null, "id": "ff8e976a-c16b-470c-8923-325713a30d6c", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.1.1:\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Reply from 192.168.10.1: bytes=32, time=<1ms, TTL=62\n", - "Ping statistics for 192.168.1.1: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 17, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.1\")" ] @@ -743,35 +429,12 @@ }, { "cell_type": "code", - "execution_count": 18, + "execution_count": null, "id": "c4163f8d-6a72-410c-9f5c-4f881b7de45e", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.1.12:\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 18, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.12\")" ] @@ -786,25 +449,12 @@ }, { "cell_type": "code", - "execution_count": 19, + "execution_count": null, "id": "e79a523a-5780-45b6-8798-c434e0e522bd", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| web_server Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"web_server\").sys_log.show()" ] @@ -829,35 +479,12 @@ }, { "cell_type": "code", - "execution_count": 20, + "execution_count": null, "id": "603cf913-e261-49da-a7dd-85e1bb6dec56", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.1.12:\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 20, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_2\").ping(\"192.168.1.12\")" ] @@ -872,25 +499,12 @@ }, { "cell_type": "code", - "execution_count": 21, + "execution_count": null, "id": "e047de00-3de4-4823-b26a-2c8d64c7a663", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| client_2 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_2\").sys_log.show()" ] @@ -905,23 +519,12 @@ }, { "cell_type": "code", - "execution_count": 22, + "execution_count": null, "id": "6db355ae-b99a-441b-a2c4-4ffe78f46bff", "metadata": { "tags": [] }, - "outputs": [ - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 22, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "from primaite.simulator.network.transmission.network_layer import IPProtocol\n", "from primaite.simulator.network.transmission.transport_layer import Port\n", @@ -936,32 +539,12 @@ }, { "cell_type": "code", - "execution_count": 23, + "execution_count": null, "id": "a345e000-8842-4827-af96-adc0fbe390fb", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+----------------------------------------------------------------------------------------------------------------------------------------------+\n", - "| router_1 Access Control List |\n", - "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n", - "| Index | Action | Protocol | Src IP | Src Wildcard | Src Port | Dst IP | Dst Wildcard | Dst Port | Matched |\n", - "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n", - "| 0 | PERMIT | ANY | ANY | ANY | 5432 (POSTGRES_SERVER) | ANY | ANY | 5432 (POSTGRES_SERVER) | 0 |\n", - "| 1 | DENY | ICMP | 192.168.10.22 | ANY | ANY | ANY | ANY | ANY | 0 |\n", - "| 2 | PERMIT | ANY | ANY | ANY | 21 (FTP) | ANY | ANY | 21 (FTP) | 0 |\n", - "| 3 | PERMIT | ANY | ANY | ANY | 80 (HTTP) | ANY | ANY | 80 (HTTP) | 0 |\n", - "| 22 | PERMIT | ANY | ANY | ANY | 219 (ARP) | ANY | ANY | 219 (ARP) | 0 |\n", - "| 23 | PERMIT | ICMP | ANY | ANY | ANY | ANY | ANY | ANY | 24 |\n", - "| 24 | DENY | ANY | ANY | ANY | ANY | ANY | ANY | ANY | 0 |\n", - "+-------+--------+----------+---------------+--------------+------------------------+--------+--------------+------------------------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").acl.show()" ] @@ -976,31 +559,12 @@ }, { "cell_type": "code", - "execution_count": 24, + "execution_count": null, "id": "a4f4ff31-590f-40fb-b13d-efaa8c2720b6", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.1.12:\n", - "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 0, Lost = 4 (100.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "False" - ] - }, - "execution_count": 24, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_2\").ping(\"192.168.1.12\")" ] @@ -1015,25 +579,12 @@ }, { "cell_type": "code", - "execution_count": 25, + "execution_count": null, "id": "f62b8a4e-fd3b-4059-b108-3d4a0b18f2a0", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| client_2 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_2\").sys_log.show()" ] @@ -1048,25 +599,12 @@ }, { "cell_type": "code", - "execution_count": 26, + "execution_count": null, "id": "7e53d776-99da-4d2c-a2a7-bd7ce27bff4c", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| router_1 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"router_1\").sys_log.show()" ] @@ -1081,60 +619,24 @@ }, { "cell_type": "code", - "execution_count": 27, + "execution_count": null, "id": "d542734b-7582-4af7-8254-bda3de50d091", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "Pinging 192.168.1.12:\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Reply from 192.168.1.12: bytes=32, time=<1ms, TTL=59\n", - "Ping statistics for 192.168.1.12: Packets: Sent = 4, Received = 4, Lost = 0 (0.0% loss)\n" - ] - }, - { - "data": { - "text/plain": [ - "True" - ] - }, - "execution_count": 27, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").ping(\"192.168.1.12\")" ] }, { "cell_type": "code", - "execution_count": 28, + "execution_count": null, "id": "d78e9fe3-02c6-4792-944f-5622e26e0412", "metadata": { "tags": [] }, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "+-----------------------------+\n", - "| client_1 Sys Log |\n", - "+-----------+-------+---------+\n", - "| Timestamp | Level | Message |\n", - "+-----------+-------+---------+\n", - "+-----------+-------+---------+\n" - ] - } - ], + "outputs": [], "source": [ "network.get_node_by_hostname(\"client_1\").sys_log.show()" ] From 3245c7e81eec7c41991a5f404f8efa441f0ad401 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 14:48:49 +0100 Subject: [PATCH 06/15] #2453 - Renaming Server hostname in create-simulation_demo and removing saved output --- .../create-simulation_demo.ipynb | 580 +----------------- 1 file changed, 23 insertions(+), 557 deletions(-) diff --git a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb index 5ef31243..756a48fc 100644 --- a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb +++ b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb @@ -18,7 +18,7 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -36,24 +36,9 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'uuid': '91c88b2a-caf1-47be-a394-d0c22e5110be',\n", - " 'network': {'uuid': 'a9121808-0401-460c-9833-23d4ba91e9bc',\n", - " 'nodes': {},\n", - " 'links': {}},\n", - " 'domain': {'uuid': '25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d', 'accounts': {}}}" - ] - }, - "execution_count": 2, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "my_sim = Simulation()\n", "net = my_sim.network\n", @@ -69,7 +54,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -79,13 +64,13 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ - "my_pc = Computer(hostname=\"primaite_pc\", ip_address=\"192.168.1.10\", subnet_mask=\"255.255.255.0\")\n", + "my_pc = Computer(hostname=\"Computer\", ip_address=\"192.168.1.10\", subnet_mask=\"255.255.255.0\")\n", "net.add_node(my_pc)\n", - "my_server = Server(hostname=\"google_server\", ip_address=\"192.168.1.11\", subnet_mask=\"255.255.255.0\")\n", + "my_server = Server(hostname=\"Server\", ip_address=\"192.168.1.11\", subnet_mask=\"255.255.255.0\")\n", "net.add_node(my_server)\n" ] }, @@ -98,7 +83,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -108,20 +93,9 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "Link(uuid='2bd19485-0a6b-4878-978b-b082a672d9b9', endpoint_a=NIC(ip_address=IPv4Address('130.1.1.2'), subnet_mask=IPv4Address('255.255.255.0'), uuid='8a628493-83fb-44bf-a1b0-ef19e362ae5f', mac_address='44:89:a5:ce:7f:6f', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}, wake_on_lan=False, gateway='130.1.1.255'), endpoint_b=SwitchPort(uuid='a049bb8f-53d3-4575-b325-dfb55516edcd', mac_address='aa:45:88:e1:13:e5', speed=100, mtu=1500, enabled=False, port_num=2, port_name=None, pcap=None, nmne={}), bandwidth=100.0, current_load=0.0)" - ] - }, - "execution_count": 6, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "my_switch = Switch(hostname=\"switch1\", num_ports=12)\n", "net.add_node(my_switch)\n", @@ -145,7 +119,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -156,7 +130,7 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -166,20 +140,9 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "File(uuid='3ceeded4-77b9-4a86-949c-73188d5f4c34', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='cbbd3631-a915-400d-bc02-f31f72447ce5', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-09_13-24-30/google_server/fs'), num_access=0, folder=Folder(uuid='cbbd3631-a915-400d-bc02-f31f72447ce5', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={'3ceeded4-77b9-4a86-949c-73188d5f4c34': File(uuid='3ceeded4-77b9-4a86-949c-73188d5f4c34', name='favicon.ico', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, folder_id='cbbd3631-a915-400d-bc02-f31f72447ce5', folder_name='root', file_type=, sim_size=0, real=False, sim_path=None, sim_root=WindowsPath('C:/Projects/PrimAITE/simulation_output/2024-04-09_13-24-30/google_server/fs'), num_access=0, folder=Folder(uuid='cbbd3631-a915-400d-bc02-f31f72447ce5', name='root', health_status=, visible_health_status=, previous_hash=None, revealed_to_red=False, sys_log=, deleted=False, files={...}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))}, deleted_files={}, scan_duration=3, scan_countdown=0, red_scan_duration=3, red_scan_countdown=0, restore_duration=3, restore_countdown=0))" - ] - }, - "execution_count": 9, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "my_server_folder = my_server.file_system.create_folder(\"static\")\n", "my_server.file_system.create_file(\"favicon.ico\", file_type=FileType.PNG)" @@ -194,7 +157,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -213,7 +176,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -222,7 +185,7 @@ }, { "cell_type": "code", - "execution_count": 12, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -238,7 +201,7 @@ }, { "cell_type": "code", - "execution_count": 13, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -247,7 +210,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -264,515 +227,18 @@ }, { "cell_type": "code", - "execution_count": 15, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "{'uuid': '91c88b2a-caf1-47be-a394-d0c22e5110be',\n", - " 'network': {'uuid': 'a9121808-0401-460c-9833-23d4ba91e9bc',\n", - " 'nodes': {'primaite_pc': {'uuid': 'dd0e95be-2491-4d5b-8388-df3975a19e8a',\n", - " 'hostname': 'primaite_pc',\n", - " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': '279e2645-b680-4d2e-b13c-66d5cfacbd38',\n", - " 'mac_address': 'bd:76:20:24:cf:04',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {},\n", - " 'ip_address': '192.168.1.10',\n", - " 'subnet_mask': '255.255.255.0',\n", - " 'wake_on_lan': False},\n", - " 2: {'uuid': '40c0db02-4d14-4826-b49b-e6a521941cec',\n", - " 'mac_address': 'd8:b2:0c:af:3f:83',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {},\n", - " 'ip_address': '130.1.1.1',\n", - " 'subnet_mask': '255.255.255.0',\n", - " 'wake_on_lan': False}},\n", - " 'file_system': {'uuid': '91d3aed7-53c6-471f-b903-9889396be280',\n", - " 'folders': {'root': {'uuid': '81bdc04e-9a0d-4306-9a9c-ee926fff6df8',\n", - " 'name': 'root',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'files': {},\n", - " 'deleted_files': {}},\n", - " 'downloads': {'uuid': '56abdf27-b8d4-42f4-9b09-b7912db1c4f3',\n", - " 'name': 'downloads',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'files': {'firefox_installer.zip': {'uuid': '02236b61-14bb-46aa-9fd5-7174c0d7d730',\n", - " 'name': 'firefox_installer.zip',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'size': 1024000,\n", - " 'file_type': 'ZIP',\n", - " 'num_access': 0}},\n", - " 'deleted_files': {}}},\n", - " 'deleted_folders': {},\n", - " 'num_file_creations': 0,\n", - " 'num_file_deletions': 0},\n", - " 'applications': {'WebBrowser': {'uuid': 'a6a12776-e307-4d71-9e7a-d9ca97ecd6b0',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 80,\n", - " 'operating_state': 2,\n", - " 'execution_control_status': 'manual',\n", - " 'num_executions': 0,\n", - " 'groups': [],\n", - " 'history': []},\n", - " 'mspaint': {'uuid': 'efd34549-cc92-4474-80ab-5fb6c3159ff6',\n", - " 'health_state_actual': 1,\n", - " 'health_state_visible': 1,\n", - " 'criticality': 3,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 80,\n", - " 'operating_state': 1,\n", - " 'execution_control_status': 'manual',\n", - " 'num_executions': 0,\n", - " 'groups': []}},\n", - " 'services': {'ARP': {'uuid': 'e61c25ff-a6c2-4eec-b031-131eaf33490c',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 219,\n", - " 'operating_state': 2},\n", - " 'ICMP': {'uuid': '74debeed-b758-41cb-bea2-51ac283e6ae2',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 0,\n", - " 'operating_state': 2},\n", - " 'DNSClient': {'uuid': '6680efc0-e005-41e8-bb49-39a0d9c4b118',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 53,\n", - " 'operating_state': 2},\n", - " 'FTPClient': {'uuid': '21b05ac9-e9b4-4c5c-a812-f6748e14d8c3',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 21,\n", - " 'operating_state': 2},\n", - " 'NTPClient': {'uuid': '7ab7c911-5037-4e82-b00c-be4f72c13aa7',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 123,\n", - " 'operating_state': 2}},\n", - " 'process': {},\n", - " 'revealed_to_red': False},\n", - " 'google_server': {'uuid': '42d61d8d-2493-4b8a-944f-7962abc9d20b',\n", - " 'hostname': 'google_server',\n", - " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': 'e384a4fc-754f-44a4-9158-c63f72f52f76',\n", - " 'mac_address': 'ea:5d:4f:10:b2:27',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {},\n", - " 'ip_address': '192.168.1.11',\n", - " 'subnet_mask': '255.255.255.0',\n", - " 'wake_on_lan': False},\n", - " 2: {'uuid': '8a628493-83fb-44bf-a1b0-ef19e362ae5f',\n", - " 'mac_address': '44:89:a5:ce:7f:6f',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {},\n", - " 'ip_address': '130.1.1.2',\n", - " 'subnet_mask': '255.255.255.0',\n", - " 'wake_on_lan': False}},\n", - " 'file_system': {'uuid': 'f25cee1f-2ebe-4fd3-8d5c-649b0d342b61',\n", - " 'folders': {'root': {'uuid': 'cbbd3631-a915-400d-bc02-f31f72447ce5',\n", - " 'name': 'root',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'files': {'favicon.ico': {'uuid': '3ceeded4-77b9-4a86-949c-73188d5f4c34',\n", - " 'name': 'favicon.ico',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'size': 0,\n", - " 'file_type': 'UNKNOWN',\n", - " 'num_access': 0}},\n", - " 'deleted_files': {}},\n", - " 'static': {'uuid': 'd8241ce0-f55e-43ec-bd68-741b79a9a565',\n", - " 'name': 'static',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'files': {},\n", - " 'deleted_files': {}}},\n", - " 'deleted_folders': {},\n", - " 'num_file_creations': 1,\n", - " 'num_file_deletions': 0},\n", - " 'applications': {'WebBrowser': {'uuid': '957d0049-e703-4882-8e57-b2ab4c79d458',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 80,\n", - " 'operating_state': 2,\n", - " 'execution_control_status': 'manual',\n", - " 'num_executions': 0,\n", - " 'groups': [],\n", - " 'history': []}},\n", - " 'services': {'ARP': {'uuid': '82ea1bcf-a0fe-418d-873e-5f075ebb4d3b',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 219,\n", - " 'operating_state': 2},\n", - " 'ICMP': {'uuid': 'bc084dc4-0a7d-4954-9e6e-54bed797e837',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 0,\n", - " 'operating_state': 2},\n", - " 'DNSClient': {'uuid': '5a9ecc18-71c0-4728-a9c6-e31b33529581',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 53,\n", - " 'operating_state': 2},\n", - " 'FTPClient': {'uuid': 'f0a411eb-5423-4c98-8689-d94af57deefc',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 21,\n", - " 'operating_state': 2},\n", - " 'NTPClient': {'uuid': 'd36f2c4f-af30-4618-ae8e-fe68c98e1382',\n", - " 'health_state_actual': 0,\n", - " 'health_state_visible': 0,\n", - " 'criticality': 1,\n", - " 'fixing_count': 0,\n", - " 'scanning_count': 0,\n", - " 'revealed_to_red': False,\n", - " 'installing_count': 0,\n", - " 'max_sessions': 100,\n", - " 'tcp': True,\n", - " 'udp': True,\n", - " 'port': 123,\n", - " 'operating_state': 2}},\n", - " 'process': {},\n", - " 'revealed_to_red': False},\n", - " 'switch1': {'uuid': 'a9e08b28-d1f4-4c34-b410-71333cd6b42b',\n", - " 'hostname': 'switch1',\n", - " 'operating_state': 2,\n", - " 'NICs': {1: {'uuid': '3546e960-30f8-49ee-95b9-57570b228333',\n", - " 'mac_address': '8d:d9:3e:f3:a3:ce',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 2: {'uuid': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", - " 'mac_address': 'aa:45:88:e1:13:e5',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 3: {'uuid': '179c030c-d8fe-474b-a9d1-6c6bd6e6ca63',\n", - " 'mac_address': '10:d7:bc:39:4d:9d',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 4: {'uuid': '56f84a14-0a98-4bc5-983b-31900fc9a2c5',\n", - " 'mac_address': '61:62:18:cf:2a:ea',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 5: {'uuid': '0ff4b64e-be4c-473e-8dcd-b7a0078ff890',\n", - " 'mac_address': '21:5e:6b:1b:d0:bf',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 6: {'uuid': '0edf239b-bbb8-4076-ba85-cb07c65722d5',\n", - " 'mac_address': '40:58:ac:11:9c:1a',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 7: {'uuid': 'a7f578e5-a6f5-4cf8-abca-207e483637c2',\n", - " 'mac_address': 'e0:ef:90:e2:ce:b4',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 8: {'uuid': 'dc2069dd-ef3c-4e0b-81cb-a73caba917a8',\n", - " 'mac_address': '2c:2a:27:d6:9a:a8',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 9: {'uuid': 'afbc1a01-efdb-424c-9a7d-b3c3165f6d78',\n", - " 'mac_address': 'e0:f5:79:04:4f:2a',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 10: {'uuid': 'bdd805f4-a3dc-4a94-ba67-3a62b138f41c',\n", - " 'mac_address': '9a:20:3d:cb:a0:98',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 11: {'uuid': '19f6f871-cba9-423a-a1a5-6a0e347e98cb',\n", - " 'mac_address': '69:d9:8c:1d:a9:75',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 12: {'uuid': '5c2aa6f5-12ce-466b-b46b-95ec519a5f47',\n", - " 'mac_address': 'db:7e:8c:91:1b:3f',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}}},\n", - " 'file_system': {'uuid': '91dea1d3-3947-49b9-a691-750bc25bbb9c',\n", - " 'folders': {'root': {'uuid': 'b7ebbf43-d86f-43d3-bbc7-f6b197af40b9',\n", - " 'name': 'root',\n", - " 'health_status': 1,\n", - " 'visible_status': 1,\n", - " 'previous_hash': None,\n", - " 'revealed_to_red': False,\n", - " 'files': {},\n", - " 'deleted_files': {}}},\n", - " 'deleted_folders': {},\n", - " 'num_file_creations': 0,\n", - " 'num_file_deletions': 0},\n", - " 'applications': {},\n", - " 'services': {},\n", - " 'process': {},\n", - " 'revealed_to_red': False,\n", - " 'ports': {1: {'uuid': '3546e960-30f8-49ee-95b9-57570b228333',\n", - " 'mac_address': '8d:d9:3e:f3:a3:ce',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 2: {'uuid': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", - " 'mac_address': 'aa:45:88:e1:13:e5',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 3: {'uuid': '179c030c-d8fe-474b-a9d1-6c6bd6e6ca63',\n", - " 'mac_address': '10:d7:bc:39:4d:9d',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 4: {'uuid': '56f84a14-0a98-4bc5-983b-31900fc9a2c5',\n", - " 'mac_address': '61:62:18:cf:2a:ea',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 5: {'uuid': '0ff4b64e-be4c-473e-8dcd-b7a0078ff890',\n", - " 'mac_address': '21:5e:6b:1b:d0:bf',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 6: {'uuid': '0edf239b-bbb8-4076-ba85-cb07c65722d5',\n", - " 'mac_address': '40:58:ac:11:9c:1a',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 7: {'uuid': 'a7f578e5-a6f5-4cf8-abca-207e483637c2',\n", - " 'mac_address': 'e0:ef:90:e2:ce:b4',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 8: {'uuid': 'dc2069dd-ef3c-4e0b-81cb-a73caba917a8',\n", - " 'mac_address': '2c:2a:27:d6:9a:a8',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 9: {'uuid': 'afbc1a01-efdb-424c-9a7d-b3c3165f6d78',\n", - " 'mac_address': 'e0:f5:79:04:4f:2a',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 10: {'uuid': 'bdd805f4-a3dc-4a94-ba67-3a62b138f41c',\n", - " 'mac_address': '9a:20:3d:cb:a0:98',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 11: {'uuid': '19f6f871-cba9-423a-a1a5-6a0e347e98cb',\n", - " 'mac_address': '69:d9:8c:1d:a9:75',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}},\n", - " 12: {'uuid': '5c2aa6f5-12ce-466b-b46b-95ec519a5f47',\n", - " 'mac_address': 'db:7e:8c:91:1b:3f',\n", - " 'speed': 100,\n", - " 'mtu': 1500,\n", - " 'enabled': False,\n", - " 'nmne': {}}},\n", - " 'num_ports': 12,\n", - " 'mac_address_table': {}}},\n", - " 'links': {'primaite_pc:eth-2<->switch1:eth-1': {'uuid': '405f3032-6f5d-427f-b42e-5eee4cdc3a7c',\n", - " 'endpoint_a': '40c0db02-4d14-4826-b49b-e6a521941cec',\n", - " 'endpoint_b': '3546e960-30f8-49ee-95b9-57570b228333',\n", - " 'bandwidth': 100.0,\n", - " 'current_load': 0.0,\n", - " 'hostname_a': 'primaite_pc',\n", - " 'hostname_b': 'switch1',\n", - " 'port_a': 2,\n", - " 'port_b': 1},\n", - " 'google_server:eth-2<->switch1:eth-2': {'uuid': '2bd19485-0a6b-4878-978b-b082a672d9b9',\n", - " 'endpoint_a': '8a628493-83fb-44bf-a1b0-ef19e362ae5f',\n", - " 'endpoint_b': 'a049bb8f-53d3-4575-b325-dfb55516edcd',\n", - " 'bandwidth': 100.0,\n", - " 'current_load': 0.0,\n", - " 'hostname_a': 'google_server',\n", - " 'hostname_b': 'switch1',\n", - " 'port_a': 2,\n", - " 'port_b': 2}}},\n", - " 'domain': {'uuid': '25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d',\n", - " 'accounts': {'admin': {'uuid': '78783f13-6149-47b3-9b9d-f98d658bf54a',\n", - " 'num_logons': 0,\n", - " 'num_logoffs': 0,\n", - " 'num_group_changes': 0,\n", - " 'username': 'admin',\n", - " 'password': 'admin12',\n", - " 'account_type': 2,\n", - " 'enabled': True}}}}" - ] - }, - "execution_count": 15, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "my_sim.describe_state()" ] }, { "cell_type": "code", - "execution_count": 16, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "data": { - "text/plain": [ - "'{\"uuid\": \"91c88b2a-caf1-47be-a394-d0c22e5110be\", \"network\": {\"uuid\": \"a9121808-0401-460c-9833-23d4ba91e9bc\", \"nodes\": {\"primaite_pc\": {\"uuid\": \"dd0e95be-2491-4d5b-8388-df3975a19e8a\", \"hostname\": \"primaite_pc\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"279e2645-b680-4d2e-b13c-66d5cfacbd38\", \"mac_address\": \"bd:76:20:24:cf:04\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.10\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"40c0db02-4d14-4826-b49b-e6a521941cec\", \"mac_address\": \"d8:b2:0c:af:3f:83\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.1\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"91d3aed7-53c6-471f-b903-9889396be280\", \"folders\": {\"root\": {\"uuid\": \"81bdc04e-9a0d-4306-9a9c-ee926fff6df8\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}, \"downloads\": {\"uuid\": \"56abdf27-b8d4-42f4-9b09-b7912db1c4f3\", \"name\": \"downloads\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"firefox_installer.zip\": {\"uuid\": \"02236b61-14bb-46aa-9fd5-7174c0d7d730\", \"name\": \"firefox_installer.zip\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 1024000, \"file_type\": \"ZIP\", \"num_access\": 0}}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"a6a12776-e307-4d71-9e7a-d9ca97ecd6b0\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}, \"mspaint\": {\"uuid\": \"efd34549-cc92-4474-80ab-5fb6c3159ff6\", \"health_state_actual\": 1, \"health_state_visible\": 1, \"criticality\": 3, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 1, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": []}}, \"services\": {\"ARP\": {\"uuid\": \"e61c25ff-a6c2-4eec-b031-131eaf33490c\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"74debeed-b758-41cb-bea2-51ac283e6ae2\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"6680efc0-e005-41e8-bb49-39a0d9c4b118\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"21b05ac9-e9b4-4c5c-a812-f6748e14d8c3\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"7ab7c911-5037-4e82-b00c-be4f72c13aa7\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"google_server\": {\"uuid\": \"42d61d8d-2493-4b8a-944f-7962abc9d20b\", \"hostname\": \"google_server\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"e384a4fc-754f-44a4-9158-c63f72f52f76\", \"mac_address\": \"ea:5d:4f:10:b2:27\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"192.168.1.11\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}, \"2\": {\"uuid\": \"8a628493-83fb-44bf-a1b0-ef19e362ae5f\", \"mac_address\": \"44:89:a5:ce:7f:6f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}, \"ip_address\": \"130.1.1.2\", \"subnet_mask\": \"255.255.255.0\", \"wake_on_lan\": false}}, \"file_system\": {\"uuid\": \"f25cee1f-2ebe-4fd3-8d5c-649b0d342b61\", \"folders\": {\"root\": {\"uuid\": \"cbbd3631-a915-400d-bc02-f31f72447ce5\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {\"favicon.ico\": {\"uuid\": \"3ceeded4-77b9-4a86-949c-73188d5f4c34\", \"name\": \"favicon.ico\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"size\": 0, \"file_type\": \"UNKNOWN\", \"num_access\": 0}}, \"deleted_files\": {}}, \"static\": {\"uuid\": \"d8241ce0-f55e-43ec-bd68-741b79a9a565\", \"name\": \"static\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 1, \"num_file_deletions\": 0}, \"applications\": {\"WebBrowser\": {\"uuid\": \"957d0049-e703-4882-8e57-b2ab4c79d458\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 80, \"operating_state\": 2, \"execution_control_status\": \"manual\", \"num_executions\": 0, \"groups\": [], \"history\": []}}, \"services\": {\"ARP\": {\"uuid\": \"82ea1bcf-a0fe-418d-873e-5f075ebb4d3b\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 219, \"operating_state\": 2}, \"ICMP\": {\"uuid\": \"bc084dc4-0a7d-4954-9e6e-54bed797e837\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 0, \"operating_state\": 2}, \"DNSClient\": {\"uuid\": \"5a9ecc18-71c0-4728-a9c6-e31b33529581\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 53, \"operating_state\": 2}, \"FTPClient\": {\"uuid\": \"f0a411eb-5423-4c98-8689-d94af57deefc\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 21, \"operating_state\": 2}, \"NTPClient\": {\"uuid\": \"d36f2c4f-af30-4618-ae8e-fe68c98e1382\", \"health_state_actual\": 0, \"health_state_visible\": 0, \"criticality\": 1, \"fixing_count\": 0, \"scanning_count\": 0, \"revealed_to_red\": false, \"installing_count\": 0, \"max_sessions\": 100, \"tcp\": true, \"udp\": true, \"port\": 123, \"operating_state\": 2}}, \"process\": {}, \"revealed_to_red\": false}, \"switch1\": {\"uuid\": \"a9e08b28-d1f4-4c34-b410-71333cd6b42b\", \"hostname\": \"switch1\", \"operating_state\": 2, \"NICs\": {\"1\": {\"uuid\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"mac_address\": \"8d:d9:3e:f3:a3:ce\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"mac_address\": \"aa:45:88:e1:13:e5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"179c030c-d8fe-474b-a9d1-6c6bd6e6ca63\", \"mac_address\": \"10:d7:bc:39:4d:9d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"56f84a14-0a98-4bc5-983b-31900fc9a2c5\", \"mac_address\": \"61:62:18:cf:2a:ea\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"0ff4b64e-be4c-473e-8dcd-b7a0078ff890\", \"mac_address\": \"21:5e:6b:1b:d0:bf\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"0edf239b-bbb8-4076-ba85-cb07c65722d5\", \"mac_address\": \"40:58:ac:11:9c:1a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"a7f578e5-a6f5-4cf8-abca-207e483637c2\", \"mac_address\": \"e0:ef:90:e2:ce:b4\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"dc2069dd-ef3c-4e0b-81cb-a73caba917a8\", \"mac_address\": \"2c:2a:27:d6:9a:a8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"afbc1a01-efdb-424c-9a7d-b3c3165f6d78\", \"mac_address\": \"e0:f5:79:04:4f:2a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"bdd805f4-a3dc-4a94-ba67-3a62b138f41c\", \"mac_address\": \"9a:20:3d:cb:a0:98\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"19f6f871-cba9-423a-a1a5-6a0e347e98cb\", \"mac_address\": \"69:d9:8c:1d:a9:75\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5c2aa6f5-12ce-466b-b46b-95ec519a5f47\", \"mac_address\": \"db:7e:8c:91:1b:3f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"file_system\": {\"uuid\": \"91dea1d3-3947-49b9-a691-750bc25bbb9c\", \"folders\": {\"root\": {\"uuid\": \"b7ebbf43-d86f-43d3-bbc7-f6b197af40b9\", \"name\": \"root\", \"health_status\": 1, \"visible_status\": 1, \"previous_hash\": null, \"revealed_to_red\": false, \"files\": {}, \"deleted_files\": {}}}, \"deleted_folders\": {}, \"num_file_creations\": 0, \"num_file_deletions\": 0}, \"applications\": {}, \"services\": {}, \"process\": {}, \"revealed_to_red\": false, \"ports\": {\"1\": {\"uuid\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"mac_address\": \"8d:d9:3e:f3:a3:ce\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"2\": {\"uuid\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"mac_address\": \"aa:45:88:e1:13:e5\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"3\": {\"uuid\": \"179c030c-d8fe-474b-a9d1-6c6bd6e6ca63\", \"mac_address\": \"10:d7:bc:39:4d:9d\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"4\": {\"uuid\": \"56f84a14-0a98-4bc5-983b-31900fc9a2c5\", \"mac_address\": \"61:62:18:cf:2a:ea\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"5\": {\"uuid\": \"0ff4b64e-be4c-473e-8dcd-b7a0078ff890\", \"mac_address\": \"21:5e:6b:1b:d0:bf\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"6\": {\"uuid\": \"0edf239b-bbb8-4076-ba85-cb07c65722d5\", \"mac_address\": \"40:58:ac:11:9c:1a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"7\": {\"uuid\": \"a7f578e5-a6f5-4cf8-abca-207e483637c2\", \"mac_address\": \"e0:ef:90:e2:ce:b4\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"8\": {\"uuid\": \"dc2069dd-ef3c-4e0b-81cb-a73caba917a8\", \"mac_address\": \"2c:2a:27:d6:9a:a8\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"9\": {\"uuid\": \"afbc1a01-efdb-424c-9a7d-b3c3165f6d78\", \"mac_address\": \"e0:f5:79:04:4f:2a\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"10\": {\"uuid\": \"bdd805f4-a3dc-4a94-ba67-3a62b138f41c\", \"mac_address\": \"9a:20:3d:cb:a0:98\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"11\": {\"uuid\": \"19f6f871-cba9-423a-a1a5-6a0e347e98cb\", \"mac_address\": \"69:d9:8c:1d:a9:75\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}, \"12\": {\"uuid\": \"5c2aa6f5-12ce-466b-b46b-95ec519a5f47\", \"mac_address\": \"db:7e:8c:91:1b:3f\", \"speed\": 100, \"mtu\": 1500, \"enabled\": false, \"nmne\": {}}}, \"num_ports\": 12, \"mac_address_table\": {}}}, \"links\": {\"primaite_pc:eth-2<->switch1:eth-1\": {\"uuid\": \"405f3032-6f5d-427f-b42e-5eee4cdc3a7c\", \"endpoint_a\": \"40c0db02-4d14-4826-b49b-e6a521941cec\", \"endpoint_b\": \"3546e960-30f8-49ee-95b9-57570b228333\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"primaite_pc\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 1}, \"google_server:eth-2<->switch1:eth-2\": {\"uuid\": \"2bd19485-0a6b-4878-978b-b082a672d9b9\", \"endpoint_a\": \"8a628493-83fb-44bf-a1b0-ef19e362ae5f\", \"endpoint_b\": \"a049bb8f-53d3-4575-b325-dfb55516edcd\", \"bandwidth\": 100.0, \"current_load\": 0.0, \"hostname_a\": \"google_server\", \"hostname_b\": \"switch1\", \"port_a\": 2, \"port_b\": 2}}}, \"domain\": {\"uuid\": \"25fbe0e9-76e8-4fd7-ad22-da2d2b5a509d\", \"accounts\": {\"admin\": {\"uuid\": \"78783f13-6149-47b3-9b9d-f98d658bf54a\", \"num_logons\": 0, \"num_logoffs\": 0, \"num_group_changes\": 0, \"username\": \"admin\", \"password\": \"admin12\", \"account_type\": 2, \"enabled\": true}}}}'" - ] - }, - "execution_count": 16, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "import json\n", "json.dumps(my_sim.describe_state())" From 9496441169052fb6925ea655de9503b6c0705c58 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 9 Apr 2024 15:19:45 +0100 Subject: [PATCH 07/15] #2453 - Ignore this commit. Removing saved output in Training-an-SB3-Agent Notebook --- .../notebooks/Training-an-SB3-Agent.ipynb | 7337 +---------------- 1 file changed, 13 insertions(+), 7324 deletions(-) diff --git a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb index 67d9748e..8d6789ee 100644 --- a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb +++ b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -13,7 +13,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -22,7 +22,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -32,24 +32,16 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - } - ], + "outputs": [], "source": [ "gym = PrimaiteGymEnv(game_config=cfg)" ] }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -64,7 +56,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -73,7141 +65,16 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:28,065: Resetting environment, episode 0, avg. reward: 0.0\n", - "2024-04-08 14:49:28,068: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_0.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:29,639: Resetting environment, episode 1, avg. reward: -17.149999999999974\n", - "2024-04-08 14:49:29,643: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_1.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:31,337: Resetting environment, episode 2, avg. reward: -12.099999999999989\n", - "2024-04-08 14:49:31,339: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_2.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:32,540: Resetting environment, episode 3, avg. reward: -44.500000000000064\n", - "2024-04-08 14:49:32,543: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_3.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:33,721: Resetting environment, episode 4, avg. reward: -22.949999999999953\n", - "2024-04-08 14:49:33,724: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_4.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:35,248: Resetting environment, episode 5, avg. reward: -17.64999999999998\n", - "2024-04-08 14:49:35,253: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_5.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:36,676: Resetting environment, episode 6, avg. reward: -21.949999999999953\n", - "2024-04-08 14:49:36,679: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_6.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:38,158: Resetting environment, episode 7, avg. reward: -88.5999999999998\n", - "2024-04-08 14:49:38,161: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_7.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:39,570: Resetting environment, episode 8, avg. reward: -42.750000000000156\n", - "2024-04-08 14:49:39,572: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_8.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:40,917: Resetting environment, episode 9, avg. reward: -13.999999999999982\n", - "2024-04-08 14:49:40,920: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_9.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:42,112: Resetting environment, episode 10, avg. reward: -34.55000000000001\n", - "2024-04-08 14:49:42,116: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_10.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:43,768: Resetting environment, episode 11, avg. reward: -19.399999999999963\n", - "2024-04-08 14:49:43,771: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_11.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:45,216: Resetting environment, episode 12, avg. reward: -11.049999999999988\n", - "2024-04-08 14:49:45,219: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_12.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:46,830: Resetting environment, episode 13, avg. reward: -33.1\n", - "2024-04-08 14:49:46,833: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_13.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:48,302: Resetting environment, episode 14, avg. reward: -17.499999999999968\n", - "2024-04-08 14:49:48,306: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_14.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:50,142: Resetting environment, episode 15, avg. reward: -22.299999999999955\n", - "2024-04-08 14:49:50,146: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_15.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:51,603: Resetting environment, episode 16, avg. reward: -64.8500000000001\n", - "2024-04-08 14:49:51,606: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_16.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:53,295: Resetting environment, episode 17, avg. reward: -67.24999999999999\n", - "2024-04-08 14:49:53,298: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_17.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:54,630: Resetting environment, episode 18, avg. reward: -20.799999999999958\n", - "2024-04-08 14:49:54,633: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_18.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:56,091: Resetting environment, episode 19, avg. reward: -62.55000000000001\n", - "2024-04-08 14:49:56,093: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_19.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:57,486: Resetting environment, episode 20, avg. reward: -24.649999999999984\n", - "2024-04-08 14:49:57,489: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_20.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:49:59,243: Resetting environment, episode 21, avg. reward: -9.649999999999997\n", - "2024-04-08 14:49:59,246: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_21.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:00,812: Resetting environment, episode 22, avg. reward: -21.749999999999957\n", - "2024-04-08 14:50:00,815: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_22.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:02,403: Resetting environment, episode 23, avg. reward: -15.949999999999978\n", - "2024-04-08 14:50:02,405: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_23.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:04,363: Resetting environment, episode 24, avg. reward: -83.15000000000002\n", - "2024-04-08 14:50:04,366: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_24.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:06,083: Resetting environment, episode 25, avg. reward: -36.15000000000003\n", - "2024-04-08 14:50:06,085: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_25.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:07,813: Resetting environment, episode 26, avg. reward: -67.25000000000007\n", - "2024-04-08 14:50:07,816: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_26.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:09,419: Resetting environment, episode 27, avg. reward: -44.200000000000074\n", - "2024-04-08 14:50:09,422: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_27.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:10,969: Resetting environment, episode 28, avg. reward: -64.1500000000001\n", - "2024-04-08 14:50:10,973: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_28.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:12,518: Resetting environment, episode 29, avg. reward: -18.34999999999997\n", - "2024-04-08 14:50:12,519: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_29.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:14,004: Resetting environment, episode 30, avg. reward: -17.69999999999997\n", - "2024-04-08 14:50:14,007: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_30.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:16,007: Resetting environment, episode 31, avg. reward: -28.700000000000017\n", - "2024-04-08 14:50:16,010: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_31.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:17,755: Resetting environment, episode 32, avg. reward: -53.65000000000015\n", - "2024-04-08 14:50:17,758: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_32.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:19,232: Resetting environment, episode 33, avg. reward: -43.65000000000005\n", - "2024-04-08 14:50:19,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_33.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:20,708: Resetting environment, episode 34, avg. reward: -2.499999999999969\n", - "2024-04-08 14:50:20,711: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_34.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:22,081: Resetting environment, episode 35, avg. reward: -51.45000000000008\n", - "2024-04-08 14:50:22,084: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_35.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:23,461: Resetting environment, episode 36, avg. reward: -24.749999999999986\n", - "2024-04-08 14:50:23,465: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_36.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:24,909: Resetting environment, episode 37, avg. reward: -72.70000000000002\n", - "2024-04-08 14:50:24,912: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_37.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:27,049: Resetting environment, episode 38, avg. reward: -16.049999999999976\n", - "2024-04-08 14:50:27,052: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_38.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:28,362: Resetting environment, episode 39, avg. reward: -27.79999999999996\n", - "2024-04-08 14:50:28,364: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_39.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:29,821: Resetting environment, episode 40, avg. reward: -61.9500000000001\n", - "2024-04-08 14:50:29,824: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_40.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:31,787: Resetting environment, episode 41, avg. reward: -36.00000000000004\n", - "2024-04-08 14:50:31,790: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_41.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:33,074: Resetting environment, episode 42, avg. reward: -44.35000000000007\n", - "2024-04-08 14:50:33,077: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_42.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:34,739: Resetting environment, episode 43, avg. reward: -51.100000000000065\n", - "2024-04-08 14:50:34,742: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_43.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:36,357: Resetting environment, episode 44, avg. reward: -65.95000000000002\n", - "2024-04-08 14:50:36,359: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_44.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:37,834: Resetting environment, episode 45, avg. reward: -45.750000000000064\n", - "2024-04-08 14:50:37,838: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_45.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:39,768: Resetting environment, episode 46, avg. reward: -22.39999999999994\n", - "2024-04-08 14:50:39,774: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_46.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:41,672: Resetting environment, episode 47, avg. reward: -18.749999999999993\n", - "2024-04-08 14:50:41,677: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_47.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:43,816: Resetting environment, episode 48, avg. reward: -65.4\n", - "2024-04-08 14:50:43,818: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_48.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:45,262: Resetting environment, episode 49, avg. reward: -20.09999999999996\n", - "2024-04-08 14:50:45,266: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_49.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:46,955: Resetting environment, episode 50, avg. reward: -21.899999999999967\n", - "2024-04-08 14:50:46,958: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_50.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:49,698: Resetting environment, episode 51, avg. reward: -20.399999999999963\n", - "2024-04-08 14:50:49,701: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_51.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:51,463: Resetting environment, episode 52, avg. reward: -21.399999999999956\n", - "2024-04-08 14:50:51,467: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_52.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:53,214: Resetting environment, episode 53, avg. reward: -19.249999999999982\n", - "2024-04-08 14:50:53,218: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_53.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:55,080: Resetting environment, episode 54, avg. reward: -57.90000000000009\n", - "2024-04-08 14:50:55,084: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_54.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:56,690: Resetting environment, episode 55, avg. reward: -14.099999999999982\n", - "2024-04-08 14:50:56,694: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_55.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:58,423: Resetting environment, episode 56, avg. reward: -22.79999999999995\n", - "2024-04-08 14:50:58,427: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_56.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:50:59,941: Resetting environment, episode 57, avg. reward: -18.39999999999997\n", - "2024-04-08 14:50:59,944: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_57.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:01,528: Resetting environment, episode 58, avg. reward: -49.25000000000011\n", - "2024-04-08 14:51:01,532: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_58.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:03,202: Resetting environment, episode 59, avg. reward: -14.449999999999964\n", - "2024-04-08 14:51:03,204: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_59.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:04,611: Resetting environment, episode 60, avg. reward: -11.649999999999991\n", - "2024-04-08 14:51:04,614: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_60.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:06,388: Resetting environment, episode 61, avg. reward: -17.59999999999997\n", - "2024-04-08 14:51:06,391: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_61.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:07,952: Resetting environment, episode 62, avg. reward: -68.39999999999998\n", - "2024-04-08 14:51:07,956: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_62.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:09,416: Resetting environment, episode 63, avg. reward: -19.999999999999957\n", - "2024-04-08 14:51:09,420: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_63.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:10,728: Resetting environment, episode 64, avg. reward: -49.25000000000008\n", - "2024-04-08 14:51:10,731: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_64.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:12,298: Resetting environment, episode 65, avg. reward: -21.29999999999999\n", - "2024-04-08 14:51:12,302: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_65.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:14,232: Resetting environment, episode 66, avg. reward: -46.55000000000018\n", - "2024-04-08 14:51:14,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_66.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:15,645: Resetting environment, episode 67, avg. reward: -30.050000000000008\n", - "2024-04-08 14:51:15,648: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_67.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:17,264: Resetting environment, episode 68, avg. reward: -72.80000000000003\n", - "2024-04-08 14:51:17,268: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_68.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:18,742: Resetting environment, episode 69, avg. reward: -100.84999999999998\n", - "2024-04-08 14:51:18,745: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_69.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:20,149: Resetting environment, episode 70, avg. reward: -33.85000000000002\n", - "2024-04-08 14:51:20,153: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_70.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:21,992: Resetting environment, episode 71, avg. reward: -93.30000000000003\n", - "2024-04-08 14:51:21,995: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_71.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:23,375: Resetting environment, episode 72, avg. reward: -18.049999999999965\n", - "2024-04-08 14:51:23,378: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_72.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:24,808: Resetting environment, episode 73, avg. reward: -52.80000000000021\n", - "2024-04-08 14:51:24,811: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_73.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:26,230: Resetting environment, episode 74, avg. reward: -16.449999999999974\n", - "2024-04-08 14:51:26,234: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_74.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:27,721: Resetting environment, episode 75, avg. reward: -56.400000000000006\n", - "2024-04-08 14:51:27,724: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_75.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:29,150: Resetting environment, episode 76, avg. reward: -13.799999999999976\n", - "2024-04-08 14:51:29,152: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_76.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:30,654: Resetting environment, episode 77, avg. reward: -22.749999999999996\n", - "2024-04-08 14:51:30,658: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_77.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:32,221: Resetting environment, episode 78, avg. reward: -8.949999999999998\n", - "2024-04-08 14:51:32,224: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_78.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:33,561: Resetting environment, episode 79, avg. reward: -35.84999999999997\n", - "2024-04-08 14:51:33,565: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_79.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:35,158: Resetting environment, episode 80, avg. reward: -7.049999999999989\n", - "2024-04-08 14:51:35,160: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_80.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:37,129: Resetting environment, episode 81, avg. reward: -27.349999999999984\n", - "2024-04-08 14:51:37,131: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_81.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:38,672: Resetting environment, episode 82, avg. reward: -40.65000000000012\n", - "2024-04-08 14:51:38,675: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_82.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:41,263: Resetting environment, episode 83, avg. reward: -52.10000000000015\n", - "2024-04-08 14:51:41,267: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_83.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:42,701: Resetting environment, episode 84, avg. reward: -21.649999999999956\n", - "2024-04-08 14:51:42,705: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_84.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:44,319: Resetting environment, episode 85, avg. reward: -31.600000000000016\n", - "2024-04-08 14:51:44,322: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_85.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:45,992: Resetting environment, episode 86, avg. reward: -24.300000000000004\n", - "2024-04-08 14:51:45,992: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_86.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:47,709: Resetting environment, episode 87, avg. reward: -11.849999999999982\n", - "2024-04-08 14:51:47,711: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_87.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:49,249: Resetting environment, episode 88, avg. reward: -11.799999999999992\n", - "2024-04-08 14:51:49,252: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_88.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:50,852: Resetting environment, episode 89, avg. reward: -10.099999999999964\n", - "2024-04-08 14:51:50,854: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_89.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:52,578: Resetting environment, episode 90, avg. reward: -27.799999999999972\n", - "2024-04-08 14:51:52,581: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_90.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:54,406: Resetting environment, episode 91, avg. reward: -23.04999999999995\n", - "2024-04-08 14:51:54,410: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_91.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:56,371: Resetting environment, episode 92, avg. reward: -18.449999999999967\n", - "2024-04-08 14:51:56,375: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_92.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:58,036: Resetting environment, episode 93, avg. reward: -12.04999999999997\n", - "2024-04-08 14:51:58,040: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_93.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:51:59,859: Resetting environment, episode 94, avg. reward: -10.749999999999984\n", - "2024-04-08 14:51:59,862: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_94.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:01,324: Resetting environment, episode 95, avg. reward: -16.999999999999975\n", - "2024-04-08 14:52:01,327: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_95.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:03,061: Resetting environment, episode 96, avg. reward: -64.80000000000003\n", - "2024-04-08 14:52:03,064: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_96.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:04,843: Resetting environment, episode 97, avg. reward: -93.19999999999995\n", - "2024-04-08 14:52:04,846: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_97.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:06,197: Resetting environment, episode 98, avg. reward: -23.44999999999995\n", - "2024-04-08 14:52:06,200: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_98.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:07,802: Resetting environment, episode 99, avg. reward: 1.7500000000000147\n", - "2024-04-08 14:52:07,810: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_99.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:09,595: Resetting environment, episode 100, avg. reward: -31.450000000000003\n", - "2024-04-08 14:52:09,598: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_100.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:11,206: Resetting environment, episode 101, avg. reward: -9.499999999999988\n", - "2024-04-08 14:52:11,209: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_101.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:13,334: Resetting environment, episode 102, avg. reward: -15.149999999999983\n", - "2024-04-08 14:52:13,337: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_102.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:15,208: Resetting environment, episode 103, avg. reward: 0.2500000000000171\n", - "2024-04-08 14:52:15,212: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_103.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:17,126: Resetting environment, episode 104, avg. reward: 14.55\n", - "2024-04-08 14:52:17,130: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_104.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:18,662: Resetting environment, episode 105, avg. reward: -16.04999999999997\n", - "2024-04-08 14:52:18,666: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_105.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:20,144: Resetting environment, episode 106, avg. reward: -80.69999999999997\n", - "2024-04-08 14:52:20,147: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_106.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:21,595: Resetting environment, episode 107, avg. reward: -16.099999999999977\n", - "2024-04-08 14:52:21,599: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_107.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:23,331: Resetting environment, episode 108, avg. reward: -46.80000000000007\n", - "2024-04-08 14:52:23,335: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_108.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:25,083: Resetting environment, episode 109, avg. reward: -22.84999999999995\n", - "2024-04-08 14:52:25,086: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_109.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:26,589: Resetting environment, episode 110, avg. reward: -10.199999999999996\n", - "2024-04-08 14:52:26,592: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_110.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:28,410: Resetting environment, episode 111, avg. reward: -95.99999999999997\n", - "2024-04-08 14:52:28,413: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_111.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:29,966: Resetting environment, episode 112, avg. reward: -17.59999999999997\n", - "2024-04-08 14:52:29,969: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_112.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:31,317: Resetting environment, episode 113, avg. reward: -20.099999999999962\n", - "2024-04-08 14:52:31,321: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_113.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:32,840: Resetting environment, episode 114, avg. reward: -42.850000000000165\n", - "2024-04-08 14:52:32,843: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_114.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:34,336: Resetting environment, episode 115, avg. reward: -22.249999999999954\n", - "2024-04-08 14:52:34,339: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_115.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:35,794: Resetting environment, episode 116, avg. reward: -90.9\n", - "2024-04-08 14:52:35,797: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_116.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:37,489: Resetting environment, episode 117, avg. reward: 5.90000000000003\n", - "2024-04-08 14:52:37,492: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_117.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:39,009: Resetting environment, episode 118, avg. reward: -66.1\n", - "2024-04-08 14:52:39,012: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_118.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:40,602: Resetting environment, episode 119, avg. reward: -36.749999999999964\n", - "2024-04-08 14:52:40,605: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_119.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:42,128: Resetting environment, episode 120, avg. reward: -13.79999999999999\n", - "2024-04-08 14:52:42,131: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_120.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:43,990: Resetting environment, episode 121, avg. reward: -30.750000000000007\n", - "2024-04-08 14:52:43,993: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_121.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:45,565: Resetting environment, episode 122, avg. reward: -99.95\n", - "2024-04-08 14:52:45,568: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_122.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:48,013: Resetting environment, episode 123, avg. reward: 0.3500000000000256\n", - "2024-04-08 14:52:48,016: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_123.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:50,029: Resetting environment, episode 124, avg. reward: -15.299999999999981\n", - "2024-04-08 14:52:50,032: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_124.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:51,501: Resetting environment, episode 125, avg. reward: -15.149999999999975\n", - "2024-04-08 14:52:51,502: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_125.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:53,184: Resetting environment, episode 126, avg. reward: -90.35\n", - "2024-04-08 14:52:53,186: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_126.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:54,836: Resetting environment, episode 127, avg. reward: -19.9\n", - "2024-04-08 14:52:54,839: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_127.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:56,110: Resetting environment, episode 128, avg. reward: -17.299999999999976\n", - "2024-04-08 14:52:56,113: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_128.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:57,610: Resetting environment, episode 129, avg. reward: -12.499999999999996\n", - "2024-04-08 14:52:57,613: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_129.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:52:59,237: Resetting environment, episode 130, avg. reward: -17.24999999999996\n", - "2024-04-08 14:52:59,240: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_130.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:00,835: Resetting environment, episode 131, avg. reward: -11.64999999999998\n", - "2024-04-08 14:53:00,838: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_131.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:02,203: Resetting environment, episode 132, avg. reward: -27.799999999999986\n", - "2024-04-08 14:53:02,206: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_132.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:03,544: Resetting environment, episode 133, avg. reward: -10.399999999999997\n", - "2024-04-08 14:53:03,547: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_133.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:04,974: Resetting environment, episode 134, avg. reward: -18.0\n", - "2024-04-08 14:53:04,977: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_134.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:06,363: Resetting environment, episode 135, avg. reward: -84.0\n", - "2024-04-08 14:53:06,367: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_135.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:07,884: Resetting environment, episode 136, avg. reward: -20.949999999999964\n", - "2024-04-08 14:53:07,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_136.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:09,146: Resetting environment, episode 137, avg. reward: -13.749999999999984\n", - "2024-04-08 14:53:09,149: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_137.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:10,482: Resetting environment, episode 138, avg. reward: -15.299999999999976\n", - "2024-04-08 14:53:10,484: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_138.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:11,761: Resetting environment, episode 139, avg. reward: -87.34999999999994\n", - "2024-04-08 14:53:11,764: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_139.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:13,069: Resetting environment, episode 140, avg. reward: -13.249999999999986\n", - "2024-04-08 14:53:13,072: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_140.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:14,623: Resetting environment, episode 141, avg. reward: -22.499999999999968\n", - "2024-04-08 14:53:14,626: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_141.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:16,023: Resetting environment, episode 142, avg. reward: -42.25\n", - "2024-04-08 14:53:16,026: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_142.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:17,572: Resetting environment, episode 143, avg. reward: -16.35000000000001\n", - "2024-04-08 14:53:17,575: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_143.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:18,887: Resetting environment, episode 144, avg. reward: -80.9\n", - "2024-04-08 14:53:18,891: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_144.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:20,236: Resetting environment, episode 145, avg. reward: -15.299999999999974\n", - "2024-04-08 14:53:20,239: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_145.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:21,625: Resetting environment, episode 146, avg. reward: -21.799999999999955\n", - "2024-04-08 14:53:21,628: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_146.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:23,799: Resetting environment, episode 147, avg. reward: -13.599999999999998\n", - "2024-04-08 14:53:23,802: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_147.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:25,308: Resetting environment, episode 148, avg. reward: -99.1\n", - "2024-04-08 14:53:25,310: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_148.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:27,254: Resetting environment, episode 149, avg. reward: -16.74999999999997\n", - "2024-04-08 14:53:27,259: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_149.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:29,053: Resetting environment, episode 150, avg. reward: -10.749999999999979\n", - "2024-04-08 14:53:29,057: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_150.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:30,939: Resetting environment, episode 151, avg. reward: -74.05\n", - "2024-04-08 14:53:30,942: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_151.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:32,476: Resetting environment, episode 152, avg. reward: -71.6\n", - "2024-04-08 14:53:32,476: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_152.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:34,490: Resetting environment, episode 153, avg. reward: -11.749999999999961\n", - "2024-04-08 14:53:34,493: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_153.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:36,594: Resetting environment, episode 154, avg. reward: -8.700000000000005\n", - "2024-04-08 14:53:36,598: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_154.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:38,245: Resetting environment, episode 155, avg. reward: -21.649999999999956\n", - "2024-04-08 14:53:38,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_155.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:39,875: Resetting environment, episode 156, avg. reward: -7.649999999999994\n", - "2024-04-08 14:53:39,879: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_156.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:41,685: Resetting environment, episode 157, avg. reward: -80.54999999999998\n", - "2024-04-08 14:53:41,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_157.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:43,273: Resetting environment, episode 158, avg. reward: -14.799999999999978\n", - "2024-04-08 14:53:43,279: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_158.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:44,718: Resetting environment, episode 159, avg. reward: -8.299999999999976\n", - "2024-04-08 14:53:44,720: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_159.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:46,211: Resetting environment, episode 160, avg. reward: -45.05000000000009\n", - "2024-04-08 14:53:46,215: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_160.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:48,427: Resetting environment, episode 161, avg. reward: -0.29999999999997673\n", - "2024-04-08 14:53:48,431: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_161.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:50,514: Resetting environment, episode 162, avg. reward: -24.199999999999946\n", - "2024-04-08 14:53:50,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_162.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:52,023: Resetting environment, episode 163, avg. reward: -22.249999999999954\n", - "2024-04-08 14:53:52,027: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_163.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:53,865: Resetting environment, episode 164, avg. reward: -16.44999999999996\n", - "2024-04-08 14:53:53,868: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_164.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:55,434: Resetting environment, episode 165, avg. reward: -75.8\n", - "2024-04-08 14:53:55,437: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_165.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:57,361: Resetting environment, episode 166, avg. reward: -15.74999999999998\n", - "2024-04-08 14:53:57,364: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_166.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:53:59,167: Resetting environment, episode 167, avg. reward: -97.04999999999997\n", - "2024-04-08 14:53:59,171: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_167.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:00,965: Resetting environment, episode 168, avg. reward: -26.450000000000006\n", - "2024-04-08 14:54:00,970: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_168.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:02,555: Resetting environment, episode 169, avg. reward: -1.7999999999999803\n", - "2024-04-08 14:54:02,556: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_169.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:04,283: Resetting environment, episode 170, avg. reward: -16.499999999999964\n", - "2024-04-08 14:54:04,292: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_170.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:06,710: Resetting environment, episode 171, avg. reward: -56.99999999999997\n", - "2024-04-08 14:54:06,714: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_171.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:08,495: Resetting environment, episode 172, avg. reward: -5.550000000000001\n", - "2024-04-08 14:54:08,502: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_172.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:10,090: Resetting environment, episode 173, avg. reward: -16.249999999999968\n", - "2024-04-08 14:54:10,094: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_173.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:13,065: Resetting environment, episode 174, avg. reward: -6.6499999999999915\n", - "2024-04-08 14:54:13,071: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_174.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:15,757: Resetting environment, episode 175, avg. reward: -3.7499999999999707\n", - "2024-04-08 14:54:15,761: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_175.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:18,490: Resetting environment, episode 176, avg. reward: 34.24999999999989\n", - "2024-04-08 14:54:18,493: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_176.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:20,751: Resetting environment, episode 177, avg. reward: -15.999999999999977\n", - "2024-04-08 14:54:20,755: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_177.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:23,269: Resetting environment, episode 178, avg. reward: -80.50000000000001\n", - "2024-04-08 14:54:23,273: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_178.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:25,507: Resetting environment, episode 179, avg. reward: -12.849999999999989\n", - "2024-04-08 14:54:25,510: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_179.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:27,454: Resetting environment, episode 180, avg. reward: -16.949999999999996\n", - "2024-04-08 14:54:27,458: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_180.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:29,884: Resetting environment, episode 181, avg. reward: 1.9000000000000221\n", - "2024-04-08 14:54:29,887: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_181.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:32,113: Resetting environment, episode 182, avg. reward: 9.500000000000046\n", - "2024-04-08 14:54:32,117: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_182.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:34,283: Resetting environment, episode 183, avg. reward: -91.0500000000001\n", - "2024-04-08 14:54:34,286: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_183.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:36,330: Resetting environment, episode 184, avg. reward: -43.15000000000006\n", - "2024-04-08 14:54:36,332: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_184.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:38,270: Resetting environment, episode 185, avg. reward: -99.0\n", - "2024-04-08 14:54:38,274: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_185.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:40,645: Resetting environment, episode 186, avg. reward: -19.849999999999962\n", - "2024-04-08 14:54:40,648: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_186.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:42,998: Resetting environment, episode 187, avg. reward: -24.299999999999983\n", - "2024-04-08 14:54:43,002: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_187.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:45,260: Resetting environment, episode 188, avg. reward: -15.449999999999973\n", - "2024-04-08 14:54:45,263: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_188.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:47,356: Resetting environment, episode 189, avg. reward: -46.15000000000005\n", - "2024-04-08 14:54:47,362: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_189.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:49,422: Resetting environment, episode 190, avg. reward: -15.849999999999996\n", - "2024-04-08 14:54:49,425: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_190.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:51,753: Resetting environment, episode 191, avg. reward: 2.200000000000034\n", - "2024-04-08 14:54:51,757: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_191.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:54,077: Resetting environment, episode 192, avg. reward: 8.950000000000049\n", - "2024-04-08 14:54:54,081: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_192.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:56,257: Resetting environment, episode 193, avg. reward: -10.949999999999985\n", - "2024-04-08 14:54:56,261: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_193.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:54:59,376: Resetting environment, episode 194, avg. reward: -23.449999999999957\n", - "2024-04-08 14:54:59,379: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_194.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:02,626: Resetting environment, episode 195, avg. reward: -98.24999999999996\n", - "2024-04-08 14:55:02,630: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_195.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:05,232: Resetting environment, episode 196, avg. reward: -20.299999999999976\n", - "2024-04-08 14:55:05,236: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_196.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:08,026: Resetting environment, episode 197, avg. reward: -6.399999999999993\n", - "2024-04-08 14:55:08,029: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_197.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:09,878: Resetting environment, episode 198, avg. reward: -20.099999999999962\n", - "2024-04-08 14:55:09,882: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_198.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:12,337: Resetting environment, episode 199, avg. reward: -20.59999999999996\n", - "2024-04-08 14:55:12,340: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_199.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:14,794: Resetting environment, episode 200, avg. reward: -80.65000000000002\n", - "2024-04-08 14:55:14,798: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_200.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:17,788: Resetting environment, episode 201, avg. reward: 11.249999999999932\n", - "2024-04-08 14:55:17,792: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_201.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:20,227: Resetting environment, episode 202, avg. reward: -85.35\n", - "2024-04-08 14:55:20,230: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_202.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:22,623: Resetting environment, episode 203, avg. reward: -67.9\n", - "2024-04-08 14:55:22,626: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_203.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:27,001: Resetting environment, episode 204, avg. reward: -94.30000000000017\n", - "2024-04-08 14:55:27,004: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_204.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:28,803: Resetting environment, episode 205, avg. reward: -30.39999999999997\n", - "2024-04-08 14:55:28,808: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_205.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:30,621: Resetting environment, episode 206, avg. reward: -25.14999999999995\n", - "2024-04-08 14:55:30,623: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_206.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:32,191: Resetting environment, episode 207, avg. reward: -98.14999999999998\n", - "2024-04-08 14:55:32,194: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_207.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:33,920: Resetting environment, episode 208, avg. reward: -17.64999999999998\n", - "2024-04-08 14:55:33,923: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_208.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:36,333: Resetting environment, episode 209, avg. reward: -88.25\n", - "2024-04-08 14:55:36,336: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_209.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:38,489: Resetting environment, episode 210, avg. reward: -85.35\n", - "2024-04-08 14:55:38,494: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_210.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:40,664: Resetting environment, episode 211, avg. reward: -15.649999999999979\n", - "2024-04-08 14:55:40,668: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_211.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:42,341: Resetting environment, episode 212, avg. reward: -15.24999999999998\n", - "2024-04-08 14:55:42,344: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_212.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:43,931: Resetting environment, episode 213, avg. reward: -100.25000000000009\n", - "2024-04-08 14:55:43,935: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_213.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:45,687: Resetting environment, episode 214, avg. reward: -50.59999999999998\n", - "2024-04-08 14:55:45,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_214.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:47,397: Resetting environment, episode 215, avg. reward: -14.94999999999998\n", - "2024-04-08 14:55:47,400: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_215.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:49,303: Resetting environment, episode 216, avg. reward: -91.64999999999995\n", - "2024-04-08 14:55:49,306: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_216.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:50,916: Resetting environment, episode 217, avg. reward: -75.89999999999999\n", - "2024-04-08 14:55:50,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_217.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:53,007: Resetting environment, episode 218, avg. reward: -91.50000000000007\n", - "2024-04-08 14:55:53,011: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_218.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:55,088: Resetting environment, episode 219, avg. reward: -8.300000000000004\n", - "2024-04-08 14:55:55,092: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_219.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:57,164: Resetting environment, episode 220, avg. reward: -29.449999999999996\n", - "2024-04-08 14:55:57,167: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_220.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:55:58,938: Resetting environment, episode 221, avg. reward: -38.20000000000004\n", - "2024-04-08 14:55:58,942: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_221.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:00,655: Resetting environment, episode 222, avg. reward: -38.60000000000001\n", - "2024-04-08 14:56:00,658: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_222.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:02,297: Resetting environment, episode 223, avg. reward: -37.79999999999999\n", - "2024-04-08 14:56:02,300: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_223.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:03,931: Resetting environment, episode 224, avg. reward: -53.24999999999996\n", - "2024-04-08 14:56:03,935: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_224.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:05,761: Resetting environment, episode 225, avg. reward: -77.99999999999997\n", - "2024-04-08 14:56:05,764: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_225.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:07,294: Resetting environment, episode 226, avg. reward: -26.799999999999972\n", - "2024-04-08 14:56:07,298: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_226.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:09,002: Resetting environment, episode 227, avg. reward: -94.5500000000001\n", - "2024-04-08 14:56:09,006: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_227.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:10,831: Resetting environment, episode 228, avg. reward: -76.05000000000001\n", - "2024-04-08 14:56:10,834: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_228.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:12,658: Resetting environment, episode 229, avg. reward: 3.350000000000028\n", - "2024-04-08 14:56:12,661: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_229.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:14,404: Resetting environment, episode 230, avg. reward: -51.25000000000004\n", - "2024-04-08 14:56:14,409: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_230.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:16,439: Resetting environment, episode 231, avg. reward: -86.5\n", - "2024-04-08 14:56:16,442: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_231.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:18,025: Resetting environment, episode 232, avg. reward: -9.550000000000002\n", - "2024-04-08 14:56:18,029: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_232.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:19,978: Resetting environment, episode 233, avg. reward: -46.75\n", - "2024-04-08 14:56:19,982: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_233.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:21,638: Resetting environment, episode 234, avg. reward: -87.14999999999999\n", - "2024-04-08 14:56:21,642: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_234.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:23,262: Resetting environment, episode 235, avg. reward: -60.94999999999995\n", - "2024-04-08 14:56:23,265: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_235.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:24,866: Resetting environment, episode 236, avg. reward: -5.299999999999963\n", - "2024-04-08 14:56:24,870: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_236.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:26,594: Resetting environment, episode 237, avg. reward: -7.49999999999999\n", - "2024-04-08 14:56:26,597: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_237.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:29,812: Resetting environment, episode 238, avg. reward: -4.749999999999977\n", - "2024-04-08 14:56:29,815: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_238.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:31,530: Resetting environment, episode 239, avg. reward: -13.349999999999982\n", - "2024-04-08 14:56:31,533: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_239.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:33,444: Resetting environment, episode 240, avg. reward: -0.599999999999985\n", - "2024-04-08 14:56:33,447: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_240.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:35,290: Resetting environment, episode 241, avg. reward: -95.3\n", - "2024-04-08 14:56:35,292: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_241.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:36,923: Resetting environment, episode 242, avg. reward: -94.94999999999996\n", - "2024-04-08 14:56:36,927: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_242.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:38,916: Resetting environment, episode 243, avg. reward: -72.49999999999993\n", - "2024-04-08 14:56:38,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_243.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:40,743: Resetting environment, episode 244, avg. reward: -0.7499999999999888\n", - "2024-04-08 14:56:40,746: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_244.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:42,525: Resetting environment, episode 245, avg. reward: -2.5999999999999943\n", - "2024-04-08 14:56:42,528: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_245.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:44,452: Resetting environment, episode 246, avg. reward: -79.40000000000002\n", - "2024-04-08 14:56:44,455: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_246.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:46,246: Resetting environment, episode 247, avg. reward: -72.7\n", - "2024-04-08 14:56:46,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_247.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:48,054: Resetting environment, episode 248, avg. reward: -26.04999999999994\n", - "2024-04-08 14:56:48,058: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_248.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:50,022: Resetting environment, episode 249, avg. reward: -51.100000000000016\n", - "2024-04-08 14:56:50,025: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_249.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:51,853: Resetting environment, episode 250, avg. reward: -9.89999999999996\n", - "2024-04-08 14:56:51,857: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_250.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:53,997: Resetting environment, episode 251, avg. reward: -64.64999999999995\n", - "2024-04-08 14:56:54,001: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_251.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:56,347: Resetting environment, episode 252, avg. reward: -44.999999999999964\n", - "2024-04-08 14:56:56,350: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_252.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:56:58,286: Resetting environment, episode 253, avg. reward: -91.30000000000001\n", - "2024-04-08 14:56:58,288: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_253.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:00,634: Resetting environment, episode 254, avg. reward: -95.24999999999997\n", - "2024-04-08 14:57:00,638: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_254.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:02,345: Resetting environment, episode 255, avg. reward: -15.099999999999978\n", - "2024-04-08 14:57:02,350: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_255.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:04,152: Resetting environment, episode 256, avg. reward: -84.75000000000011\n", - "2024-04-08 14:57:04,155: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_256.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:05,658: Resetting environment, episode 257, avg. reward: -17.399999999999974\n", - "2024-04-08 14:57:05,661: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_257.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:07,257: Resetting environment, episode 258, avg. reward: -17.74999999999997\n", - "2024-04-08 14:57:07,267: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_258.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:09,280: Resetting environment, episode 259, avg. reward: -95.50000000000001\n", - "2024-04-08 14:57:09,283: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_259.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:11,050: Resetting environment, episode 260, avg. reward: -1.4499999999999633\n", - "2024-04-08 14:57:11,054: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_260.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:13,023: Resetting environment, episode 261, avg. reward: -92.59999999999997\n", - "2024-04-08 14:57:13,026: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_261.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:14,723: Resetting environment, episode 262, avg. reward: -2.5999999999999814\n", - "2024-04-08 14:57:14,726: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_262.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:17,321: Resetting environment, episode 263, avg. reward: -60.95000000000002\n", - "2024-04-08 14:57:17,324: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_263.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:19,220: Resetting environment, episode 264, avg. reward: -19.449999999999964\n", - "2024-04-08 14:57:19,223: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_264.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:21,072: Resetting environment, episode 265, avg. reward: -86.4\n", - "2024-04-08 14:57:21,076: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_265.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:22,895: Resetting environment, episode 266, avg. reward: -91.89999999999996\n", - "2024-04-08 14:57:22,899: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_266.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:24,815: Resetting environment, episode 267, avg. reward: -44.5\n", - "2024-04-08 14:57:24,819: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_267.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:26,841: Resetting environment, episode 268, avg. reward: -3.3999999999999875\n", - "2024-04-08 14:57:26,845: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_268.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:28,525: Resetting environment, episode 269, avg. reward: -61.79999999999996\n", - "2024-04-08 14:57:28,528: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_269.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:30,709: Resetting environment, episode 270, avg. reward: -72.09999999999991\n", - "2024-04-08 14:57:30,712: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_270.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:33,009: Resetting environment, episode 271, avg. reward: -10.749999999999986\n", - "2024-04-08 14:57:33,012: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_271.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:34,883: Resetting environment, episode 272, avg. reward: -9.799999999999994\n", - "2024-04-08 14:57:34,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_272.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:36,728: Resetting environment, episode 273, avg. reward: -59.85000000000001\n", - "2024-04-08 14:57:36,730: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_273.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:38,769: Resetting environment, episode 274, avg. reward: -33.500000000000014\n", - "2024-04-08 14:57:38,772: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_274.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:40,947: Resetting environment, episode 275, avg. reward: -50.44999999999995\n", - "2024-04-08 14:57:40,950: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_275.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:44,475: Resetting environment, episode 276, avg. reward: -5.800000000000008\n", - "2024-04-08 14:57:44,479: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_276.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:47,898: Resetting environment, episode 277, avg. reward: -13.899999999999979\n", - "2024-04-08 14:57:47,901: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_277.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:50,377: Resetting environment, episode 278, avg. reward: -101.4\n", - "2024-04-08 14:57:50,380: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_278.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:52,619: Resetting environment, episode 279, avg. reward: 0.9500000000000095\n", - "2024-04-08 14:57:52,621: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_279.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:54,559: Resetting environment, episode 280, avg. reward: -86.94999999999999\n", - "2024-04-08 14:57:54,562: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_280.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:56,801: Resetting environment, episode 281, avg. reward: -6.999999999999982\n", - "2024-04-08 14:57:56,803: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_281.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:57:58,672: Resetting environment, episode 282, avg. reward: 11.200000000000063\n", - "2024-04-08 14:57:58,675: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_282.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:00,781: Resetting environment, episode 283, avg. reward: -78.80000000000007\n", - "2024-04-08 14:58:00,785: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_283.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:02,893: Resetting environment, episode 284, avg. reward: -68.24999999999996\n", - "2024-04-08 14:58:02,896: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_284.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:04,854: Resetting environment, episode 285, avg. reward: -43.44999999999995\n", - "2024-04-08 14:58:04,858: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_285.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:07,133: Resetting environment, episode 286, avg. reward: -4.199999999999984\n", - "2024-04-08 14:58:07,136: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_286.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:09,427: Resetting environment, episode 287, avg. reward: 25.550000000000022\n", - "2024-04-08 14:58:09,430: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_287.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:11,576: Resetting environment, episode 288, avg. reward: -11.599999999999985\n", - "2024-04-08 14:58:11,580: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_288.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:13,448: Resetting environment, episode 289, avg. reward: -37.44999999999999\n", - "2024-04-08 14:58:13,451: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_289.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:15,328: Resetting environment, episode 290, avg. reward: -78.99999999999999\n", - "2024-04-08 14:58:15,331: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_290.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:18,155: Resetting environment, episode 291, avg. reward: -56.800000000000026\n", - "2024-04-08 14:58:18,159: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_291.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:20,609: Resetting environment, episode 292, avg. reward: -91.19999999999995\n", - "2024-04-08 14:58:20,614: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_292.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:22,444: Resetting environment, episode 293, avg. reward: 5.200000000000042\n", - "2024-04-08 14:58:22,447: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_293.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:24,809: Resetting environment, episode 294, avg. reward: -20.550000000000047\n", - "2024-04-08 14:58:24,814: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_294.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:26,613: Resetting environment, episode 295, avg. reward: -90.79999999999998\n", - "2024-04-08 14:58:26,616: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_295.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:28,191: Resetting environment, episode 296, avg. reward: -81.50000000000001\n", - "2024-04-08 14:58:28,191: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_296.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:30,080: Resetting environment, episode 297, avg. reward: 18.799999999999965\n", - "2024-04-08 14:58:30,083: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_297.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:32,060: Resetting environment, episode 298, avg. reward: -16.649999999999995\n", - "2024-04-08 14:58:32,062: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_298.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:34,037: Resetting environment, episode 299, avg. reward: 10.250000000000062\n", - "2024-04-08 14:58:34,040: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_299.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:36,089: Resetting environment, episode 300, avg. reward: -41.89999999999998\n", - "2024-04-08 14:58:36,092: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_300.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:38,616: Resetting environment, episode 301, avg. reward: 7.69999999999999\n", - "2024-04-08 14:58:38,616: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_301.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:40,914: Resetting environment, episode 302, avg. reward: 39.7999999999998\n", - "2024-04-08 14:58:40,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_302.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:42,618: Resetting environment, episode 303, avg. reward: 6.25000000000006\n", - "2024-04-08 14:58:42,622: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_303.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:44,477: Resetting environment, episode 304, avg. reward: -31.200000000000017\n", - "2024-04-08 14:58:44,477: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_304.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:46,336: Resetting environment, episode 305, avg. reward: -93.50000000000017\n", - "2024-04-08 14:58:46,340: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_305.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:48,689: Resetting environment, episode 306, avg. reward: -33.549999999999955\n", - "2024-04-08 14:58:48,693: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_306.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:51,197: Resetting environment, episode 307, avg. reward: -11.599999999999987\n", - "2024-04-08 14:58:51,200: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_307.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:53,602: Resetting environment, episode 308, avg. reward: -23.900000000000034\n", - "2024-04-08 14:58:53,605: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_308.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:56,033: Resetting environment, episode 309, avg. reward: 3.500000000000001\n", - "2024-04-08 14:58:56,037: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_309.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:58:58,038: Resetting environment, episode 310, avg. reward: 16.04999999999999\n", - "2024-04-08 14:58:58,046: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_310.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:00,171: Resetting environment, episode 311, avg. reward: -13.449999999999982\n", - "2024-04-08 14:59:00,174: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_311.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:02,046: Resetting environment, episode 312, avg. reward: -82.39999999999998\n", - "2024-04-08 14:59:02,057: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_312.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:03,942: Resetting environment, episode 313, avg. reward: 0.3000000000000045\n", - "2024-04-08 14:59:03,944: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_313.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:05,578: Resetting environment, episode 314, avg. reward: -90.35000000000015\n", - "2024-04-08 14:59:05,582: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_314.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:07,340: Resetting environment, episode 315, avg. reward: 3.3000000000000043\n", - "2024-04-08 14:59:07,343: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_315.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:09,117: Resetting environment, episode 316, avg. reward: -44.74999999999995\n", - "2024-04-08 14:59:09,128: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_316.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:11,162: Resetting environment, episode 317, avg. reward: 8.450000000000045\n", - "2024-04-08 14:59:11,165: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_317.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:13,123: Resetting environment, episode 318, avg. reward: -10.049999999999985\n", - "2024-04-08 14:59:13,127: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_318.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:18,061: Resetting environment, episode 319, avg. reward: -17.04999999999999\n", - "2024-04-08 14:59:18,067: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_319.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:19,985: Resetting environment, episode 320, avg. reward: -81.19999999999999\n", - "2024-04-08 14:59:19,989: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_320.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:22,591: Resetting environment, episode 321, avg. reward: 25.900000000000055\n", - "2024-04-08 14:59:22,593: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_321.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:25,075: Resetting environment, episode 322, avg. reward: -6.0500000000000025\n", - "2024-04-08 14:59:25,079: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_322.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:27,224: Resetting environment, episode 323, avg. reward: -0.349999999999965\n", - "2024-04-08 14:59:27,227: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_323.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:29,419: Resetting environment, episode 324, avg. reward: -42.45\n", - "2024-04-08 14:59:29,423: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_324.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:31,350: Resetting environment, episode 325, avg. reward: -36.199999999999974\n", - "2024-04-08 14:59:31,353: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_325.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:33,118: Resetting environment, episode 326, avg. reward: -27.699999999999996\n", - "2024-04-08 14:59:33,120: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_326.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:35,352: Resetting environment, episode 327, avg. reward: 32.74999999999989\n", - "2024-04-08 14:59:35,356: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_327.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:37,251: Resetting environment, episode 328, avg. reward: -16.34999999999998\n", - "2024-04-08 14:59:37,254: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_328.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:39,253: Resetting environment, episode 329, avg. reward: -8.000000000000007\n", - "2024-04-08 14:59:39,259: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_329.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:41,104: Resetting environment, episode 330, avg. reward: -78.60000000000001\n", - "2024-04-08 14:59:41,107: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_330.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:43,172: Resetting environment, episode 331, avg. reward: 12.800000000000024\n", - "2024-04-08 14:59:43,176: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_331.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:45,374: Resetting environment, episode 332, avg. reward: 13.349999999999932\n", - "2024-04-08 14:59:45,378: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_332.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:47,299: Resetting environment, episode 333, avg. reward: -69.95000000000005\n", - "2024-04-08 14:59:47,302: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_333.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:49,565: Resetting environment, episode 334, avg. reward: -88.9000000000001\n", - "2024-04-08 14:59:49,568: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_334.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:51,919: Resetting environment, episode 335, avg. reward: -53.49999999999996\n", - "2024-04-08 14:59:51,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_335.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:54,398: Resetting environment, episode 336, avg. reward: -76.90000000000008\n", - "2024-04-08 14:59:54,401: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_336.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:56,196: Resetting environment, episode 337, avg. reward: -43.799999999999955\n", - "2024-04-08 14:59:56,199: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_337.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:57,848: Resetting environment, episode 338, avg. reward: -12.200000000000006\n", - "2024-04-08 14:59:57,852: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_338.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 14:59:59,546: Resetting environment, episode 339, avg. reward: -12.549999999999985\n", - "2024-04-08 14:59:59,550: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_339.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:01,249: Resetting environment, episode 340, avg. reward: -72.65\n", - "2024-04-08 15:00:01,252: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_340.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:03,211: Resetting environment, episode 341, avg. reward: -84.65000000000006\n", - "2024-04-08 15:00:03,214: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_341.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:04,902: Resetting environment, episode 342, avg. reward: -88.64999999999998\n", - "2024-04-08 15:00:04,905: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_342.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:06,894: Resetting environment, episode 343, avg. reward: 37.34999999999988\n", - "2024-04-08 15:00:06,898: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_343.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:08,548: Resetting environment, episode 344, avg. reward: -95.5\n", - "2024-04-08 15:00:08,551: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_344.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:10,369: Resetting environment, episode 345, avg. reward: -98.44999999999996\n", - "2024-04-08 15:00:10,372: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_345.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:12,514: Resetting environment, episode 346, avg. reward: -4.499999999999958\n", - "2024-04-08 15:00:12,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_346.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:14,791: Resetting environment, episode 347, avg. reward: -35.90000000000002\n", - "2024-04-08 15:00:14,795: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_347.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:17,226: Resetting environment, episode 348, avg. reward: 12.30000000000003\n", - "2024-04-08 15:00:17,230: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_348.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:18,972: Resetting environment, episode 349, avg. reward: -11.299999999999983\n", - "2024-04-08 15:00:18,972: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_349.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:20,959: Resetting environment, episode 350, avg. reward: -70.59999999999997\n", - "2024-04-08 15:00:20,962: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_350.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:22,880: Resetting environment, episode 351, avg. reward: -20.44999999999996\n", - "2024-04-08 15:00:22,883: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_351.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:24,645: Resetting environment, episode 352, avg. reward: 27.44999999999996\n", - "2024-04-08 15:00:24,649: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_352.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:26,468: Resetting environment, episode 353, avg. reward: 9.349999999999948\n", - "2024-04-08 15:00:26,470: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_353.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:28,268: Resetting environment, episode 354, avg. reward: -71.55\n", - "2024-04-08 15:00:28,271: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_354.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:29,968: Resetting environment, episode 355, avg. reward: -7.849999999999993\n", - "2024-04-08 15:00:29,972: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_355.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:31,672: Resetting environment, episode 356, avg. reward: -58.14999999999992\n", - "2024-04-08 15:00:31,676: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_356.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:33,599: Resetting environment, episode 357, avg. reward: 21.54999999999989\n", - "2024-04-08 15:00:33,602: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_357.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:35,524: Resetting environment, episode 358, avg. reward: 10.350000000000037\n", - "2024-04-08 15:00:35,533: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_358.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:37,442: Resetting environment, episode 359, avg. reward: 12.749999999999961\n", - "2024-04-08 15:00:37,446: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_359.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:39,754: Resetting environment, episode 360, avg. reward: 26.849999999999863\n", - "2024-04-08 15:00:39,758: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_360.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:42,148: Resetting environment, episode 361, avg. reward: 1.9500000000000377\n", - "2024-04-08 15:00:42,152: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_361.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:44,863: Resetting environment, episode 362, avg. reward: -84.79999999999984\n", - "2024-04-08 15:00:44,867: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_362.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:47,398: Resetting environment, episode 363, avg. reward: -37.899999999999956\n", - "2024-04-08 15:00:47,402: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_363.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:50,122: Resetting environment, episode 364, avg. reward: -11.250000000000085\n", - "2024-04-08 15:00:50,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_364.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:52,560: Resetting environment, episode 365, avg. reward: -84.9\n", - "2024-04-08 15:00:52,562: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_365.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:54,688: Resetting environment, episode 366, avg. reward: -66.45000000000002\n", - "2024-04-08 15:00:54,692: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_366.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:00:59,582: Resetting environment, episode 367, avg. reward: 26.95\n", - "2024-04-08 15:00:59,585: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_367.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:01,883: Resetting environment, episode 368, avg. reward: -36.3\n", - "2024-04-08 15:01:01,886: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_368.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:04,194: Resetting environment, episode 369, avg. reward: -42.04999999999998\n", - "2024-04-08 15:01:04,197: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_369.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:06,476: Resetting environment, episode 370, avg. reward: -79.85000000000004\n", - "2024-04-08 15:01:06,480: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_370.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:08,804: Resetting environment, episode 371, avg. reward: 42.4499999999998\n", - "2024-04-08 15:01:08,809: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_371.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:11,021: Resetting environment, episode 372, avg. reward: -21.04999999999998\n", - "2024-04-08 15:01:11,025: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_372.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:13,427: Resetting environment, episode 373, avg. reward: 60.24999999999987\n", - "2024-04-08 15:01:13,430: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_373.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:15,228: Resetting environment, episode 374, avg. reward: -71.3\n", - "2024-04-08 15:01:15,231: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_374.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:17,086: Resetting environment, episode 375, avg. reward: 27.249999999999872\n", - "2024-04-08 15:01:17,089: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_375.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:18,949: Resetting environment, episode 376, avg. reward: 24.149999999999984\n", - "2024-04-08 15:01:18,952: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_376.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:20,875: Resetting environment, episode 377, avg. reward: -53.54999999999999\n", - "2024-04-08 15:01:20,879: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_377.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:22,686: Resetting environment, episode 378, avg. reward: 31.84999999999999\n", - "2024-04-08 15:01:22,690: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_378.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:24,470: Resetting environment, episode 379, avg. reward: -65.4\n", - "2024-04-08 15:01:24,473: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_379.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:26,345: Resetting environment, episode 380, avg. reward: 52.84999999999978\n", - "2024-04-08 15:01:26,348: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_380.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:28,494: Resetting environment, episode 381, avg. reward: -50.450000000000024\n", - "2024-04-08 15:01:28,497: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_381.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:30,231: Resetting environment, episode 382, avg. reward: -71.99999999999991\n", - "2024-04-08 15:01:30,235: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_382.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:32,232: Resetting environment, episode 383, avg. reward: 20.400000000000073\n", - "2024-04-08 15:01:32,236: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_383.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:33,887: Resetting environment, episode 384, avg. reward: 14.799999999999994\n", - "2024-04-08 15:01:33,890: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_384.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:35,491: Resetting environment, episode 385, avg. reward: -46.900000000000055\n", - "2024-04-08 15:01:35,494: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_385.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:37,246: Resetting environment, episode 386, avg. reward: 0.8999999999999937\n", - "2024-04-08 15:01:37,249: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_386.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:38,777: Resetting environment, episode 387, avg. reward: -13.35\n", - "2024-04-08 15:01:38,780: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_387.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:40,765: Resetting environment, episode 388, avg. reward: -66.39999999999996\n", - "2024-04-08 15:01:40,765: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_388.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:43,096: Resetting environment, episode 389, avg. reward: -60.40000000000004\n", - "2024-04-08 15:01:43,098: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_389.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:45,309: Resetting environment, episode 390, avg. reward: -40.299999999999976\n", - "2024-04-08 15:01:45,312: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_390.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:47,533: Resetting environment, episode 391, avg. reward: -9.300000000000024\n", - "2024-04-08 15:01:47,536: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_391.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:49,645: Resetting environment, episode 392, avg. reward: -68.20000000000002\n", - "2024-04-08 15:01:49,650: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_392.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:51,698: Resetting environment, episode 393, avg. reward: -12.050000000000015\n", - "2024-04-08 15:01:51,698: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_393.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:53,431: Resetting environment, episode 394, avg. reward: -45.90000000000007\n", - "2024-04-08 15:01:53,434: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_394.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:55,444: Resetting environment, episode 395, avg. reward: -7.850000000000001\n", - "2024-04-08 15:01:55,444: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_395.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:01:57,778: Resetting environment, episode 396, avg. reward: -81.24999999999994\n", - "2024-04-08 15:01:57,783: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_396.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:00,035: Resetting environment, episode 397, avg. reward: 35.40000000000004\n", - "2024-04-08 15:02:00,039: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_397.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:02,146: Resetting environment, episode 398, avg. reward: -9.550000000000082\n", - "2024-04-08 15:02:02,148: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_398.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:04,122: Resetting environment, episode 399, avg. reward: 10.550000000000026\n", - "2024-04-08 15:02:04,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_399.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:06,128: Resetting environment, episode 400, avg. reward: -2.7499999999999734\n", - "2024-04-08 15:02:06,132: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_400.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:08,277: Resetting environment, episode 401, avg. reward: 11.199999999999974\n", - "2024-04-08 15:02:08,281: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_401.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:10,123: Resetting environment, episode 402, avg. reward: 38.94999999999992\n", - "2024-04-08 15:02:10,126: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_402.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:12,770: Resetting environment, episode 403, avg. reward: 40.150000000000006\n", - "2024-04-08 15:02:12,774: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_403.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:14,630: Resetting environment, episode 404, avg. reward: -28.65000000000003\n", - "2024-04-08 15:02:14,633: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_404.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:16,440: Resetting environment, episode 405, avg. reward: 32.25000000000001\n", - "2024-04-08 15:02:16,443: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_405.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:18,127: Resetting environment, episode 406, avg. reward: -11.699999999999982\n", - "2024-04-08 15:02:18,130: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_406.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:20,294: Resetting environment, episode 407, avg. reward: 51.299999999999976\n", - "2024-04-08 15:02:20,297: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_407.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:22,154: Resetting environment, episode 408, avg. reward: 10.399999999999963\n", - "2024-04-08 15:02:22,157: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_408.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:24,369: Resetting environment, episode 409, avg. reward: -12.599999999999984\n", - "2024-04-08 15:02:24,373: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_409.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:26,758: Resetting environment, episode 410, avg. reward: 13.600000000000026\n", - "2024-04-08 15:02:26,761: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_410.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:30,043: Resetting environment, episode 411, avg. reward: 31.89999999999995\n", - "2024-04-08 15:02:30,047: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_411.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:32,018: Resetting environment, episode 412, avg. reward: 22.050000000000054\n", - "2024-04-08 15:02:32,021: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_412.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:33,671: Resetting environment, episode 413, avg. reward: 38.74999999999982\n", - "2024-04-08 15:02:33,674: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_413.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:35,754: Resetting environment, episode 414, avg. reward: 21.250000000000092\n", - "2024-04-08 15:02:35,757: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_414.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:37,697: Resetting environment, episode 415, avg. reward: 52.64999999999991\n", - "2024-04-08 15:02:37,704: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_415.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:39,371: Resetting environment, episode 416, avg. reward: 15.300000000000079\n", - "2024-04-08 15:02:39,374: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_416.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:40,894: Resetting environment, episode 417, avg. reward: -0.24999999999995826\n", - "2024-04-08 15:02:40,896: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_417.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:42,813: Resetting environment, episode 418, avg. reward: -22.05000000000004\n", - "2024-04-08 15:02:42,817: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_418.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:44,725: Resetting environment, episode 419, avg. reward: -54.89999999999997\n", - "2024-04-08 15:02:44,727: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_419.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:48,515: Resetting environment, episode 420, avg. reward: -15.04999999999997\n", - "2024-04-08 15:02:48,518: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_420.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:50,655: Resetting environment, episode 421, avg. reward: -56.94999999999997\n", - "2024-04-08 15:02:50,659: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_421.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:52,515: Resetting environment, episode 422, avg. reward: -68.70000000000003\n", - "2024-04-08 15:02:52,517: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_422.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:54,132: Resetting environment, episode 423, avg. reward: -72.89999999999996\n", - "2024-04-08 15:02:54,134: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_423.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:55,908: Resetting environment, episode 424, avg. reward: 17.449999999999946\n", - "2024-04-08 15:02:55,911: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_424.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:57,497: Resetting environment, episode 425, avg. reward: -27.14999999999995\n", - "2024-04-08 15:02:57,501: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_425.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:02:59,501: Resetting environment, episode 426, avg. reward: -67.6\n", - "2024-04-08 15:02:59,504: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_426.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:01,163: Resetting environment, episode 427, avg. reward: 27.7999999999999\n", - "2024-04-08 15:03:01,166: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_427.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:02,845: Resetting environment, episode 428, avg. reward: 43.599999999999895\n", - "2024-04-08 15:03:02,849: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_428.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:04,688: Resetting environment, episode 429, avg. reward: 10.649999999999995\n", - "2024-04-08 15:03:04,691: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_429.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:06,537: Resetting environment, episode 430, avg. reward: 6.549999999999988\n", - "2024-04-08 15:03:06,540: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_430.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:08,508: Resetting environment, episode 431, avg. reward: -53.84999999999999\n", - "2024-04-08 15:03:08,510: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_431.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:10,547: Resetting environment, episode 432, avg. reward: -16.399999999999995\n", - "2024-04-08 15:03:10,550: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_432.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:12,415: Resetting environment, episode 433, avg. reward: 26.500000000000014\n", - "2024-04-08 15:03:12,418: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_433.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:13,905: Resetting environment, episode 434, avg. reward: -9.04999999999999\n", - "2024-04-08 15:03:13,909: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_434.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:15,659: Resetting environment, episode 435, avg. reward: -70.59999999999998\n", - "2024-04-08 15:03:15,662: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_435.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:17,377: Resetting environment, episode 436, avg. reward: 8.600000000000009\n", - "2024-04-08 15:03:17,381: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_436.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:19,455: Resetting environment, episode 437, avg. reward: 84.10000000000014\n", - "2024-04-08 15:03:19,458: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_437.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:21,741: Resetting environment, episode 438, avg. reward: -52.299999999999976\n", - "2024-04-08 15:03:21,744: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_438.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:23,696: Resetting environment, episode 439, avg. reward: 20.199999999999957\n", - "2024-04-08 15:03:23,700: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_439.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:25,663: Resetting environment, episode 440, avg. reward: -79.10000000000002\n", - "2024-04-08 15:03:25,667: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_440.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:27,924: Resetting environment, episode 441, avg. reward: 58.799999999999876\n", - "2024-04-08 15:03:27,928: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_441.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:29,603: Resetting environment, episode 442, avg. reward: -35.64999999999998\n", - "2024-04-08 15:03:29,606: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_442.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:31,271: Resetting environment, episode 443, avg. reward: -0.7500000000000195\n", - "2024-04-08 15:03:31,274: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_443.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:33,199: Resetting environment, episode 444, avg. reward: -83.49999999999989\n", - "2024-04-08 15:03:33,203: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_444.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:35,706: Resetting environment, episode 445, avg. reward: 58.54999999999981\n", - "2024-04-08 15:03:35,710: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_445.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:37,671: Resetting environment, episode 446, avg. reward: -39.45000000000003\n", - "2024-04-08 15:03:37,673: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_446.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:40,320: Resetting environment, episode 447, avg. reward: -63.049999999999955\n", - "2024-04-08 15:03:40,324: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_447.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:42,333: Resetting environment, episode 448, avg. reward: -48.29999999999998\n", - "2024-04-08 15:03:42,336: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_448.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:44,621: Resetting environment, episode 449, avg. reward: 87.55000000000031\n", - "2024-04-08 15:03:44,625: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_449.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:46,958: Resetting environment, episode 450, avg. reward: 59.89999999999991\n", - "2024-04-08 15:03:46,962: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_450.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:49,779: Resetting environment, episode 451, avg. reward: -35.349999999999994\n", - "2024-04-08 15:03:49,783: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_451.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:51,834: Resetting environment, episode 452, avg. reward: -61.19999999999991\n", - "2024-04-08 15:03:51,837: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_452.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:53,774: Resetting environment, episode 453, avg. reward: 1.6000000000000005\n", - "2024-04-08 15:03:53,777: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_453.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:56,025: Resetting environment, episode 454, avg. reward: 13.14999999999995\n", - "2024-04-08 15:03:56,028: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_454.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:03:58,535: Resetting environment, episode 455, avg. reward: 19.950000000000003\n", - "2024-04-08 15:03:58,538: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_455.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:00,845: Resetting environment, episode 456, avg. reward: -33.04999999999999\n", - "2024-04-08 15:04:00,848: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_456.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:02,904: Resetting environment, episode 457, avg. reward: 39.59999999999999\n", - "2024-04-08 15:04:02,909: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_457.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:05,202: Resetting environment, episode 458, avg. reward: -8.300000000000002\n", - "2024-04-08 15:04:05,206: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_458.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:07,216: Resetting environment, episode 459, avg. reward: -85.5\n", - "2024-04-08 15:04:07,219: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_459.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:09,300: Resetting environment, episode 460, avg. reward: 42.149999999999935\n", - "2024-04-08 15:04:09,304: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_460.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:11,700: Resetting environment, episode 461, avg. reward: -7.00000000000005\n", - "2024-04-08 15:04:11,703: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_461.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:13,865: Resetting environment, episode 462, avg. reward: 44.99999999999982\n", - "2024-04-08 15:04:13,868: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_462.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:15,915: Resetting environment, episode 463, avg. reward: -14.150000000000015\n", - "2024-04-08 15:04:15,919: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_463.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:18,129: Resetting environment, episode 464, avg. reward: -62.3\n", - "2024-04-08 15:04:18,133: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_464.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:20,618: Resetting environment, episode 465, avg. reward: -21.85\n", - "2024-04-08 15:04:20,623: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_465.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:22,808: Resetting environment, episode 466, avg. reward: -21.59999999999995\n", - "2024-04-08 15:04:22,811: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_466.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:24,768: Resetting environment, episode 467, avg. reward: -14.950000000000008\n", - "2024-04-08 15:04:24,772: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_467.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:26,660: Resetting environment, episode 468, avg. reward: 18.64999999999998\n", - "2024-04-08 15:04:26,663: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_468.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:28,354: Resetting environment, episode 469, avg. reward: -10.699999999999989\n", - "2024-04-08 15:04:28,357: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_469.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:30,242: Resetting environment, episode 470, avg. reward: -53.79999999999998\n", - "2024-04-08 15:04:30,245: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_470.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:33,035: Resetting environment, episode 471, avg. reward: 84.70000000000006\n", - "2024-04-08 15:04:33,038: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_471.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:35,091: Resetting environment, episode 472, avg. reward: -7.000000000000062\n", - "2024-04-08 15:04:35,093: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_472.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "ename": "KeyboardInterrupt", - "evalue": "", - "output_type": "error", - "traceback": [ - "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[1;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", - "Cell \u001b[1;32mIn[8], line 1\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[43mmodel\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlearn\u001b[49m\u001b[43m(\u001b[49m\u001b[43mtotal_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mTOTAL_TIMESTEPS\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\ppo\\ppo.py:308\u001b[0m, in \u001b[0;36mPPO.learn\u001b[1;34m(self, total_timesteps, callback, log_interval, tb_log_name, reset_num_timesteps, progress_bar)\u001b[0m\n\u001b[0;32m 299\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mlearn\u001b[39m(\n\u001b[0;32m 300\u001b[0m \u001b[38;5;28mself\u001b[39m: SelfPPO,\n\u001b[0;32m 301\u001b[0m total_timesteps: \u001b[38;5;28mint\u001b[39m,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 306\u001b[0m progress_bar: \u001b[38;5;28mbool\u001b[39m \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[0;32m 307\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m SelfPPO:\n\u001b[1;32m--> 308\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mlearn\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m 309\u001b[0m \u001b[43m \u001b[49m\u001b[43mtotal_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtotal_timesteps\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 310\u001b[0m \u001b[43m \u001b[49m\u001b[43mcallback\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcallback\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 311\u001b[0m \u001b[43m \u001b[49m\u001b[43mlog_interval\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlog_interval\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 312\u001b[0m \u001b[43m \u001b[49m\u001b[43mtb_log_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtb_log_name\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 313\u001b[0m \u001b[43m \u001b[49m\u001b[43mreset_num_timesteps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreset_num_timesteps\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 314\u001b[0m \u001b[43m \u001b[49m\u001b[43mprogress_bar\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mprogress_bar\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m 315\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\on_policy_algorithm.py:259\u001b[0m, in \u001b[0;36mOnPolicyAlgorithm.learn\u001b[1;34m(self, total_timesteps, callback, log_interval, tb_log_name, reset_num_timesteps, progress_bar)\u001b[0m\n\u001b[0;32m 256\u001b[0m \u001b[38;5;28;01massert\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39menv \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m 258\u001b[0m \u001b[38;5;28;01mwhile\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_timesteps \u001b[38;5;241m<\u001b[39m total_timesteps:\n\u001b[1;32m--> 259\u001b[0m continue_training \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcollect_rollouts\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menv\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcallback\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrollout_buffer\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mn_rollout_steps\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mn_steps\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 261\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m continue_training \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m:\n\u001b[0;32m 262\u001b[0m \u001b[38;5;28;01mbreak\u001b[39;00m\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\on_policy_algorithm.py:178\u001b[0m, in \u001b[0;36mOnPolicyAlgorithm.collect_rollouts\u001b[1;34m(self, env, callback, rollout_buffer, n_rollout_steps)\u001b[0m\n\u001b[0;32m 175\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space, spaces\u001b[38;5;241m.\u001b[39mBox):\n\u001b[0;32m 176\u001b[0m clipped_actions \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39mclip(actions, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space\u001b[38;5;241m.\u001b[39mlow, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39maction_space\u001b[38;5;241m.\u001b[39mhigh)\n\u001b[1;32m--> 178\u001b[0m new_obs, rewards, dones, infos \u001b[38;5;241m=\u001b[39m \u001b[43menv\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\u001b[43mclipped_actions\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 180\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_timesteps \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m env\u001b[38;5;241m.\u001b[39mnum_envs\n\u001b[0;32m 182\u001b[0m \u001b[38;5;66;03m# Give access to local variables\u001b[39;00m\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\vec_env\\base_vec_env.py:197\u001b[0m, in \u001b[0;36mVecEnv.step\u001b[1;34m(self, actions)\u001b[0m\n\u001b[0;32m 190\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 191\u001b[0m \u001b[38;5;124;03mStep the environments with the given action\u001b[39;00m\n\u001b[0;32m 192\u001b[0m \n\u001b[0;32m 193\u001b[0m \u001b[38;5;124;03m:param actions: the action\u001b[39;00m\n\u001b[0;32m 194\u001b[0m \u001b[38;5;124;03m:return: observation, reward, done, information\u001b[39;00m\n\u001b[0;32m 195\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 196\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mstep_async(actions)\n\u001b[1;32m--> 197\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep_wait\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\vec_env\\dummy_vec_env.py:58\u001b[0m, in \u001b[0;36mDummyVecEnv.step_wait\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mstep_wait\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m VecEnvStepReturn:\n\u001b[0;32m 56\u001b[0m \u001b[38;5;66;03m# Avoid circular imports\u001b[39;00m\n\u001b[0;32m 57\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m env_idx \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mrange\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_envs):\n\u001b[1;32m---> 58\u001b[0m obs, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_rews[env_idx], terminated, truncated, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_infos[env_idx] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menvs\u001b[49m\u001b[43m[\u001b[49m\u001b[43menv_idx\u001b[49m\u001b[43m]\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m 59\u001b[0m \u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mactions\u001b[49m\u001b[43m[\u001b[49m\u001b[43menv_idx\u001b[49m\u001b[43m]\u001b[49m\n\u001b[0;32m 60\u001b[0m \u001b[43m \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 61\u001b[0m \u001b[38;5;66;03m# convert to SB3 VecEnv api\u001b[39;00m\n\u001b[0;32m 62\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbuf_dones[env_idx] \u001b[38;5;241m=\u001b[39m terminated \u001b[38;5;129;01mor\u001b[39;00m truncated\n", - "File \u001b[1;32mc:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\monitor.py:94\u001b[0m, in \u001b[0;36mMonitor.step\u001b[1;34m(self, action)\u001b[0m\n\u001b[0;32m 92\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mneeds_reset:\n\u001b[0;32m 93\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mRuntimeError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mTried to step environment that needs reset\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[1;32m---> 94\u001b[0m observation, reward, terminated, truncated, info \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43menv\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mstep\u001b[49m\u001b[43m(\u001b[49m\u001b[43maction\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 95\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrewards\u001b[38;5;241m.\u001b[39mappend(\u001b[38;5;28mfloat\u001b[39m(reward))\n\u001b[0;32m 96\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m terminated \u001b[38;5;129;01mor\u001b[39;00m truncated:\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\session\\environment.py:54\u001b[0m, in \u001b[0;36mPrimaiteGymEnv.step\u001b[1;34m(self, action)\u001b[0m\n\u001b[0;32m 52\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mapply_agent_actions()\n\u001b[0;32m 53\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39madvance_timestep()\n\u001b[1;32m---> 54\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgame\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_sim_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgame\u001b[38;5;241m.\u001b[39mupdate_agents(state)\n\u001b[0;32m 57\u001b[0m next_obs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_obs() \u001b[38;5;66;03m# this doesn't update observation, just gets the current observation\u001b[39;00m\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\game\\game.py:149\u001b[0m, in \u001b[0;36mPrimaiteGame.get_sim_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 147\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mget_sim_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 148\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"Get the current state of the simulation.\"\"\"\u001b[39;00m\n\u001b[1;32m--> 149\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msimulation\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\sim_container.py:56\u001b[0m, in \u001b[0;36mSimulation.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 45\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 46\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 47\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 51\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 52\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 53\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 54\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 55\u001b[0m {\n\u001b[1;32m---> 56\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnetwork\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnetwork\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m,\n\u001b[0;32m 57\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mdomain\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdomain\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[0;32m 58\u001b[0m }\n\u001b[0;32m 59\u001b[0m )\n\u001b[0;32m 60\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\container.py:223\u001b[0m, in \u001b[0;36mNetwork.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 215\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 216\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[0;32m 217\u001b[0m \n\u001b[0;32m 218\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[0;32m 219\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 220\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 221\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 222\u001b[0m {\n\u001b[1;32m--> 223\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mhostname: node\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 224\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[0;32m 225\u001b[0m }\n\u001b[0;32m 226\u001b[0m )\n\u001b[0;32m 227\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[0;32m 228\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\container.py:223\u001b[0m, in \u001b[0;36m\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m 215\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 216\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of the Network.\u001b[39;00m\n\u001b[0;32m 217\u001b[0m \n\u001b[0;32m 218\u001b[0m \u001b[38;5;124;03m:return: A dictionary capturing the current state of the Network and its child objects.\u001b[39;00m\n\u001b[0;32m 219\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 220\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 221\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 222\u001b[0m {\n\u001b[1;32m--> 223\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mnodes\u001b[39m\u001b[38;5;124m\"\u001b[39m: {node\u001b[38;5;241m.\u001b[39mhostname: \u001b[43mnode\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m node \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnodes\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 224\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mlinks\u001b[39m\u001b[38;5;124m\"\u001b[39m: {},\n\u001b[0;32m 225\u001b[0m }\n\u001b[0;32m 226\u001b[0m )\n\u001b[0;32m 227\u001b[0m \u001b[38;5;66;03m# Update the links one-by-one. The key is a 4-tuple of `hostname_a, port_a, hostname_b, port_b`\u001b[39;00m\n\u001b[0;32m 228\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m _, link \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mlinks\u001b[38;5;241m.\u001b[39mitems():\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\hardware\\base.py:920\u001b[0m, in \u001b[0;36mNode.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 902\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 903\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 904\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 908\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 909\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 910\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 911\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 912\u001b[0m {\n\u001b[0;32m 913\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[0;32m 914\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 915\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[0;32m 916\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 917\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[0;32m 918\u001b[0m },\n\u001b[0;32m 919\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m--> 920\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: app\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 921\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: svc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 922\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 923\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 924\u001b[0m }\n\u001b[0;32m 925\u001b[0m )\n\u001b[0;32m 926\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\network\\hardware\\base.py:920\u001b[0m, in \u001b[0;36m\u001b[1;34m(.0)\u001b[0m\n\u001b[0;32m 902\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 903\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 904\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 908\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 909\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 910\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 911\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 912\u001b[0m {\n\u001b[0;32m 913\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhostname\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhostname,\n\u001b[0;32m 914\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 915\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNICs\u001b[39m\u001b[38;5;124m\"\u001b[39m: {\n\u001b[0;32m 916\u001b[0m eth_num: network_interface\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 917\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m eth_num, network_interface \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnetwork_interface\u001b[38;5;241m.\u001b[39mitems()\n\u001b[0;32m 918\u001b[0m },\n\u001b[0;32m 919\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfile_system\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfile_system\u001b[38;5;241m.\u001b[39mdescribe_state(),\n\u001b[1;32m--> 920\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mapplications\u001b[39m\u001b[38;5;124m\"\u001b[39m: {app\u001b[38;5;241m.\u001b[39mname: \u001b[43mapp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;28;01mfor\u001b[39;00m app \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mapplications\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 921\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mservices\u001b[39m\u001b[38;5;124m\"\u001b[39m: {svc\u001b[38;5;241m.\u001b[39mname: svc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m svc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mservices\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 922\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprocess\u001b[39m\u001b[38;5;124m\"\u001b[39m: {proc\u001b[38;5;241m.\u001b[39mname: proc\u001b[38;5;241m.\u001b[39mdescribe_state() \u001b[38;5;28;01mfor\u001b[39;00m proc \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprocesses\u001b[38;5;241m.\u001b[39mvalues()},\n\u001b[0;32m 923\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 924\u001b[0m }\n\u001b[0;32m 925\u001b[0m )\n\u001b[0;32m 926\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\applications\\web_browser.py:75\u001b[0m, in \u001b[0;36mWebBrowser.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 69\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 70\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 71\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of the WebBrowser.\u001b[39;00m\n\u001b[0;32m 72\u001b[0m \n\u001b[0;32m 73\u001b[0m \u001b[38;5;124;03m :return: A dictionary capturing the current state of the WebBrowser and its child objects.\u001b[39;00m\n\u001b[0;32m 74\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m---> 75\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 76\u001b[0m state[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhistory\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m=\u001b[39m [hist_item\u001b[38;5;241m.\u001b[39mstate() \u001b[38;5;28;01mfor\u001b[39;00m hist_item \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhistory]\n\u001b[0;32m 77\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\applications\\application.py:64\u001b[0m, in \u001b[0;36mApplication.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 54\u001b[0m \u001b[38;5;129m@abstractmethod\u001b[39m\n\u001b[0;32m 55\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 56\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 57\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 58\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 62\u001b[0m \u001b[38;5;124;03m :rtype: Dict\u001b[39;00m\n\u001b[0;32m 63\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m---> 64\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 65\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 66\u001b[0m {\n\u001b[0;32m 67\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moperating_state\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moperating_state\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 71\u001b[0m }\n\u001b[0;32m 72\u001b[0m )\n\u001b[0;32m 73\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\software.py:263\u001b[0m, in \u001b[0;36mIOSoftware.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 253\u001b[0m \u001b[38;5;129m@abstractmethod\u001b[39m\n\u001b[0;32m 254\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdescribe_state\u001b[39m(\u001b[38;5;28mself\u001b[39m) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict:\n\u001b[0;32m 255\u001b[0m \u001b[38;5;250m \u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 256\u001b[0m \u001b[38;5;124;03m Produce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 257\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 261\u001b[0m \u001b[38;5;124;03m :rtype: Dict\u001b[39;00m\n\u001b[0;32m 262\u001b[0m \u001b[38;5;124;03m \"\"\"\u001b[39;00m\n\u001b[1;32m--> 263\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mdescribe_state\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m 264\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 265\u001b[0m {\n\u001b[0;32m 266\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minstalling_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minstalling_count,\n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 271\u001b[0m }\n\u001b[0;32m 272\u001b[0m )\n\u001b[0;32m 273\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32mC:\\Projects\\PrimAITE\\src\\primaite\\simulator\\system\\software.py:149\u001b[0m, in \u001b[0;36mSoftware.describe_state\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m 138\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 139\u001b[0m \u001b[38;5;124;03mProduce a dictionary describing the current state of this object.\u001b[39;00m\n\u001b[0;32m 140\u001b[0m \n\u001b[1;32m (...)\u001b[0m\n\u001b[0;32m 144\u001b[0m \u001b[38;5;124;03m:rtype: Dict\u001b[39;00m\n\u001b[0;32m 145\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m 146\u001b[0m state \u001b[38;5;241m=\u001b[39m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39mdescribe_state()\n\u001b[0;32m 147\u001b[0m state\u001b[38;5;241m.\u001b[39mupdate(\n\u001b[0;32m 148\u001b[0m {\n\u001b[1;32m--> 149\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhealth_state_actual\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhealth_state_actual\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mvalue\u001b[49m,\n\u001b[0;32m 150\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhealth_state_visible\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhealth_state_visible\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 151\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcriticality\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcriticality\u001b[38;5;241m.\u001b[39mvalue,\n\u001b[0;32m 152\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mfixing_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mfixing_count,\n\u001b[0;32m 153\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mscanning_count\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mscanning_count,\n\u001b[0;32m 154\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrevealed_to_red\u001b[39m\u001b[38;5;124m\"\u001b[39m: \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrevealed_to_red,\n\u001b[0;32m 155\u001b[0m }\n\u001b[0;32m 156\u001b[0m )\n\u001b[0;32m 157\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m state\n", - "File \u001b[1;32m~\\AppData\\Local\\Programs\\Python\\Python310\\lib\\types.py:177\u001b[0m, in \u001b[0;36mDynamicClassAttribute.__get__\u001b[1;34m(self, instance, ownerclass)\u001b[0m\n\u001b[0;32m 176\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m__get__\u001b[39m(\u001b[38;5;28mself\u001b[39m, instance, ownerclass\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mNone\u001b[39;00m):\n\u001b[1;32m--> 177\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[43minstance\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mis\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m:\n\u001b[0;32m 178\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m__isabstractmethod__:\n\u001b[0;32m 179\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\n", - "\u001b[1;31mKeyboardInterrupt\u001b[0m: " - ] - } - ], + "outputs": [], "source": [ "model.learn(total_timesteps=TOTAL_TIMESTEPS)\n" ] }, { "cell_type": "code", - "execution_count": 9, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -7216,7 +83,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": null, "metadata": {}, "outputs": [], "source": [ @@ -7226,187 +93,9 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": null, "metadata": {}, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "c:\\Projects\\PrimAITE\\.venv\\lib\\site-packages\\stable_baselines3\\common\\evaluation.py:67: UserWarning: Evaluation environment is not wrapped with a ``Monitor`` wrapper. This may result in reporting modified episode lengths and rewards, if other wrappers happen to modify these. Consider wrapping environment first with ``Monitor`` wrapper.\n", - " warnings.warn(\n", - "2024-04-08 15:04:51,136: Resetting environment, episode 473, avg. reward: 0.0\n", - "2024-04-08 15:04:51,140: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_473.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:53,329: Resetting environment, episode 474, avg. reward: -62.59999999999992\n", - "2024-04-08 15:04:53,332: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_474.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:55,400: Resetting environment, episode 475, avg. reward: -58.649999999999935\n", - "2024-04-08 15:04:55,403: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_475.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:04:57,612: Resetting environment, episode 476, avg. reward: -54.549999999999955\n", - "2024-04-08 15:04:57,617: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_476.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:02,916: Resetting environment, episode 477, avg. reward: -64.99999999999991\n", - "2024-04-08 15:05:02,918: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_477.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:05,225: Resetting environment, episode 478, avg. reward: -53.19999999999996\n", - "2024-04-08 15:05:05,228: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_478.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:07,766: Resetting environment, episode 479, avg. reward: -55.79999999999997\n", - "2024-04-08 15:05:07,769: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_479.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:10,062: Resetting environment, episode 480, avg. reward: -32.75000000000003\n", - "2024-04-08 15:05:10,065: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_480.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:12,370: Resetting environment, episode 481, avg. reward: -23.549999999999986\n", - "2024-04-08 15:05:12,373: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_481.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:14,716: Resetting environment, episode 482, avg. reward: -15.04999999999997\n", - "2024-04-08 15:05:14,719: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_482.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2024-04-08 15:05:16,779: Resetting environment, episode 483, avg. reward: -50.549999999999976\n", - "2024-04-08 15:05:16,782: Saving agent action log to C:\\Users\\CharlieCrane\\primaite\\3.0.0b7\\sessions\\2024-04-08\\14-49-25\\agent_actions\\episode_483.json\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "{'type': 'CUSTOM', 'options': {'components': [{'type': 'NODES', 'label': 'NODES', 'options': {'hosts': [{'hostname': 'domain_controller'}, {'hostname': 'web_server', 'services': [{'service_name': 'WebServer'}]}, {'hostname': 'database_server', 'folders': [{'folder_name': 'database', 'files': [{'file_name': 'database.db'}]}]}, {'hostname': 'backup_server'}, {'hostname': 'security_suite'}, {'hostname': 'client_1'}, {'hostname': 'client_2'}], 'num_services': 1, 'num_applications': 0, 'num_folders': 1, 'num_files': 1, 'num_nics': 2, 'include_num_access': False, 'include_nmne': True, 'routers': [{'hostname': 'router_1'}], 'num_ports': 0, 'ip_list': ['192.168.1.10', '192.168.1.12', '192.168.1.14', '192.168.1.16', '192.168.1.110', '192.168.10.21', '192.168.10.22', '192.168.10.110'], 'wildcard_list': ['0.0.0.1'], 'port_list': [80, 5432], 'protocol_list': ['ICMP', 'TCP', 'UDP'], 'num_rules': 10}}, {'type': 'LINKS', 'label': 'LINKS', 'options': {'link_references': ['router_1:eth-1<->switch_1:eth-8', 'router_1:eth-2<->switch_2:eth-8', 'switch_1:eth-1<->domain_controller:eth-1', 'switch_1:eth-2<->web_server:eth-1', 'switch_1:eth-3<->database_server:eth-1', 'switch_1:eth-4<->backup_server:eth-1', 'switch_1:eth-7<->security_suite:eth-1', 'switch_2:eth-1<->client_1:eth-1', 'switch_2:eth-2<->client_2:eth-1', 'switch_2:eth-7<->security_suite:eth-2']}}, {'type': 'NONE', 'label': 'ICS', 'options': {}}]}}\n" - ] - }, - { - "data": { - "text/plain": [ - "(-47.170001389086245, 16.315777792523683)" - ] - }, - "execution_count": 11, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "from stable_baselines3.common.evaluation import evaluate_policy\n", "\n", From 8d0d323e0bab94bc89e5f9b1a214a47a6a74075c Mon Sep 17 00:00:00 2001 From: Marek Wolan Date: Tue, 16 Apr 2024 11:26:17 +0100 Subject: [PATCH 08/15] #2374 Remove primaite session --- benchmark/primaite_benchmark.py | 4 + docs/source/config.rst | 6 +- docs/source/configuration/io_settings.rst | 30 - docs/source/configuration/training_config.rst | 75 -- docs/source/game_layer.rst | 9 - docs/source/primaite_session.rst | 41 - src/primaite/cli.py | 20 - .../_package_data/data_manipulation_marl.yaml | 14 - src/primaite/game/game.py | 4 +- src/primaite/main.py | 47 -- src/primaite/session/environment.py | 2 +- src/primaite/session/io.py | 1 + src/primaite/session/policy/__init__.py | 4 - src/primaite/session/policy/policy.py | 82 -- src/primaite/session/policy/rllib.py | 111 --- src/primaite/session/policy/sb3.py | 79 -- src/primaite/session/session.py | 119 --- src/primaite/simulator/network/airspace.py | 2 +- src/primaite/utils/session_metadata_parser.py | 4 + src/primaite/utils/session_output_reader.py | 4 + src/primaite/utils/session_output_writer.py | 4 + .../assets/configs/bad_primaite_session.yaml | 9 - .../configs/eval_only_primaite_session.yaml | 13 - .../configs/firewall_actions_network.yaml | 12 - tests/assets/configs/multi_agent_session.yaml | 101 +-- tests/assets/configs/shared_rewards.yaml | 12 - .../configs/test_application_install.yaml | 12 - .../assets/configs/test_primaite_session.yaml | 14 +- .../configs/train_only_primaite_session.yaml | 737 ------------------ tests/conftest.py | 33 - .../test_rllib_multi_agent_environment.py | 17 +- .../e2e_integration_tests/test_environment.py | 91 +++ .../test_primaite_session.py | 109 --- 33 files changed, 122 insertions(+), 1700 deletions(-) delete mode 100644 docs/source/configuration/training_config.rst delete mode 100644 docs/source/primaite_session.rst delete mode 100644 src/primaite/main.py delete mode 100644 src/primaite/session/policy/__init__.py delete mode 100644 src/primaite/session/policy/policy.py delete mode 100644 src/primaite/session/policy/rllib.py delete mode 100644 src/primaite/session/policy/sb3.py delete mode 100644 src/primaite/session/session.py delete mode 100644 tests/assets/configs/train_only_primaite_session.yaml create mode 100644 tests/e2e_integration_tests/test_environment.py delete mode 100644 tests/e2e_integration_tests/test_primaite_session.py diff --git a/benchmark/primaite_benchmark.py b/benchmark/primaite_benchmark.py index 9fec5711..226bb71e 100644 --- a/benchmark/primaite_benchmark.py +++ b/benchmark/primaite_benchmark.py @@ -1,3 +1,7 @@ +# flake8: noqa +raise DeprecationWarning( + "Benchmarking depends on deprecated functionality and it has not been updated to primaite v3 yet." +) # © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK import json import platform diff --git a/docs/source/config.rst b/docs/source/config.rst index 89181a24..b334d99b 100644 --- a/docs/source/config.rst +++ b/docs/source/config.rst @@ -5,8 +5,7 @@ PrimAITE |VERSION| Configuration ******************************** -PrimAITE uses a single configuration file to define everything needed to train and evaluate an RL policy in a custom cybersecurity scenario. This includes the configuration of the network, the scripted or trained agents that interact with the network, as well as settings that define how to perform training in Stable Baselines 3 or Ray RLLib. -The entire config is used by the ``PrimaiteSession`` object for users who wish to let PrimAITE handle the agent definition and training. If you wish to define custom agents and control the training loop yourself, you can use the config with the ``PrimaiteGame``, and ``PrimaiteGymEnv`` objects instead. That way, only the network configuration and agent setup parts of the config are used, and the training section is ignored. +PrimAITE uses a single configuration file to define everything needed to create the training environment for RL agents, including the network, the scripted agents, and the RL agent's action space, observation space, and reward function. Example Configuration Hierarchy ############################### @@ -14,8 +13,6 @@ The top level configuration items in a configuration file is as follows .. code-block:: yaml - training_config: - ... io_settings: ... game: @@ -33,7 +30,6 @@ Configurable items .. toctree:: :maxdepth: 1 - configuration/training_config.rst configuration/io_settings.rst configuration/game.rst configuration/agents.rst diff --git a/docs/source/configuration/io_settings.rst b/docs/source/configuration/io_settings.rst index 979dbfae..67734751 100644 --- a/docs/source/configuration/io_settings.rst +++ b/docs/source/configuration/io_settings.rst @@ -13,42 +13,12 @@ This section configures how PrimAITE saves data during simulation and training. .. code-block:: yaml io_settings: - save_final_model: True - save_checkpoints: False - checkpoint_interval: 10 # save_logs: True - # save_transactions: False save_agent_actions: True save_step_metadata: False save_pcap_logs: False save_sys_logs: False -``save_final_model`` --------------------- - -Optional. Default value is ``True``. - -Only used if training with PrimaiteSession. -If ``True``, the policy will be saved after the final training iteration. - - -``save_checkpoints`` --------------------- - -Optional. Default value is ``False``. - -Only used if training with PrimaiteSession. -If ``True``, the policy will be saved periodically during training. - - -``checkpoint_interval`` ------------------------ - -Optional. Default value is ``10``. - -Only used if training with PrimaiteSession and if ``save_checkpoints`` is ``True``. -Defines how often to save the policy during training. - ``save_logs`` ------------- diff --git a/docs/source/configuration/training_config.rst b/docs/source/configuration/training_config.rst deleted file mode 100644 index 3e63f69b..00000000 --- a/docs/source/configuration/training_config.rst +++ /dev/null @@ -1,75 +0,0 @@ -.. only:: comment - - © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK - -``training_config`` -=================== -Configuration items relevant to how the Reinforcement Learning agent(s) will be trained. - -``training_config`` hierarchy ------------------------------ - -.. code-block:: yaml - - training_config: - rl_framework: SB3 # or RLLIB_single_agent or RLLIB_multi_agent - rl_algorithm: PPO # or A2C - n_learn_episodes: 5 - max_steps_per_episode: 200 - n_eval_episodes: 1 - deterministic_eval: True - seed: 123 - - -``rl_framework`` ----------------- -The RL (Reinforcement Learning) Framework to use in the training session - -Options available are: - -- ``SB3`` (Stable Baselines 3) -- ``RLLIB_single_agent`` (Single Agent Ray RLLib) -- ``RLLIB_multi_agent`` (Multi Agent Ray RLLib) - -``rl_algorithm`` ----------------- -The Reinforcement Learning Algorithm to use in the training session - -Options available are: - -- ``PPO`` (Proximal Policy Optimisation) -- ``A2C`` (Advantage Actor Critic) - -``n_learn_episodes`` --------------------- -The number of episodes to train the agent(s). -This should be an integer value above ``0`` - -``max_steps_per_episode`` -------------------------- -The number of steps each episode will last for. -This should be an integer value above ``0``. - - -``n_eval_episodes`` -------------------- -Optional. Default value is ``0``. - -The number of evaluation episodes to run the trained agent for. -This should be an integer value above ``0``. - -``deterministic_eval`` ----------------------- -Optional. By default this value is ``False``. - -If this is set to ``True``, the agents will act deterministically instead of stochastically. - - - -``seed`` --------- -Optional. - -The seed is used (alongside ``deterministic_eval``) to reproduce a previous instance of training and evaluation of an RL agent. -The seed should be an integer value. -Useful for debugging. diff --git a/docs/source/game_layer.rst b/docs/source/game_layer.rst index af3eadc6..68984a1b 100644 --- a/docs/source/game_layer.rst +++ b/docs/source/game_layer.rst @@ -10,15 +10,6 @@ The simulator and game layer communicate using the PrimAITE State API and the Pr The game layer is responsible for managing agents and getting them to interface with the simulator correctly. It consists of several components: -PrimAITE Session -================ - -.. admonition:: Deprecated - :class: deprecated - - PrimAITE Session is being deprecated in favour of Jupyter Notebooks. The `session` command will be removed in future releases, but example notebooks will be provided to demonstrate the same functionality. - -``PrimaiteSession`` is the main entry point into Primaite and it allows the simultaneous coordination of a simulation and agents that interact with it. ``PrimaiteSession`` keeps track of multiple agents of different types. Agents ====== diff --git a/docs/source/primaite_session.rst b/docs/source/primaite_session.rst deleted file mode 100644 index d0caeaad..00000000 --- a/docs/source/primaite_session.rst +++ /dev/null @@ -1,41 +0,0 @@ -.. only:: comment - - © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK - -.. _run a primaite session: - -.. admonition:: Deprecated - :class: deprecated - - PrimAITE Session is being deprecated in favour of Jupyter Notebooks. The ``session`` command will be removed in future releases, but example notebooks will be provided to demonstrate the same functionality. - -Run a PrimAITE Session -====================== - -``PrimaiteSession`` allows the user to train or evaluate an RL agent on the primaite simulation with just a config file, -no code required. It manages the lifecycle of a training or evaluation session, including the setup of the environment, -policy, simulator, agents, and IO. - -If you want finer control over the RL policy, you can interface with the :py:module::`primaite.session.environment` -module directly without running a session. - - - -Run ---- - -A PrimAITE session can be started either with the ``primaite session`` command from the cli -(See :func:`primaite.cli.session`), or by calling :func:`primaite.main.run` from a Python terminal or Jupyter Notebook. - -There are two parameters that can be specified: - - ``--config``: The path to the config file to use. If not specified, the default config file is used. - - ``--agent-load-file``: The path to the pre-trained agent to load. If not specified, a new agent is created. - -Outputs -------- - -Running a session creates a session output directory in your user data folder. The filepath looks like this: -``~/primaite/{VERSION}/sessions/YYYY-MM-DD/HH-MM-SS/``. This folder contains the simulation sys logs generated by each node, -the saved agent checkpoints, and final model. The folder also contains a .json file for each episode step that -contains the action, reward, and simulation state. These can be found in -``~/primaite/{VERSION}/sessions/YYYY-MM-DD/HH-MM-SS/simulation_output/episode_/step_metadata/step_.json`` diff --git a/src/primaite/cli.py b/src/primaite/cli.py index 18d21f7b..ca493493 100644 --- a/src/primaite/cli.py +++ b/src/primaite/cli.py @@ -114,23 +114,3 @@ def setup(overwrite_existing: bool = True) -> None: reset_example_configs.run(overwrite_existing=True) _LOGGER.info("PrimAITE setup complete!") - - -@app.command() -def session( - config: Optional[str] = None, - agent_load_file: Optional[str] = None, -) -> None: - """ - Run a PrimAITE session. - - :param config: The path to the config file. Optional, if None, the example config will be used. - :type config: Optional[str] - """ - from primaite.config.load import data_manipulation_config_path - from primaite.main import run - - if not config: - config = data_manipulation_config_path() - print(config) - run(config_path=config, agent_load_path=agent_load_file) diff --git a/src/primaite/config/_package_data/data_manipulation_marl.yaml b/src/primaite/config/_package_data/data_manipulation_marl.yaml index eaee132b..cb94a128 100644 --- a/src/primaite/config/_package_data/data_manipulation_marl.yaml +++ b/src/primaite/config/_package_data/data_manipulation_marl.yaml @@ -1,17 +1,3 @@ -training_config: - rl_framework: RLLIB_multi_agent - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 1 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 2 - agent_references: - - defender_1 - - defender_2 - - io_settings: save_agent_actions: true save_step_metadata: false diff --git a/src/primaite/game/game.py b/src/primaite/game/game.py index a1f9cb58..908b5148 100644 --- a/src/primaite/game/game.py +++ b/src/primaite/game/game.py @@ -210,8 +210,8 @@ class PrimaiteGame: """Create a PrimaiteGame object from a config dictionary. The config dictionary should have the following top-level keys: - 1. training_config: options for training the RL agent. - 2. game_config: options for the game itself. Used by PrimaiteGame. + 1. io_settings: options for logging data during training + 2. game_config: options for the game itself, such as agents. 3. simulation: defines the network topology and the initial state of the simulation. The specification for each of the three major areas is described in a separate documentation page. diff --git a/src/primaite/main.py b/src/primaite/main.py deleted file mode 100644 index 053ed65b..00000000 --- a/src/primaite/main.py +++ /dev/null @@ -1,47 +0,0 @@ -# © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK -"""The main PrimAITE session runner module.""" -import argparse -from pathlib import Path -from typing import Optional, Union - -from primaite import getLogger -from primaite.config.load import data_manipulation_config_path, load -from primaite.session.session import PrimaiteSession - -# from primaite.primaite_session import PrimaiteSession - -_LOGGER = getLogger(__name__) - - -def run( - config_path: Optional[Union[str, Path]] = "", - agent_load_path: Optional[Union[str, Path]] = None, -) -> None: - """ - Run the PrimAITE Session. - - :param training_config_path: YAML file containing configurable items defined in - `primaite.config.training_config.TrainingConfig` - :type training_config_path: Union[path, str] - :param lay_down_config_path: YAML file containing configurable items for generating network laydown. - :type lay_down_config_path: Union[path, str] - :param session_path: directory path of the session to load - :param legacy_training_config: True if the training config file is a legacy file from PrimAITE < 2.0, - otherwise False. - :param legacy_lay_down_config: True if the lay_down config file is a legacy file from PrimAITE < 2.0, - otherwise False. - """ - cfg = load(config_path) - sess = PrimaiteSession.from_config(cfg=cfg, agent_load_path=agent_load_path) - sess.start_session() - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument("--config") - - args = parser.parse_args() - if not args.config: - args.config = data_manipulation_config_path() - - run(args.config) diff --git a/src/primaite/session/environment.py b/src/primaite/session/environment.py index cb891cd7..9311e1f7 100644 --- a/src/primaite/session/environment.py +++ b/src/primaite/session/environment.py @@ -48,7 +48,7 @@ class PrimaiteGymEnv(gymnasium.Env): def step(self, action: ActType) -> Tuple[ObsType, SupportsFloat, bool, bool, Dict[str, Any]]: """Perform a step in the environment.""" - # make ProxyAgent store the action chosen my the RL policy + # make ProxyAgent store the action chosen by the RL policy step = self.game.step_counter self.agent.store_action(action) # apply_agent_actions accesses the action we just stored diff --git a/src/primaite/session/io.py b/src/primaite/session/io.py index 69cea614..0b22f784 100644 --- a/src/primaite/session/io.py +++ b/src/primaite/session/io.py @@ -95,6 +95,7 @@ class PrimaiteIO: @classmethod def from_config(cls, config: Dict) -> "PrimaiteIO": """Create an instance of PrimaiteIO based on a configuration dict.""" + config = config or {} new = cls(settings=cls.Settings(**config)) return new diff --git a/src/primaite/session/policy/__init__.py b/src/primaite/session/policy/__init__.py deleted file mode 100644 index 811c7a54..00000000 --- a/src/primaite/session/policy/__init__.py +++ /dev/null @@ -1,4 +0,0 @@ -from primaite.session.policy.rllib import RaySingleAgentPolicy -from primaite.session.policy.sb3 import SB3Policy - -__all__ = ["SB3Policy", "RaySingleAgentPolicy"] diff --git a/src/primaite/session/policy/policy.py b/src/primaite/session/policy/policy.py deleted file mode 100644 index 984466d1..00000000 --- a/src/primaite/session/policy/policy.py +++ /dev/null @@ -1,82 +0,0 @@ -"""Base class and common logic for RL policies.""" -from abc import ABC, abstractmethod -from pathlib import Path -from typing import Any, Dict, Type, TYPE_CHECKING - -if TYPE_CHECKING: - from primaite.session.session import PrimaiteSession, TrainingOptions - - -class PolicyABC(ABC): - """Base class for reinforcement learning agents.""" - - _registry: Dict[str, Type["PolicyABC"]] = {} - """ - Registry of policy types, keyed by name. - - Automatically populated when PolicyABC subclasses are defined. Used for defining from_config. - """ - - def __init_subclass__(cls, identifier: str, **kwargs: Any) -> None: - """ - Register a policy subclass. - - :param name: Identifier used by from_config to create an instance of the policy. - :type name: str - :raises ValueError: When attempting to create a policy with a duplicate name. - """ - super().__init_subclass__(**kwargs) - if identifier in cls._registry: - raise ValueError(f"Duplicate policy name {identifier}") - cls._registry[identifier] = cls - return - - @abstractmethod - def __init__(self, session: "PrimaiteSession") -> None: - """ - Initialize a reinforcement learning policy. - - :param session: The session context. - :type session: PrimaiteSession - :param agents: The agents to train. - :type agents: List[RLAgent] - """ - self.session: "PrimaiteSession" = session - """Reference to the session.""" - - @abstractmethod - def learn(self, n_episodes: int, timesteps_per_episode: int) -> None: - """Train the agent.""" - pass - - @abstractmethod - def eval(self, n_episodes: int, timesteps_per_episode: int, deterministic: bool) -> None: - """Evaluate the agent.""" - pass - - @abstractmethod - def save(self, save_path: Path) -> None: - """Save the agent.""" - pass - - @abstractmethod - def load(self) -> None: - """Load agent from a file.""" - pass - - def close(self) -> None: - """Close the agent.""" - pass - - @classmethod - def from_config(cls, config: "TrainingOptions", session: "PrimaiteSession") -> "PolicyABC": - """ - Create an RL policy from a config by calling the relevant subclass's from_config method. - - Subclasses should not call super().from_config(), they should just handle creation form config. - """ - # Assume that basically the contents of training_config are passed into here. - # I should really define a config schema class using pydantic. - - PolicyType = cls._registry[config.rl_framework] - return PolicyType.from_config(config=config, session=session) diff --git a/src/primaite/session/policy/rllib.py b/src/primaite/session/policy/rllib.py deleted file mode 100644 index ca69a2a8..00000000 --- a/src/primaite/session/policy/rllib.py +++ /dev/null @@ -1,111 +0,0 @@ -from pathlib import Path -from typing import Literal, Optional, TYPE_CHECKING - -from primaite.session.environment import PrimaiteRayEnv, PrimaiteRayMARLEnv -from primaite.session.policy.policy import PolicyABC - -if TYPE_CHECKING: - from primaite.session.session import PrimaiteSession, TrainingOptions - -import ray -from ray import air, tune -from ray.rllib.algorithms import ppo -from ray.rllib.algorithms.ppo import PPOConfig - -from primaite import getLogger - -_LOGGER = getLogger(__name__) - - -class RaySingleAgentPolicy(PolicyABC, identifier="RLLIB_single_agent"): - """Single agent RL policy using Ray RLLib.""" - - def __init__(self, session: "PrimaiteSession", algorithm: Literal["PPO", "A2C"], seed: Optional[int] = None): - super().__init__(session=session) - - self.config = { - "env": PrimaiteRayEnv, - "env_config": {"game": session.game}, - "disable_env_checking": True, - "num_rollout_workers": 0, - } - - ray.shutdown() - ray.init() - - def learn(self, n_episodes: int, timesteps_per_episode: int) -> None: - """Train the agent.""" - self.config["training_iterations"] = n_episodes * timesteps_per_episode - self.config["train_batch_size"] = 128 - self._algo = ppo.PPO(config=self.config) - _LOGGER.info("Starting RLLIB training session") - self._algo.train() - - def eval(self, n_episodes: int, deterministic: bool) -> None: - """Evaluate the agent.""" - for ep in range(n_episodes): - obs, info = self.session.env.reset() - for step in range(self.session.game.options.max_episode_length): - action = self._algo.compute_single_action(observation=obs, explore=False) - obs, rew, term, trunc, info = self.session.env.step(action) - - def save(self, save_path: Path) -> None: - """Save the policy to a file.""" - self._algo.save(save_path) - - def load(self, model_path: Path) -> None: - """Load policy parameters from a file.""" - raise NotImplementedError - - @classmethod - def from_config(cls, config: "TrainingOptions", session: "PrimaiteSession") -> "RaySingleAgentPolicy": - """Create a policy from a config.""" - return cls(session=session, algorithm=config.rl_algorithm, seed=config.seed) - - -class RayMultiAgentPolicy(PolicyABC, identifier="RLLIB_multi_agent"): - """Mutli agent RL policy using Ray RLLib.""" - - def __init__(self, session: "PrimaiteSession", algorithm: Literal["PPO"], seed: Optional[int] = None): - """Initialise multi agent policy wrapper.""" - super().__init__(session=session) - - self.config = ( - PPOConfig() - .environment(env=PrimaiteRayMARLEnv, env_config={"game": session.game}) - .rollouts(num_rollout_workers=0) - .multi_agent( - policies={agent.agent_name for agent in session.game.rl_agents}, - policy_mapping_fn=lambda agent_id, episode, worker, **kw: agent_id, - ) - .training(train_batch_size=128) - ) - - def learn(self, n_episodes: int, timesteps_per_episode: int) -> None: - """Train the agent.""" - checkpoint_freq = self.session.io_manager.settings.checkpoint_interval - tune.Tuner( - "PPO", - run_config=air.RunConfig( - stop={"training_iteration": n_episodes * timesteps_per_episode}, - checkpoint_config=air.CheckpointConfig(checkpoint_frequency=checkpoint_freq), - ), - param_space=self.config, - ).fit() - - def load(self, model_path: Path) -> None: - """Load policy parameters from a file.""" - return NotImplemented - - def eval(self, n_episodes: int, deterministic: bool) -> None: - """Evaluate trained policy.""" - return NotImplemented - - def save(self, save_path: Path) -> None: - """Save policy parameters to a file.""" - return NotImplemented - - @classmethod - def from_config(cls, config: "TrainingOptions", session: "PrimaiteSession") -> "RayMultiAgentPolicy": - """Create policy from config.""" - return cls(session=session, algorithm=config.rl_algorithm, seed=config.seed) diff --git a/src/primaite/session/policy/sb3.py b/src/primaite/session/policy/sb3.py deleted file mode 100644 index 6220371d..00000000 --- a/src/primaite/session/policy/sb3.py +++ /dev/null @@ -1,79 +0,0 @@ -"""Stable baselines 3 policy.""" -from pathlib import Path -from typing import Literal, Optional, Type, TYPE_CHECKING, Union - -from stable_baselines3 import A2C, PPO -from stable_baselines3.a2c import MlpPolicy as A2C_MLP -from stable_baselines3.common.callbacks import CheckpointCallback -from stable_baselines3.common.evaluation import evaluate_policy -from stable_baselines3.ppo import MlpPolicy as PPO_MLP - -from primaite.session.policy.policy import PolicyABC - -if TYPE_CHECKING: - from primaite.session.session import PrimaiteSession, TrainingOptions - - -class SB3Policy(PolicyABC, identifier="SB3"): - """Single agent RL policy using stable baselines 3.""" - - def __init__(self, session: "PrimaiteSession", algorithm: Literal["PPO", "A2C"], seed: Optional[int] = None): - """Initialize a stable baselines 3 policy.""" - super().__init__(session=session) - - self._agent_class: Type[Union[PPO, A2C]] - if algorithm == "PPO": - self._agent_class = PPO - policy = PPO_MLP - elif algorithm == "A2C": - self._agent_class = A2C - policy = A2C_MLP - else: - raise ValueError(f"Unknown algorithm `{algorithm}` for stable_baselines3 policy") - self._agent = self._agent_class( - policy=policy, - env=self.session.env, - n_steps=128, # this is not the number of steps in an episode, but the number of steps in a batch - seed=seed, - ) - - def learn(self, n_episodes: int, timesteps_per_episode: int) -> None: - """Train the agent.""" - if self.session.save_checkpoints: - checkpoint_callback = CheckpointCallback( - save_freq=timesteps_per_episode * self.session.checkpoint_interval, - save_path=self.session.io_manager.generate_model_save_path("sb3"), - name_prefix="sb3_model", - ) - else: - checkpoint_callback = None - self._agent.learn(total_timesteps=n_episodes * timesteps_per_episode, callback=checkpoint_callback) - - def eval(self, n_episodes: int, deterministic: bool) -> None: - """Evaluate the agent.""" - _ = evaluate_policy( - self._agent, - self.session.env, - n_eval_episodes=n_episodes, - deterministic=deterministic, - return_episode_rewards=True, - ) - - def save(self, save_path: Path) -> None: - """ - Save the current policy parameters. - - Warning: The recommended way to save model checkpoints is to use a callback within the `learn()` method. Please - refer to https://stable-baselines3.readthedocs.io/en/master/guide/callbacks.html for more information. - Therefore, this method is only used to save the final model. - """ - self._agent.save(save_path) - - def load(self, model_path: Path) -> None: - """Load agent from a checkpoint.""" - self._agent = self._agent_class.load(model_path, env=self.session.env) - - @classmethod - def from_config(cls, config: "TrainingOptions", session: "PrimaiteSession") -> "SB3Policy": - """Create an agent from config file.""" - return cls(session=session, algorithm=config.rl_algorithm, seed=config.seed) diff --git a/src/primaite/session/session.py b/src/primaite/session/session.py deleted file mode 100644 index 9c935ae3..00000000 --- a/src/primaite/session/session.py +++ /dev/null @@ -1,119 +0,0 @@ -# raise DeprecationWarning("This module is deprecated") -from enum import Enum -from pathlib import Path -from typing import Dict, List, Literal, Optional, Union - -from pydantic import BaseModel, ConfigDict - -from primaite.session.environment import PrimaiteGymEnv, PrimaiteRayEnv, PrimaiteRayMARLEnv -from primaite.session.io import PrimaiteIO - -# from primaite.game.game import PrimaiteGame -from primaite.session.policy.policy import PolicyABC - - -class TrainingOptions(BaseModel): - """Options for training the RL agent.""" - - model_config = ConfigDict(extra="forbid") - - rl_framework: Literal["SB3", "RLLIB_single_agent", "RLLIB_multi_agent"] - rl_algorithm: Literal["PPO", "A2C"] - n_learn_episodes: int - n_eval_episodes: Optional[int] = None - max_steps_per_episode: int - # checkpoint_freq: Optional[int] = None - deterministic_eval: bool - seed: Optional[int] - n_agents: int - agent_references: List[str] - - -class SessionMode(Enum): - """Helper to keep track of the current session mode.""" - - TRAIN = "train" - EVAL = "eval" - MANUAL = "manual" - - -class PrimaiteSession: - """The main entrypoint for PrimAITE sessions, this manages a simulation, policy training, and environments.""" - - def __init__(self, game_cfg: Dict): - """Initialise PrimaiteSession object.""" - self.training_options: TrainingOptions - """Options specific to agent training.""" - - self.mode: SessionMode = SessionMode.MANUAL - """Current session mode.""" - - self.env: Union[PrimaiteGymEnv, PrimaiteRayEnv, PrimaiteRayMARLEnv] - """The environment that the RL algorithm can consume.""" - - self.policy: PolicyABC - """The reinforcement learning policy.""" - - self.io_manager: Optional["PrimaiteIO"] = None - """IO manager for the session.""" - - self.game_cfg: Dict = game_cfg - """Primaite Game object for managing main simulation loop and agents.""" - - self.save_checkpoints: bool = False - """Whether to save checkpoints.""" - - self.checkpoint_interval: int = 10 - """If save_checkpoints is true, checkpoints will be saved every checkpoint_interval episodes.""" - - def start_session(self) -> None: - """Commence the training/eval session.""" - print("Starting Primaite Session") - self.mode = SessionMode.TRAIN - n_learn_episodes = self.training_options.n_learn_episodes - n_eval_episodes = self.training_options.n_eval_episodes - max_steps_per_episode = self.training_options.max_steps_per_episode - - deterministic_eval = self.training_options.deterministic_eval - self.policy.learn( - n_episodes=n_learn_episodes, - timesteps_per_episode=max_steps_per_episode, - ) - self.save_models() - - self.mode = SessionMode.EVAL - if n_eval_episodes > 0: - self.policy.eval(n_episodes=n_eval_episodes, deterministic=deterministic_eval) - - self.mode = SessionMode.MANUAL - - def save_models(self) -> None: - """Save the RL models.""" - save_path = self.io_manager.generate_model_save_path("temp_model_name") - self.policy.save(save_path) - - @classmethod - def from_config(cls, cfg: Dict, agent_load_path: Optional[str] = None) -> "PrimaiteSession": - """Create a PrimaiteSession object from a config dictionary.""" - # READ IO SETTINGS (this sets the global session path as well) # TODO: GLOBAL SIDE EFFECTS... - io_manager = PrimaiteIO.from_config(cfg.get("io_settings", {})) - - sess = cls(game_cfg=cfg) - sess.io_manager = io_manager - sess.training_options = TrainingOptions(**cfg["training_config"]) - sess.save_checkpoints = cfg.get("io_settings", {}).get("save_checkpoints") - sess.checkpoint_interval = cfg.get("io_settings", {}).get("checkpoint_interval") - - # CREATE ENVIRONMENT - if sess.training_options.rl_framework == "RLLIB_single_agent": - sess.env = PrimaiteRayEnv(env_config=cfg) - elif sess.training_options.rl_framework == "RLLIB_multi_agent": - sess.env = PrimaiteRayMARLEnv(env_config=cfg) - elif sess.training_options.rl_framework == "SB3": - sess.env = PrimaiteGymEnv(game_config=cfg) - - sess.policy = PolicyABC.from_config(sess.training_options, session=sess) - if agent_load_path: - sess.policy.load(Path(agent_load_path)) - - return sess diff --git a/src/primaite/simulator/network/airspace.py b/src/primaite/simulator/network/airspace.py index a8343675..abda587e 100644 --- a/src/primaite/simulator/network/airspace.py +++ b/src/primaite/simulator/network/airspace.py @@ -271,7 +271,7 @@ class IPWirelessNetworkInterface(WirelessNetworkInterface, Layer3Interface, ABC) # Update the state with information from Layer3Interface state.update(Layer3Interface.describe_state(self)) - state["frequency"] = self.frequency + state["frequency"] = self.frequency.value return state diff --git a/src/primaite/utils/session_metadata_parser.py b/src/primaite/utils/session_metadata_parser.py index 2548a8b6..083d55ba 100644 --- a/src/primaite/utils/session_metadata_parser.py +++ b/src/primaite/utils/session_metadata_parser.py @@ -1,3 +1,7 @@ +# flake8: noqa +raise DeprecationWarning( + "Benchmarking depends on deprecated functionality and it has not been updated to primaite v3 yet." +) # © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK import json from pathlib import Path diff --git a/src/primaite/utils/session_output_reader.py b/src/primaite/utils/session_output_reader.py index 30febff1..322b3b8d 100644 --- a/src/primaite/utils/session_output_reader.py +++ b/src/primaite/utils/session_output_reader.py @@ -1,3 +1,7 @@ +# flake8: noqa +raise DeprecationWarning( + "Benchmarking depends on deprecated functionality and it has not been updated to primaite v3 yet." +) # © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK from pathlib import Path from typing import Any, Dict, Tuple, Union diff --git a/src/primaite/utils/session_output_writer.py b/src/primaite/utils/session_output_writer.py index 0eb18038..9253147a 100644 --- a/src/primaite/utils/session_output_writer.py +++ b/src/primaite/utils/session_output_writer.py @@ -1,3 +1,7 @@ +# flake8: noqa +raise DeprecationWarning( + "Benchmarking depends on deprecated functionality and it has not been updated to primaite v3 yet." +) # © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK import csv from logging import Logger diff --git a/tests/assets/configs/bad_primaite_session.yaml b/tests/assets/configs/bad_primaite_session.yaml index 18b86bf3..231c69ab 100644 --- a/tests/assets/configs/bad_primaite_session.yaml +++ b/tests/assets/configs/bad_primaite_session.yaml @@ -1,12 +1,3 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - se3ed: 333 # Purposeful typo to check that error is raised with bad configuration. - n_learn_steps: 2560 - n_eval_episodes: 5 - - - game: ports: - ARP diff --git a/tests/assets/configs/eval_only_primaite_session.yaml b/tests/assets/configs/eval_only_primaite_session.yaml index eab0720a..4cf0e68c 100644 --- a/tests/assets/configs/eval_only_primaite_session.yaml +++ b/tests/assets/configs/eval_only_primaite_session.yaml @@ -1,16 +1,3 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 0 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - - game: ports: - ARP diff --git a/tests/assets/configs/firewall_actions_network.yaml b/tests/assets/configs/firewall_actions_network.yaml index fdf29599..fd5b1bf8 100644 --- a/tests/assets/configs/firewall_actions_network.yaml +++ b/tests/assets/configs/firewall_actions_network.yaml @@ -30,18 +30,6 @@ # | external_computer |------| switch_3 |------| external_server | # ----------------------- -------------- --------------------- # -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 1 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - io_settings: save_step_metadata: false save_pcap_logs: true diff --git a/tests/assets/configs/multi_agent_session.yaml b/tests/assets/configs/multi_agent_session.yaml index 0b0685c0..0c89bef4 100644 --- a/tests/assets/configs/multi_agent_session.yaml +++ b/tests/assets/configs/multi_agent_session.yaml @@ -1,21 +1,3 @@ -training_config: - rl_framework: RLLIB_multi_agent - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 2 - n_eval_episodes: 1 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: #not used :( - - defender1 - - defender2 - -io_settings: - save_checkpoints: true - checkpoint_interval: 5 - - game: max_episode_length: 128 ports: @@ -31,11 +13,12 @@ game: agents: - ref: client_2_green_user team: GREEN - type: ProbabilisticAgent + type: PeriodicAgent observation_space: null action_space: action_list: - type: DONOTHING + - type: NODE_APPLICATION_EXECUTE options: nodes: @@ -901,86 +884,6 @@ agents: options: target_router_nodename: router_1 position: 9 - 38: - action: "HOST_NIC_DISABLE" - options: - node_id: 0 - nic_id: 0 - 39: - action: "HOST_NIC_ENABLE" - options: - node_id: 0 - nic_id: 0 - 40: - action: "HOST_NIC_DISABLE" - options: - node_id: 1 - nic_id: 0 - 41: - action: "HOST_NIC_ENABLE" - options: - node_id: 1 - nic_id: 0 - 42: - action: "HOST_NIC_DISABLE" - options: - node_id: 2 - nic_id: 0 - 43: - action: "HOST_NIC_ENABLE" - options: - node_id: 2 - nic_id: 0 - 44: - action: "HOST_NIC_DISABLE" - options: - node_id: 3 - nic_id: 0 - 45: - action: "HOST_NIC_ENABLE" - options: - node_id: 3 - nic_id: 0 - 46: - action: "HOST_NIC_DISABLE" - options: - node_id: 4 - nic_id: 0 - 47: - action: "HOST_NIC_ENABLE" - options: - node_id: 4 - nic_id: 0 - 48: - action: "HOST_NIC_DISABLE" - options: - node_id: 4 - nic_id: 1 - 49: - action: "HOST_NIC_ENABLE" - options: - node_id: 4 - nic_id: 1 - 50: - action: "HOST_NIC_DISABLE" - options: - node_id: 5 - nic_id: 0 - 51: - action: "HOST_NIC_ENABLE" - options: - node_id: 5 - nic_id: 0 - 52: - action: "HOST_NIC_DISABLE" - options: - node_id: 6 - nic_id: 0 - 53: - action: "HOST_NIC_ENABLE" - options: - node_id: 6 - nic_id: 0 options: diff --git a/tests/assets/configs/shared_rewards.yaml b/tests/assets/configs/shared_rewards.yaml index c5ba06b1..c90e1cc2 100644 --- a/tests/assets/configs/shared_rewards.yaml +++ b/tests/assets/configs/shared_rewards.yaml @@ -1,15 +1,3 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 1 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - io_settings: save_agent_actions: false save_step_metadata: false diff --git a/tests/assets/configs/test_application_install.yaml b/tests/assets/configs/test_application_install.yaml index d1fed272..87402f73 100644 --- a/tests/assets/configs/test_application_install.yaml +++ b/tests/assets/configs/test_application_install.yaml @@ -1,15 +1,3 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 1 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - io_settings: save_agent_actions: true save_step_metadata: false diff --git a/tests/assets/configs/test_primaite_session.yaml b/tests/assets/configs/test_primaite_session.yaml index 490e99d4..f41ef475 100644 --- a/tests/assets/configs/test_primaite_session.yaml +++ b/tests/assets/configs/test_primaite_session.yaml @@ -1,15 +1,3 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 10 - n_eval_episodes: 5 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - io_settings: save_agent_actions: true save_step_metadata: true @@ -568,7 +556,7 @@ agents: agent_settings: - # ... + flatten_obs: true diff --git a/tests/assets/configs/train_only_primaite_session.yaml b/tests/assets/configs/train_only_primaite_session.yaml deleted file mode 100644 index 3de2c80a..00000000 --- a/tests/assets/configs/train_only_primaite_session.yaml +++ /dev/null @@ -1,737 +0,0 @@ -training_config: - rl_framework: SB3 - rl_algorithm: PPO - seed: 333 - n_learn_episodes: 10 - n_eval_episodes: 0 - max_steps_per_episode: 128 - deterministic_eval: false - n_agents: 1 - agent_references: - - defender - - -game: - ports: - - ARP - - DNS - - HTTP - - POSTGRES_SERVER - protocols: - - ICMP - - TCP - - UDP - -agents: - - ref: client_2_green_user - team: GREEN - type: ProbabilisticAgent - observation_space: null - action_space: - action_list: - - type: DONOTHING - # - # - type: NODE_LOGON - # - type: NODE_LOGOFF - # - type: NODE_APPLICATION_EXECUTE - # options: - # execution_definition: - # target_address: arcd.com - action_map: - 0: - action: DONOTHING - options: {} - options: - nodes: - - node_name: client_2 - max_folders_per_node: 1 - max_files_per_folder: 1 - max_services_per_node: 1 - max_nics_per_node: 2 - max_acl_rules: 10 - - reward_function: - reward_components: - - type: DUMMY - - agent_settings: # options specific to this particular agent type, basically args of __init__(self) - start_settings: - start_step: 25 - frequency: 20 - variance: 5 - - - ref: data_manipulation_attacker - team: RED - type: RedDatabaseCorruptingAgent - - observation_space: null - - action_space: - action_list: - - type: DONOTHING - - type: NODE_APPLICATION_EXECUTE - - type: NODE_FILE_DELETE - - type: NODE_FILE_CORRUPT - - type: NODE_OS_SCAN - action_map: - 0: - action: DONOTHING - options: {} - 1: - action: NODE_APPLICATION_EXECUTE - options: - node_id: 0 - application_id: 0 - options: - nodes: - - node_name: client_1 - applications: - - application_name: DataManipulationBot - max_folders_per_node: 1 - max_files_per_folder: 1 - max_services_per_node: 1 - - reward_function: - reward_components: - - type: DUMMY - - agent_settings: # options specific to this particular agent type, basically args of __init__(self) - start_settings: - start_step: 25 - frequency: 20 - variance: 5 - - - ref: defender - team: BLUE - type: ProxyAgent - - observation_space: - type: CUSTOM - options: - components: - - type: NODES - label: NODES - options: - hosts: - - hostname: domain_controller - - hostname: web_server - services: - - service_name: WebServer - - hostname: database_server - folders: - - folder_name: database - files: - - file_name: database.db - - hostname: backup_server - - hostname: security_suite - - hostname: client_1 - - hostname: client_2 - num_services: 1 - num_applications: 0 - num_folders: 1 - num_files: 1 - num_nics: 2 - include_num_access: false - include_nmne: true - routers: - - hostname: router_1 - num_ports: 0 - ip_list: - - 192.168.1.10 - - 192.168.1.12 - - 192.168.1.14 - - 192.168.1.16 - - 192.168.1.110 - - 192.168.10.21 - - 192.168.10.22 - - 192.168.10.110 - wildcard_list: - - 0.0.0.1 - port_list: - - 80 - - 5432 - protocol_list: - - ICMP - - TCP - - UDP - num_rules: 10 - - - type: LINKS - label: LINKS - options: - link_references: - - router_1:eth-1<->switch_1:eth-8 - - router_1:eth-2<->switch_2:eth-8 - - switch_1:eth-1<->domain_controller:eth-1 - - switch_1:eth-2<->web_server:eth-1 - - switch_1:eth-3<->database_server:eth-1 - - switch_1:eth-4<->backup_server:eth-1 - - switch_1:eth-7<->security_suite:eth-1 - - switch_2:eth-1<->client_1:eth-1 - - switch_2:eth-2<->client_2:eth-1 - - switch_2:eth-7<->security_suite:eth-2 - - type: "NONE" - label: ICS - options: {} - - action_space: - action_list: - - type: DONOTHING - - type: NODE_SERVICE_SCAN - - type: NODE_SERVICE_STOP - - type: NODE_SERVICE_START - - type: NODE_SERVICE_PAUSE - - type: NODE_SERVICE_RESUME - - type: NODE_SERVICE_RESTART - - type: NODE_SERVICE_DISABLE - - type: NODE_SERVICE_ENABLE - - type: NODE_SERVICE_FIX - - type: NODE_FILE_SCAN - - type: NODE_FILE_CHECKHASH - - type: NODE_FILE_DELETE - - type: NODE_FILE_REPAIR - - type: NODE_FILE_RESTORE - - type: NODE_FOLDER_SCAN - - type: NODE_FOLDER_CHECKHASH - - type: NODE_FOLDER_REPAIR - - type: NODE_FOLDER_RESTORE - - type: NODE_OS_SCAN - - type: NODE_SHUTDOWN - - type: NODE_STARTUP - - type: NODE_RESET - - type: ROUTER_ACL_ADDRULE - - type: ROUTER_ACL_REMOVERULE - - type: HOST_NIC_ENABLE - - type: HOST_NIC_DISABLE - - action_map: - 0: - action: DONOTHING - options: {} - # scan webapp service - 1: - action: NODE_SERVICE_SCAN - options: - node_id: 1 - service_id: 0 - # stop webapp service - 2: - action: NODE_SERVICE_STOP - options: - node_id: 1 - service_id: 0 - # start webapp service - 3: - action: "NODE_SERVICE_START" - options: - node_id: 1 - service_id: 0 - 4: - action: "NODE_SERVICE_PAUSE" - options: - node_id: 1 - service_id: 0 - 5: - action: "NODE_SERVICE_RESUME" - options: - node_id: 1 - service_id: 0 - 6: - action: "NODE_SERVICE_RESTART" - options: - node_id: 1 - service_id: 0 - 7: - action: "NODE_SERVICE_DISABLE" - options: - node_id: 1 - service_id: 0 - 8: - action: "NODE_SERVICE_ENABLE" - options: - node_id: 1 - service_id: 0 - 9: # check database.db file - action: "NODE_FILE_SCAN" - options: - node_id: 2 - folder_id: 1 - file_id: 0 - 10: - action: "NODE_FILE_CHECKHASH" - options: - node_id: 2 - folder_id: 1 - file_id: 0 - 11: - action: "NODE_FILE_DELETE" - options: - node_id: 2 - folder_id: 1 - file_id: 0 - 12: - action: "NODE_FILE_REPAIR" - options: - node_id: 2 - folder_id: 1 - file_id: 0 - 13: - action: "NODE_SERVICE_FIX" - options: - node_id: 2 - service_id: 0 - 14: - action: "NODE_FOLDER_SCAN" - options: - node_id: 2 - folder_id: 1 - 15: - action: "NODE_FOLDER_CHECKHASH" - options: - node_id: 2 - folder_id: 1 - 16: - action: "NODE_FOLDER_REPAIR" - options: - node_id: 2 - folder_id: 1 - 17: - action: "NODE_FOLDER_RESTORE" - options: - node_id: 2 - folder_id: 1 - 18: - action: "NODE_OS_SCAN" - options: - node_id: 2 - 19: # shutdown client 1 - action: "NODE_SHUTDOWN" - options: - node_id: 5 - 20: - action: "NODE_STARTUP" - options: - node_id: 5 - 21: - action: "NODE_RESET" - options: - node_id: 5 - 22: # "ACL: ADDRULE - Block outgoing traffic from client 1" (not supported in Primaite) - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 1 - permission: 2 - source_ip_id: 7 # client 1 - dest_ip_id: 1 # ALL - source_port_id: 1 - dest_port_id: 1 - protocol_id: 1 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 23: # "ACL: ADDRULE - Block outgoing traffic from client 2" (not supported in Primaite) - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 2 - permission: 2 - source_ip_id: 8 # client 2 - dest_ip_id: 1 # ALL - source_port_id: 1 - dest_port_id: 1 - protocol_id: 1 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 24: # block tcp traffic from client 1 to web app - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 3 - permission: 2 - source_ip_id: 7 # client 1 - dest_ip_id: 3 # web server - source_port_id: 1 - dest_port_id: 1 - protocol_id: 3 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 25: # block tcp traffic from client 2 to web app - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 4 - permission: 2 - source_ip_id: 8 # client 2 - dest_ip_id: 3 # web server - source_port_id: 1 - dest_port_id: 1 - protocol_id: 3 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 26: - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 5 - permission: 2 - source_ip_id: 7 # client 1 - dest_ip_id: 4 # database - source_port_id: 1 - dest_port_id: 1 - protocol_id: 3 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 27: - action: "ROUTER_ACL_ADDRULE" - options: - target_router_nodename: router_1 - position: 6 - permission: 2 - source_ip_id: 8 # client 2 - dest_ip_id: 4 # database - source_port_id: 1 - dest_port_id: 1 - protocol_id: 3 - source_wildcard_id: 0 - dest_wildcard_id: 0 - 28: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 0 - 29: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 1 - 30: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 2 - 31: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 3 - 32: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 4 - 33: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 5 - 34: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 6 - 35: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 7 - 36: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 8 - 37: - action: "ROUTER_ACL_REMOVERULE" - options: - target_router_nodename: router_1 - position: 9 - 38: - action: "HOST_NIC_DISABLE" - options: - node_id: 0 - nic_id: 0 - 39: - action: "HOST_NIC_ENABLE" - options: - node_id: 0 - nic_id: 0 - 40: - action: "HOST_NIC_DISABLE" - options: - node_id: 1 - nic_id: 0 - 41: - action: "HOST_NIC_ENABLE" - options: - node_id: 1 - nic_id: 0 - 42: - action: "HOST_NIC_DISABLE" - options: - node_id: 2 - nic_id: 0 - 43: - action: "HOST_NIC_ENABLE" - options: - node_id: 2 - nic_id: 0 - 44: - action: "HOST_NIC_DISABLE" - options: - node_id: 3 - nic_id: 0 - 45: - action: "HOST_NIC_ENABLE" - options: - node_id: 3 - nic_id: 0 - 46: - action: "HOST_NIC_DISABLE" - options: - node_id: 4 - nic_id: 0 - 47: - action: "HOST_NIC_ENABLE" - options: - node_id: 4 - nic_id: 0 - 48: - action: "HOST_NIC_DISABLE" - options: - node_id: 4 - nic_id: 1 - 49: - action: "HOST_NIC_ENABLE" - options: - node_id: 4 - nic_id: 1 - 50: - action: "HOST_NIC_DISABLE" - options: - node_id: 5 - nic_id: 0 - 51: - action: "HOST_NIC_ENABLE" - options: - node_id: 5 - nic_id: 0 - 52: - action: "HOST_NIC_DISABLE" - options: - node_id: 6 - nic_id: 0 - 53: - action: "HOST_NIC_ENABLE" - options: - node_id: 6 - nic_id: 0 - - - options: - nodes: - - node_name: domain_controller - - node_name: web_server - - node_name: database_server - - node_name: backup_server - - node_name: security_suite - - node_name: client_1 - - node_name: client_2 - max_folders_per_node: 2 - max_files_per_folder: 2 - max_services_per_node: 2 - max_nics_per_node: 8 - max_acl_rules: 10 - ip_list: - - 192.168.1.10 - - 192.168.1.12 - - 192.168.1.14 - - 192.168.1.16 - - 192.168.1.110 - - 192.168.10.21 - - 192.168.10.22 - - 192.168.10.110 - - reward_function: - reward_components: - - type: DATABASE_FILE_INTEGRITY - weight: 0.5 - options: - node_hostname: database_server - folder_name: database - file_name: database.db - - - - type: WEB_SERVER_404_PENALTY - weight: 0.5 - options: - node_hostname: web_server - service_name: web_service - - - agent_settings: - # ... - - - - - -simulation: - network: - nodes: - - - type: router - hostname: router_1 - num_ports: 5 - ports: - 1: - ip_address: 192.168.1.1 - subnet_mask: 255.255.255.0 - 2: - ip_address: 192.168.1.1 - subnet_mask: 255.255.255.0 - acl: - 0: - action: PERMIT - src_port: POSTGRES_SERVER - dst_port: POSTGRES_SERVER - 1: - action: PERMIT - src_port: DNS - dst_port: DNS - 22: - action: PERMIT - src_port: ARP - dst_port: ARP - 23: - action: PERMIT - protocol: ICMP - - - type: switch - hostname: switch_1 - num_ports: 8 - - - type: switch - hostname: switch_2 - num_ports: 8 - - - type: server - hostname: domain_controller - ip_address: 192.168.1.10 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.1.1 - services: - - type: DNSServer - options: - domain_mapping: - arcd.com: 192.168.1.12 # web server - - - type: server - hostname: web_server - ip_address: 192.168.1.12 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.1.1 - dns_server: 192.168.1.10 - services: - - type: WebServer - applications: - - type: DatabaseClient - options: - db_server_ip: 192.168.1.14 - - - - type: server - hostname: database_server - ip_address: 192.168.1.14 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.1.1 - dns_server: 192.168.1.10 - services: - - type: DatabaseService - - - type: server - hostname: backup_server - ip_address: 192.168.1.16 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.1.1 - dns_server: 192.168.1.10 - services: - - type: FTPServer - - - type: server - hostname: security_suite - ip_address: 192.168.1.110 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.1.1 - dns_server: 192.168.1.10 - network_interfaces: - 2: # unfortunately this number is currently meaningless, they're just added in order and take up the next available slot - ip_address: 192.168.10.110 - subnet_mask: 255.255.255.0 - - - type: computer - hostname: client_1 - ip_address: 192.168.10.21 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.10.1 - dns_server: 192.168.1.10 - applications: - - type: DataManipulationBot - options: - port_scan_p_of_success: 0.1 - data_manipulation_p_of_success: 0.1 - payload: "DELETE" - server_ip: 192.168.1.14 - services: - - type: DNSClient - - - type: computer - hostname: client_2 - ip_address: 192.168.10.22 - subnet_mask: 255.255.255.0 - default_gateway: 192.168.10.1 - dns_server: 192.168.1.10 - applications: - - type: WebBrowser - services: - - type: DNSClient - - links: - - endpoint_a_hostname: router_1 - endpoint_a_port: 1 - endpoint_b_hostname: switch_1 - endpoint_b_port: 8 - - endpoint_a_hostname: router_1 - endpoint_a_port: 2 - endpoint_b_hostname: switch_2 - endpoint_b_port: 8 - - endpoint_a_hostname: switch_1 - endpoint_a_port: 1 - endpoint_b_hostname: domain_controller - endpoint_b_port: 1 - - endpoint_a_hostname: switch_1 - endpoint_a_port: 2 - endpoint_b_hostname: web_server - endpoint_b_port: 1 - - endpoint_a_hostname: switch_1 - endpoint_a_port: 3 - endpoint_b_hostname: database_server - endpoint_b_port: 1 - - endpoint_a_hostname: switch_1 - endpoint_a_port: 4 - endpoint_b_hostname: backup_server - endpoint_b_port: 1 - - endpoint_a_hostname: switch_1 - endpoint_a_port: 7 - endpoint_b_hostname: security_suite - endpoint_b_port: 1 - - endpoint_a_hostname: switch_2 - endpoint_a_port: 1 - endpoint_b_hostname: client_1 - endpoint_b_port: 1 - - endpoint_a_hostname: switch_2 - endpoint_a_port: 2 - endpoint_b_hostname: client_2 - endpoint_b_port: 1 - - endpoint_a_hostname: switch_2 - endpoint_a_port: 7 - endpoint_b_hostname: security_suite - endpoint_b_port: 2 diff --git a/tests/conftest.py b/tests/conftest.py index 018dcb70..7de2bfde 100644 --- a/tests/conftest.py +++ b/tests/conftest.py @@ -13,7 +13,6 @@ from primaite.game.agent.interface import AbstractAgent from primaite.game.agent.observations.observation_manager import NestedObservation, ObservationManager from primaite.game.agent.rewards import RewardFunction from primaite.game.game import PrimaiteGame -from primaite.session.session import PrimaiteSession from primaite.simulator import SIM_OUTPUT from primaite.simulator.file_system.file_system import FileSystem from primaite.simulator.network.container import Network @@ -121,38 +120,6 @@ def file_system() -> FileSystem: return computer.file_system -# PrimAITE v2 stuff -class TempPrimaiteSession(PrimaiteSession): - """ - A temporary PrimaiteSession class. - - Uses context manager for deletion of files upon exit. - """ - - @classmethod - def from_config(cls, config_path: Union[str, Path]) -> "TempPrimaiteSession": - """Create a temporary PrimaiteSession object from a config file.""" - config_path = Path(config_path) - with open(config_path, "r") as f: - config = yaml.safe_load(f) - - return super().from_config(cfg=config) - - def __enter__(self): - return self - - def __exit__(self, type, value, tb): - pass - - -@pytest.fixture -def temp_primaite_session(request, monkeypatch) -> TempPrimaiteSession: - """Create a temporary PrimaiteSession object.""" - monkeypatch.setattr(PRIMAITE_PATHS, "user_sessions_path", temp_user_sessions_path()) - config_path = request.param[0] - return TempPrimaiteSession.from_config(config_path=config_path) - - @pytest.fixture(scope="function") def client_server() -> Tuple[Computer, Server]: network = Network() diff --git a/tests/e2e_integration_tests/environments/test_rllib_multi_agent_environment.py b/tests/e2e_integration_tests/environments/test_rllib_multi_agent_environment.py index 84897f9a..712a16c4 100644 --- a/tests/e2e_integration_tests/environments/test_rllib_multi_agent_environment.py +++ b/tests/e2e_integration_tests/environments/test_rllib_multi_agent_environment.py @@ -1,33 +1,28 @@ -import pytest import ray import yaml from ray import air, tune from ray.rllib.algorithms.ppo import PPOConfig -from primaite.config.load import data_manipulation_config_path -from primaite.game.game import PrimaiteGame from primaite.session.environment import PrimaiteRayMARLEnv +from tests import TEST_ASSETS_ROOT + +MULTI_AGENT_PATH = TEST_ASSETS_ROOT / "configs/multi_agent_session.yaml" -@pytest.mark.skip(reason="Slow, reenable later") def test_rllib_multi_agent_compatibility(): """Test that the PrimaiteRayEnv class can be used with a multi agent RLLIB system.""" - with open(data_manipulation_config_path(), "r") as f: + with open(MULTI_AGENT_PATH, "r") as f: cfg = yaml.safe_load(f) - game = PrimaiteGame.from_config(cfg) - - ray.shutdown() ray.init() - env_config = {"game": game} config = ( PPOConfig() - .environment(env=PrimaiteRayMARLEnv, env_config={"game": game}) + .environment(env=PrimaiteRayMARLEnv, env_config=cfg) .rollouts(num_rollout_workers=0) .multi_agent( - policies={agent.agent_name for agent in game.rl_agents}, + policies={agent["ref"] for agent in cfg["agents"]}, policy_mapping_fn=lambda agent_id, episode, worker, **kw: agent_id, ) .training(train_batch_size=128) diff --git a/tests/e2e_integration_tests/test_environment.py b/tests/e2e_integration_tests/test_environment.py new file mode 100644 index 00000000..673e1dc4 --- /dev/null +++ b/tests/e2e_integration_tests/test_environment.py @@ -0,0 +1,91 @@ +import pydantic +import pytest +import yaml +from gymnasium.core import ObsType +from numpy import ndarray + +from primaite.session.environment import PrimaiteGymEnv, PrimaiteRayMARLEnv +from primaite.simulator.network.hardware.nodes.host.server import Printer +from primaite.simulator.network.hardware.nodes.network.wireless_router import WirelessRouter +from tests import TEST_ASSETS_ROOT + +CFG_PATH = TEST_ASSETS_ROOT / "configs/test_primaite_session.yaml" +TRAINING_ONLY_PATH = TEST_ASSETS_ROOT / "configs/train_only_primaite_session.yaml" +EVAL_ONLY_PATH = TEST_ASSETS_ROOT / "configs/eval_only_primaite_session.yaml" +MISCONFIGURED_PATH = TEST_ASSETS_ROOT / "configs/bad_primaite_session.yaml" +MULTI_AGENT_PATH = TEST_ASSETS_ROOT / "configs/multi_agent_session.yaml" + + +class TestPrimaiteEnvironment: + def test_creating_env(self): + """Check that environment loads correctly from config and it can be reset.""" + with open(CFG_PATH, "r") as f: + cfg = yaml.safe_load(f) + env = PrimaiteGymEnv(game_config=cfg) + + def env_checks(): + assert env is not None + assert env.game.simulation + assert len(env.game.agents) == 3 + assert len(env.game.rl_agents) == 1 + + assert env.game.simulation.network + assert len(env.game.simulation.network.nodes) == 12 + wireless = env.game.simulation.network.get_node_by_hostname("router_2") + assert isinstance(wireless, WirelessRouter) + printer = env.game.simulation.network.get_node_by_hostname("HP_LaserJet_Pro_4102fdn_printer") + assert isinstance(printer, Printer) + + env_checks() + env.reset() + env_checks() + + def test_step_env(self): + """Make sure you can go all the way through the session without errors.""" + with open(CFG_PATH, "r") as f: + cfg = yaml.safe_load(f) + env = PrimaiteGymEnv(game_config=cfg) + + assert (num_actions := len(env.agent.action_manager.action_map)) == 54 + # run every action and make sure there's no crash + for act in range(num_actions): + env.step(act) + # try running action number outside the action map to check that it fails. + with pytest.raises(KeyError): + env.step(num_actions) + + obs, rew, trunc, term, info = env.step(0) + assert isinstance(obs, ndarray) + + def test_multi_agent_env(self): + """Check that we can run a training session with a multi agent system.""" + with open(MULTI_AGENT_PATH, "r") as f: + cfg = yaml.safe_load(f) + env = PrimaiteRayMARLEnv(env_config=cfg) + + assert set(env._agent_ids) == {"defender1", "defender2"} + + assert len(env.agents) == 2 + defender1 = env.agents["defender1"] + defender2 = env.agents["defender2"] + assert (num_actions_1 := len(defender1.action_manager.action_map)) == 54 + assert (num_actions_2 := len(defender2.action_manager.action_map)) == 38 + + # ensure we can run all valid actions without error + for act_1 in range(num_actions_1): + env.step({"defender1": act_1, "defender2": 0}) + for act_2 in range(num_actions_2): + env.step({"defender1": 0, "defender2": act_2}) + + # ensure we get error when taking an invalid action + with pytest.raises(KeyError): + env.step({"defender1": num_actions_1, "defender2": 0}) + with pytest.raises(KeyError): + env.step({"defender1": 0, "defender2": num_actions_2}) + + def test_error_thrown_on_bad_configuration(self): + """Make sure we throw an error when the config is bad.""" + with open(MISCONFIGURED_PATH, "r") as f: + cfg = yaml.safe_load(f) + with pytest.raises(pydantic.ValidationError): + env = PrimaiteGymEnv(game_config=cfg) diff --git a/tests/e2e_integration_tests/test_primaite_session.py b/tests/e2e_integration_tests/test_primaite_session.py deleted file mode 100644 index d115f255..00000000 --- a/tests/e2e_integration_tests/test_primaite_session.py +++ /dev/null @@ -1,109 +0,0 @@ -import pydantic -import pytest - -from primaite.simulator.network.hardware.nodes.host.server import Printer -from primaite.simulator.network.hardware.nodes.network.wireless_router import WirelessRouter -from tests import TEST_ASSETS_ROOT -from tests.conftest import TempPrimaiteSession - -CFG_PATH = TEST_ASSETS_ROOT / "configs/test_primaite_session.yaml" -TRAINING_ONLY_PATH = TEST_ASSETS_ROOT / "configs/train_only_primaite_session.yaml" -EVAL_ONLY_PATH = TEST_ASSETS_ROOT / "configs/eval_only_primaite_session.yaml" -MISCONFIGURED_PATH = TEST_ASSETS_ROOT / "configs/bad_primaite_session.yaml" -MULTI_AGENT_PATH = TEST_ASSETS_ROOT / "configs/multi_agent_session.yaml" - - -@pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") -class TestPrimaiteSession: - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.parametrize("temp_primaite_session", [[CFG_PATH]], indirect=True) - def test_creating_session(self, temp_primaite_session): - """Check that creating a session from config works.""" - with temp_primaite_session as session: - if not isinstance(session, TempPrimaiteSession): - raise AssertionError - - assert session is not None - assert session.env.game.simulation - assert len(session.env.game.agents) == 3 - assert len(session.env.game.rl_agents) == 1 - - assert session.policy - assert session.env - - assert session.env.game.simulation.network - assert len(session.env.game.simulation.network.nodes) == 12 - wireless = session.env.game.simulation.network.get_node_by_hostname("router_2") - assert isinstance(wireless, WirelessRouter) - printer = session.env.game.simulation.network.get_node_by_hostname("HP_LaserJet_Pro_4102fdn_printer") - assert isinstance(printer, Printer) - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.parametrize("temp_primaite_session", [[CFG_PATH]], indirect=True) - def test_start_session(self, temp_primaite_session): - """Make sure you can go all the way through the session without errors.""" - with temp_primaite_session as session: - session: TempPrimaiteSession - session.start_session() - - session_path = session.io_manager.session_path - assert session_path.exists() - print(list(session_path.glob("*"))) - checkpoint_dir = session_path / "checkpoints" / "sb3_final" - assert checkpoint_dir.exists() - checkpoint_1 = checkpoint_dir / "sb3_model_640_steps.zip" - checkpoint_2 = checkpoint_dir / "sb3_model_1280_steps.zip" - checkpoint_3 = checkpoint_dir / "sb3_model_1920_steps.zip" - assert checkpoint_1.exists() - assert checkpoint_2.exists() - assert not checkpoint_3.exists() - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.parametrize("temp_primaite_session", [[TRAINING_ONLY_PATH]], indirect=True) - def test_training_only_session(self, temp_primaite_session): - """Check that you can run a training-only session.""" - with temp_primaite_session as session: - session: TempPrimaiteSession - session.start_session() - # TODO: include checks that the model was trained, e.g. that the loss changed and checkpoints were saved? - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.parametrize("temp_primaite_session", [[EVAL_ONLY_PATH]], indirect=True) - def test_eval_only_session(self, temp_primaite_session): - """Check that you can load a model and run an eval-only session.""" - with temp_primaite_session as session: - session: TempPrimaiteSession - session.start_session() - # TODO: include checks that the model was loaded and that the eval-only session ran - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.skip(reason="Slow, reenable later") - @pytest.mark.parametrize("temp_primaite_session", [[MULTI_AGENT_PATH]], indirect=True) - def test_multi_agent_session(self, temp_primaite_session): - """Check that we can run a training session with a multi agent system.""" - with temp_primaite_session as session: - session.start_session() - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - def test_error_thrown_on_bad_configuration(self): - with pytest.raises(pydantic.ValidationError): - session = TempPrimaiteSession.from_config(MISCONFIGURED_PATH) - - @pytest.mark.skip(reason="Session is not being maintained and will be removed in the subsequent beta release.") - @pytest.mark.skip( - reason="Currently software cannot be dynamically created/destroyed during simulation. Therefore, " - "reset doesn't implement software restore." - ) - @pytest.mark.parametrize("temp_primaite_session", [[CFG_PATH]], indirect=True) - def test_session_sim_reset(self, temp_primaite_session): - with temp_primaite_session as session: - session: TempPrimaiteSession - client_1 = session.game.simulation.network.get_node_by_hostname("client_1") - client_1.software_manager.uninstall("DataManipulationBot") - - assert "DataManipulationBot" not in client_1.software_manager.software - - session.game.reset() - client_1 = session.game.simulation.network.get_node_by_hostname("client_1") - - assert "DataManipulationBot" in client_1.software_manager.software From 7c0a7702c490c8fa9bb7abe7a3d78bf18bb449f9 Mon Sep 17 00:00:00 2001 From: Marek Wolan Date: Tue, 16 Apr 2024 11:39:13 +0100 Subject: [PATCH 09/15] #2374 update changelog --- CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index d95b6315..d30ae5e2 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -5,6 +5,9 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## 3.0.0b9 +- Removed deprecated `PrimaiteSession` class. + ## [Unreleased] - Made requests fail to reach their target if the node is off - Added responses to requests From db56eea4ce569addeee401501db09d8c90681ecc Mon Sep 17 00:00:00 2001 From: Marek Wolan Date: Tue, 16 Apr 2024 13:20:07 +0100 Subject: [PATCH 10/15] #2374 Update readme and minor fix to yaml --- README.md | 36 ++++++++++++------- .../_package_data/data_manipulation_marl.yaml | 2 +- 2 files changed, 25 insertions(+), 13 deletions(-) diff --git a/README.md b/README.md index 7dfe15bd..2265538a 100644 --- a/README.md +++ b/README.md @@ -26,7 +26,7 @@ PrimAITE presents the following features: ## Getting Started with PrimAITE -### 💫 Install & Run +### 💫 Installation **PrimAITE** is designed to be OS-agnostic, and thus should work on most variations/distros of Linux, Windows, and MacOS. Currently, the PrimAITE wheel can only be installed from GitHub. This may change in the future with release to PyPi. @@ -47,11 +47,6 @@ pip install https://github.com/Autonomous-Resilient-Cyber-Defence/PrimAITE/relea primaite setup ``` -**Run:** - -``` bash -primaite session -``` #### Unix @@ -75,12 +70,6 @@ pip install https://github.com/Autonomous-Resilient-Cyber-Defence/PrimAITE/relea primaite setup ``` -**Run:** - -``` bash -primaite session -``` - ### Developer Install from Source @@ -125,6 +114,29 @@ python3 -m pip install -e .[dev] primaite setup ``` +### Running PrimAITE + +Use the provided jupyter notebooks as a starting point to try running PrimAITE. They are automatically copied to your PrimAITE notebook folder when you run `primaite setup`. + +#### 1. Activate the virtual environment + +##### Windows (Powershell) +```powershell +.\venv\Scripts\activate +``` + +##### Unix +```bash +source venv/bin/activate +``` + +#### 2. Open jupyter notebook + +```bash +python -m jupyter notebook +``` +Then, click the URL provided by the jupyter command to open the jupyter application in your browser. You can also open notebooks in your IDE if supported. + ## 📚 Building documentation The PrimAITE documentation can be built with the following commands: diff --git a/src/primaite/config/_package_data/data_manipulation_marl.yaml b/src/primaite/config/_package_data/data_manipulation_marl.yaml index cb94a128..359d7c55 100644 --- a/src/primaite/config/_package_data/data_manipulation_marl.yaml +++ b/src/primaite/config/_package_data/data_manipulation_marl.yaml @@ -1458,7 +1458,7 @@ simulation: options: db_server_ip: 192.168.1.14 services: - - ty DNSClient + - type: DNSClient From 750cc98703105f6571c9313345ebd993cf5bd5bc Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Tue, 16 Apr 2024 16:52:36 +0100 Subject: [PATCH 11/15] #2453 - Actioning review comments --- .../simulator/_package_data/create-simulation_demo.ipynb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb index 937e9831..06ecd4be 100644 --- a/src/primaite/simulator/_package_data/create-simulation_demo.ipynb +++ b/src/primaite/simulator/_package_data/create-simulation_demo.ipynb @@ -6,7 +6,7 @@ "source": [ "# Build a simulation using the Python API\n", "\n", - "Currently, this notbook manipulates the simulation by directly placing objects inside of the attributes of the network and domain. It should be refactored when proper methods exist for adding these objects.\n" + "Currently, this notebook manipulates the simulation by directly placing objects inside of the attributes of the network and domain. It should be refactored when proper methods exist for adding these objects.\n" ] }, { @@ -261,7 +261,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.11" } }, "nbformat": 4, From 999044a4441497abafdf8511e2cdd75a1f42ce0d Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Wed, 17 Apr 2024 10:44:44 +0100 Subject: [PATCH 12/15] 2453 - removal of notebook metadata --- .../simulator/_package_data/network_simulator_demo.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb index 462ee625..7f4cf3b1 100644 --- a/src/primaite/simulator/_package_data/network_simulator_demo.ipynb +++ b/src/primaite/simulator/_package_data/network_simulator_demo.ipynb @@ -466,7 +466,7 @@ "source": [ "## Advanced Network Usage\n", "\n", - "We can now use the Network to perform some more advaced things." + "We can now use the Network to perform some more advanced things." ] }, { From 49be3b36391fa95a61205a387445a7b5fc92c561 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Thu, 18 Apr 2024 10:23:26 +0100 Subject: [PATCH 13/15] #2453 - Updates to Training-an-SB3-agent.ipynb following review --- src/primaite/notebooks/Training-an-SB3-Agent.ipynb | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb index 8d6789ee..8e18c5c1 100644 --- a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb +++ b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb @@ -48,9 +48,9 @@ "from stable_baselines3 import PPO\n", "\n", "EPISODE_LEN = 128\n", - "NO_STEPS = EPISODE_LEN * 10\n", - "BATCH_SIZE = EPISODE_LEN * 10\n", - "TOTAL_TIMESTEPS = 5e3 * EPISODE_LEN\n", + "NUM_EPISODES = 10\n", + "NO_STEPS = EPISODE_LEN * NUM_EPISODES\n", + "BATCH_SIZE = 32\n", "LEARNING_RATE = 3e-4" ] }, @@ -69,7 +69,7 @@ "metadata": {}, "outputs": [], "source": [ - "model.learn(total_timesteps=TOTAL_TIMESTEPS)\n" + "model.learn(total_timesteps=NO_STEPS)\n" ] }, { From bb88d43b90e0eec249c7af6815dabe9718b8a987 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Thu, 18 Apr 2024 13:50:47 +0100 Subject: [PATCH 14/15] #2453 - Updating with some explanation to improve the readability of the notebook --- .../notebooks/Training-an-SB3-Agent.ipynb | 18 +++++++++++++++--- 1 file changed, 15 insertions(+), 3 deletions(-) diff --git a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb index 8e18c5c1..59fd46c4 100644 --- a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb +++ b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb @@ -1,5 +1,16 @@ { "cells": [ + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "# Training an SB3 Agent\n", + "\n", + "This notebook will demonstrate how to use primaite to create and train a PPO agent.\n", + "\n", + "#### First, import `PrimaiteGymEnv` and read our config file" + ] + }, { "cell_type": "code", "execution_count": null, @@ -69,7 +80,8 @@ "metadata": {}, "outputs": [], "source": [ - "model.learn(total_timesteps=NO_STEPS)\n" + "model.learn(total_timesteps=NO_STEPS)\n", + "model.save(\"PrimAITE-PPO-example-agent\")" ] }, { @@ -78,7 +90,7 @@ "metadata": {}, "outputs": [], "source": [ - "model.save(\"PrimAITE-v3.0.0b7-PPO\")" + "model.save(\"PrimAITE-PPO-example-agent\")" ] }, { @@ -88,7 +100,7 @@ "outputs": [], "source": [ "eval_model = PPO(\"MlpPolicy\", gym)\n", - "eval_model = PPO.load(\"PrimAITE-v3.0.0b7-PPO\", gym)" + "eval_model = PPO.load(\"PrimAITE-PPO-example-agent\", gym)" ] }, { From abf94fc4bb23e56e53ad3066b17b0067e3dbdd18 Mon Sep 17 00:00:00 2001 From: Charlie Crane Date: Thu, 18 Apr 2024 13:52:43 +0100 Subject: [PATCH 15/15] #2453 - Committing additional explanations to notebook --- .../notebooks/Training-an-SB3-Agent.ipynb | 60 ++++++++++++++++--- 1 file changed, 53 insertions(+), 7 deletions(-) diff --git a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb index 59fd46c4..140df1b8 100644 --- a/src/primaite/notebooks/Training-an-SB3-Agent.ipynb +++ b/src/primaite/notebooks/Training-an-SB3-Agent.ipynb @@ -6,9 +6,14 @@ "source": [ "# Training an SB3 Agent\n", "\n", - "This notebook will demonstrate how to use primaite to create and train a PPO agent.\n", - "\n", - "#### First, import `PrimaiteGymEnv` and read our config file" + "This notebook will demonstrate how to use primaite to create and train a PPO agent, using a pre-defined configuration file." + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "#### First, we import the inital packages and read in our configuration file." ] }, { @@ -38,7 +43,14 @@ "outputs": [], "source": [ "with open(data_manipulation_config_path(), 'r') as f:\n", - " cfg = yaml.safe_load(f)\n" + " cfg = yaml.safe_load(f)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Using the given configuration, we generate the environment our agent will train in." ] }, { @@ -50,6 +62,13 @@ "gym = PrimaiteGymEnv(game_config=cfg)" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Lets define training parameters for the agent." + ] + }, { "cell_type": "code", "execution_count": null, @@ -71,7 +90,14 @@ "metadata": {}, "outputs": [], "source": [ - "model = PPO('MlpPolicy', gym, learning_rate=LEARNING_RATE, n_steps=NO_STEPS, batch_size=BATCH_SIZE, verbose=0, tensorboard_log=\"./PPO_UC2/\")\n" + "model = PPO('MlpPolicy', gym, learning_rate=LEARNING_RATE, n_steps=NO_STEPS, batch_size=BATCH_SIZE, verbose=0, tensorboard_log=\"./PPO_UC2/\")" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "With the agent configured, let's train for our defined number of episodes." ] }, { @@ -80,8 +106,14 @@ "metadata": {}, "outputs": [], "source": [ - "model.learn(total_timesteps=NO_STEPS)\n", - "model.save(\"PrimAITE-PPO-example-agent\")" + "model.learn(total_timesteps=NO_STEPS)" + ] + }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Next, let's save the agent to a zip file that can be used in future evaluation." ] }, { @@ -93,6 +125,13 @@ "model.save(\"PrimAITE-PPO-example-agent\")" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Now, we load the saved agent and run it in evaluation mode." + ] + }, { "cell_type": "code", "execution_count": null, @@ -103,6 +142,13 @@ "eval_model = PPO.load(\"PrimAITE-PPO-example-agent\", gym)" ] }, + { + "cell_type": "markdown", + "metadata": {}, + "source": [ + "Finally, evaluate the agent." + ] + }, { "cell_type": "code", "execution_count": null,