From ebb901c2b2adf1f56325321111c452db9a70fe73 Mon Sep 17 00:00:00 2001 From: jamesshort1 <107395948+jamesshort1@users.noreply.github.com> Date: Thu, 27 Jul 2023 08:59:24 +0100 Subject: [PATCH 1/4] Update README.md --- README.md | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/README.md b/README.md index 326cc27e..189bda7d 100644 --- a/README.md +++ b/README.md @@ -2,6 +2,34 @@ PrimAITE (Primary-level AI Training Environment) is a simulation environment for training AI under the ARCD programme. +The ARCD Primary-level AI Training Environment (PrimAITE) provides an effective simulation capability for the purposes of training and evaluating AI in a cyber-defensive role. It incorporates the functionality required of a primary-level ARCD environment, which includes: + +- The ability to model a relevant platform / system context; + +- The ability to model key characteristics of a platform / system by representing connections, IP addresses, ports, traffic loading, operating systems, services and processes; + +- Operates at machine-speed to enable fast training cycles. + +PrimAITE presents the following features: + +- Highly configurable (via YAML files) to provide the means to model a variety of platform / system laydowns, mission profiles and adversarial attack scenarios; + +- A Reinforcement Learning (RL) reward function based on (a) the ability to counter the specific modelled adversarial cyber-attack, and (b) the ability to ensure mission success; + +- Provision of logging to support AI evaluation and metrics gathering; + +- Uses the concept of Information Exchange Requirements (IERs) to model background pattern of life, adversarial behaviour and mission data (on a sliding scale of criticality); + +- An Access Control List (ACL) function, mimicking the behaviour of a network firewall, is applied across the model, following standard ACL rule format (e.g. DENY/ALLOW, source IP address, destination IP address, protocol and port); + +- Application of IERs to the platform / system laydown adheres to the ACL ruleset; + +- Presents an OpenAI gym or RLLib interface to the environment, allowing integration with any OpenAI gym compliant defensive agents; + +- Full capture of discrete logs relating to agent training (full system state, agent actions taken, instantaneous and average reward for every step of every episode)​; + +- NetworkX provides laydown visualisation capability.  + ## Getting Started with PrimAITE ### 💫 Install & Run From 99ff8ca4e13e2493144fcfb066f5212637a058b7 Mon Sep 17 00:00:00 2001 From: jamesshort1 <107395948+jamesshort1@users.noreply.github.com> Date: Thu, 27 Jul 2023 08:59:43 +0100 Subject: [PATCH 2/4] Update README.md --- README.md | 2 -- 1 file changed, 2 deletions(-) diff --git a/README.md b/README.md index 189bda7d..896dacae 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,5 @@ # PrimAITE -PrimAITE (Primary-level AI Training Environment) is a simulation environment for training AI under the ARCD programme. - The ARCD Primary-level AI Training Environment (PrimAITE) provides an effective simulation capability for the purposes of training and evaluating AI in a cyber-defensive role. It incorporates the functionality required of a primary-level ARCD environment, which includes: - The ability to model a relevant platform / system context; From b40fb09c1f4e7e123b5b1fee66dd1ba6c89a2949 Mon Sep 17 00:00:00 2001 From: Chris McCarthy Date: Thu, 27 Jul 2023 11:03:25 +0100 Subject: [PATCH 3/4] Dropped MIT license until public release --- LICENSE | 21 --------------------- pyproject.toml | 5 ++--- 2 files changed, 2 insertions(+), 24 deletions(-) delete mode 100644 LICENSE diff --git a/LICENSE b/LICENSE deleted file mode 100644 index 93d6f98b..00000000 --- a/LICENSE +++ /dev/null @@ -1,21 +0,0 @@ -MIT License - -Copyright (c) 2023 - 2025 Defence Science and Technology Laboratory UK (https://dstl.gov.uk) - -Permission is hereby granted, free of charge, to any person obtaining a copy -of this software and associated documentation files (the "Software"), to deal -in the Software without restriction, including without limitation the rights -to use, copy, modify, merge, publish, distribute, sublicense, and/or sell -copies of the Software, and to permit persons to whom the Software is -furnished to do so, subject to the following conditions: - -The above copyright notice and this permission notice shall be included in all -copies or substantial portions of the Software. - -THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR -IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, -FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE -AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER -LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, -OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE -SOFTWARE. diff --git a/pyproject.toml b/pyproject.toml index c2c8076b..9d53f424 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,11 +6,11 @@ build-backend = "setuptools.build_meta" name = "primaite" description = "PrimAITE (Primary-level AI Training Environment) is a simulation environment for training AI under the ARCD programme." authors = [{name="Defence Science and Technology Laboratory UK", email="oss@dstl.gov.uk"}] -license = {file = "LICENSE"} +license = {text = "GFX"} requires-python = ">=3.8, <3.11" dynamic = ["version", "readme"] classifiers = [ - "License :: OSI Approved :: MIT License", + "License :: GFX", "Development Status :: 5 - Production/Stable", "Operating System :: Microsoft :: Windows", "Operating System :: MacOS", @@ -47,7 +47,6 @@ readme = {file = ["README.md"]} [tool.setuptools] package-dir = {"" = "src"} include-package-data = true -license-files = ["LICENSE"] [project.optional-dependencies] From b15be9796db1be7713f57f3095289d75fbe8f08a Mon Sep 17 00:00:00 2001 From: Chris McCarthy Date: Thu, 27 Jul 2023 11:40:29 +0100 Subject: [PATCH 4/4] Added GFX license conditions. Included LICENSE file in build. Fixed a few character issues in README.md --- LICENSE | 28 ++++++++++++++++++++++++++++ README.md | 28 ++++++++++++++-------------- pyproject.toml | 3 ++- 3 files changed, 44 insertions(+), 15 deletions(-) create mode 100644 LICENSE diff --git a/LICENSE b/LICENSE new file mode 100644 index 00000000..a47c5477 --- /dev/null +++ b/LICENSE @@ -0,0 +1,28 @@ +GFX License + +GFX Conditions + +These GFX conditions confirm the provision of the following artefacts as GFX by Defence Science and Technology +Laboratory UK (DSTL) to QinetiQ Training and Simulation Ltd (QTSL) (and subcontractors engaged in activity on task by +request to the QQ mailbox): + +- PrimAITE Overview +- Access to PrimAITE & user instructions +- Track 2 tech support + +Suppliers will be required to sign up to the QTSL Collaborative Working Environment (CWE) SyOPs and fill out a User +Access Request Form. Provided they have a minimum of Cyber Essentials, and the user has the required clearance, they +will then be provided with credentials to access the site by QQ. + +DSTL mandate that any changes made to the PrimAITE source code be passed back to QTSL (during or on termination of the +task) so that QQ can capture any potential enhancements to PrimAITE. + +This contains OFFICIAL information to be used to inform work on ARCD tasks (under SERAPIS). + +The material is supplied in confidence to QQ and their subcontractors under SERAPIS, and is issued to inform only those +that need to know its contents in the course of their official duties whilst engaged in activities under the contract. +The material consists of proprietary information which is the property of the Crown. The information contained within +the material may constitute valuable technical information and be commercially sensitive in relation to third parties; +therefore it may not be used or copied for any non-Governmental or commercial purpose without the prior written consent +of DSTL. The material must be stored and protected appropriately.All material must be destroyed at the end of the task. +Please note the contractual obligations relating to provision of these materials. diff --git a/README.md b/README.md index 896dacae..d36c687e 100644 --- a/README.md +++ b/README.md @@ -1,38 +1,38 @@ # PrimAITE -The ARCD Primary-level AI Training Environment (PrimAITE) provides an effective simulation capability for the purposes of training and evaluating AI in a cyber-defensive role. It incorporates the functionality required of a primary-level ARCD environment, which includes: +The ARCD Primary-level AI Training Environment (**PrimAITE**) provides an effective simulation capability for the purposes of training and evaluating AI in a cyber-defensive role. It incorporates the functionality required of a primary-level ARCD environment, which includes: -- The ability to model a relevant platform / system context; +- The ability to model a relevant platform / system context; -- The ability to model key characteristics of a platform / system by representing connections, IP addresses, ports, traffic loading, operating systems, services and processes; +- The ability to model key characteristics of a platform / system by representing connections, IP addresses, ports, traffic loading, operating systems, services and processes; - Operates at machine-speed to enable fast training cycles. -PrimAITE presents the following features: +PrimAITE presents the following features: -- Highly configurable (via YAML files) to provide the means to model a variety of platform / system laydowns, mission profiles and adversarial attack scenarios; +- Highly configurable (via YAML files) to provide the means to model a variety of platform / system laydowns, mission profiles and adversarial attack scenarios; -- A Reinforcement Learning (RL) reward function based on (a) the ability to counter the specific modelled adversarial cyber-attack, and (b) the ability to ensure mission success; +- A Reinforcement Learning (RL) reward function based on (a) the ability to counter the specific modelled adversarial cyber-attack, and (b) the ability to ensure mission success; -- Provision of logging to support AI evaluation and metrics gathering; +- Provision of logging to support AI evaluation and metrics gathering; -- Uses the concept of Information Exchange Requirements (IERs) to model background pattern of life, adversarial behaviour and mission data (on a sliding scale of criticality); +- Uses the concept of Information Exchange Requirements (IERs) to model background pattern of life, adversarial behaviour and mission data (on a sliding scale of criticality); -- An Access Control List (ACL) function, mimicking the behaviour of a network firewall, is applied across the model, following standard ACL rule format (e.g. DENY/ALLOW, source IP address, destination IP address, protocol and port); +- An Access Control List (ACL) function, mimicking the behaviour of a network firewall, is applied across the model, following standard ACL rule format (e.g. DENY/ALLOW, source IP address, destination IP address, protocol and port); -- Application of IERs to the platform / system laydown adheres to the ACL ruleset; +- Application of IERs to the platform / system laydown adheres to the ACL ruleset; -- Presents an OpenAI gym or RLLib interface to the environment, allowing integration with any OpenAI gym compliant defensive agents; +- Presents an OpenAI gym or RLLib interface to the environment, allowing integration with any OpenAI gym compliant defensive agents; -- Full capture of discrete logs relating to agent training (full system state, agent actions taken, instantaneous and average reward for every step of every episode)​; +- Full capture of discrete logs relating to agent training (full system state, agent actions taken, instantaneous and average reward for every step of every episode); -- NetworkX provides laydown visualisation capability.  +- NetworkX provides laydown visualisation capability. ## Getting Started with PrimAITE ### 💫 Install & Run **PrimAITE** is designed to be OS-agnostic, and thus should work on most variations/distros of Linux, Windows, and MacOS. -Currently, the PRimAITE wheel can only be installed from GitHub. This may change in the future with release to PyPi. +Currently, the PrimAITE wheel can only be installed from GitHub. This may change in the future with release to PyPi. #### Windows (PowerShell) diff --git a/pyproject.toml b/pyproject.toml index 9d53f424..a33b2183 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta" name = "primaite" description = "PrimAITE (Primary-level AI Training Environment) is a simulation environment for training AI under the ARCD programme." authors = [{name="Defence Science and Technology Laboratory UK", email="oss@dstl.gov.uk"}] -license = {text = "GFX"} +license = {file = "LICENSE"} requires-python = ">=3.8, <3.11" dynamic = ["version", "readme"] classifiers = [ @@ -47,6 +47,7 @@ readme = {file = ["README.md"]} [tool.setuptools] package-dir = {"" = "src"} include-package-data = true +license-files = ["LICENSE"] [project.optional-dependencies]