Merge remote-tracking branch 'origin/dev' into feature/2740-add-request-permissions-validator-to-files-and-folder-actions

.azure/azure-benchmark-pipeline.yaml

@@ -11,14 +11,17 @@ schedules:
   branches:
     include:
     - 'refs/heads/dev'
-
-pool:
-  vmImage: ubuntu-latest
-
 variables:
   VERSION: ''
   MAJOR_VERSION: ''
 
+jobs:
+- job: PrimAITE_Benchmark
+  timeoutInMinutes: 360 # 6-hour maximum
+  pool:
+    vmImage: ubuntu-latest
+  workspace:
+    clean: all
   steps:
   - checkout: self
     persistCredentials: true
@@ -50,6 +53,7 @@ steps:
     displayName: 'Install Dependencies'
 
   - script: |
+      set -e
       cd benchmark
       python3 primaite_benchmark.py
       cd ..

benchmark/results/v3/v3.0.0/v3.0.0_benchmark_metadata.json

@@ -26,7 +26,7 @@
     "av_s_per_session": 3205.6340542,
     "av_s_per_step": 0.10017606419375,
     "av_s_per_100_steps_10_nodes": 10.017606419375,
-    "combined_av_reward_per_episode": {
+    "combined_total_reward_per_episode": {
         "1": -53.42999999999999,
         "2": -25.18000000000001,
         "3": -42.00000000000002,