diff --git a/.azure/azure-benchmark-pipeline.yaml b/.azure/azure-benchmark-pipeline.yaml
index f29a85ef..0d0575b7 100644
--- a/.azure/azure-benchmark-pipeline.yaml
+++ b/.azure/azure-benchmark-pipeline.yaml
@@ -22,10 +22,15 @@ jobs:
     name: 'Imaginary Yak Pool'
   workspace:
     clean: all
+
   steps:
   - checkout: self
     persistCredentials: true
 
+  - script: |
+      $(python.version)-m venv venv
+    displayName: 'Create venv'
+
   - script: |
       VERSION=$(cat src/primaite/VERSION | tr -d '\n')
       if [[ "$(Build.SourceBranch)" == "refs/heads/dev" ]]; then
@@ -41,21 +46,18 @@ jobs:
       echo "##vso[task.setvariable variable=MAJOR_VERSION]$MAJOR_VERSION"
     displayName: 'Set Version Variables'
 
-  - task: UsePythonVersion@0
-    inputs:
-      versionSpec: '3.11'
-      addToPath: true
-
   - script: |
-      python3.10 -m pip install --upgrade pip
-      python3.10 -m pip install -e .[dev,rl]
+      source venv/bin/activate
+      pip install --upgrade pip
+      pip install -e .[dev,rl]
       primaite setup
     displayName: 'Install Dependencies'
 
   - script: |
       set -e
+      source venv/bin/activate
       cd benchmark
-      python3.10 -m pip primaite_benchmark.py
+      python primaite_benchmark.py
       cd ..
     displayName: 'Run Benchmarking Script'