66 lines
2.3 KiB
Python
66 lines
2.3 KiB
Python
# © Crown-owned copyright 2023, Defence Science and Technology Laboratory UK
|
|
import pytest as pytest
|
|
|
|
from primaite.config.lay_down_config import dos_very_basic_config_path
|
|
from tests import TEST_CONFIG_ROOT
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"temp_primaite_session",
|
|
[[TEST_CONFIG_ROOT / "ppo_seeded_training_config.yaml", dos_very_basic_config_path()]],
|
|
indirect=True,
|
|
)
|
|
def test_seeded_learning(temp_primaite_session):
|
|
"""
|
|
Test running seeded learning produces the same output when ran twice.
|
|
|
|
.. note::
|
|
|
|
If this is failing, the hard-coded expected_mean_reward_per_episode
|
|
from a pre-trained agent will probably need to be updated. If the
|
|
env changes and those changed how this agent is trained, chances are
|
|
the mean rewards are going to be different.
|
|
|
|
Run the test, but print out the session.learn_av_reward_per_episode()
|
|
before comparing it. Then copy the printed dict and replace the
|
|
expected_mean_reward_per_episode with those values. The test should
|
|
now work. If not, then you've got a bug :).
|
|
"""
|
|
expected_mean_reward_per_episode = {
|
|
1: -20.7421875,
|
|
2: -19.82421875,
|
|
3: -17.01171875,
|
|
4: -19.08203125,
|
|
5: -21.93359375,
|
|
6: -20.21484375,
|
|
7: -15.546875,
|
|
8: -12.08984375,
|
|
9: -17.59765625,
|
|
10: -14.6875,
|
|
}
|
|
|
|
with temp_primaite_session as session:
|
|
assert (
|
|
session._training_config.seed == 67890
|
|
), "Expected output is based upon a agent that was trained with seed 67890"
|
|
session.learn()
|
|
actual_mean_reward_per_episode = session.learn_av_reward_per_episode_dict()
|
|
print(actual_mean_reward_per_episode, "THISt")
|
|
|
|
assert actual_mean_reward_per_episode == expected_mean_reward_per_episode
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
"temp_primaite_session",
|
|
[[TEST_CONFIG_ROOT / "ppo_seeded_training_config.yaml", dos_very_basic_config_path()]],
|
|
indirect=True,
|
|
)
|
|
def test_deterministic_evaluation(temp_primaite_session):
|
|
"""Test running deterministic evaluation gives same av eward per episode."""
|
|
with temp_primaite_session as session:
|
|
# do stuff
|
|
session.learn()
|
|
session.evaluate()
|
|
eval_mean_reward = session.eval_av_reward_per_episode_dict()
|
|
assert len(set(eval_mean_reward.values())) == 1
|