oxbrbtx/PrimAITE
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix how nmnes are getting put into obs space.

Browse Source
This commit is contained in:
Marek Wolan
2024-03-09 23:32:00 +00:00
parent 359777f4f8
commit f4684b0349
3 changed files with 57 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/primaite/game/agent/observations.py
View File

@@ -367,6 +367,13 @@ class NicObservation(AbstractObservation):
"""
super().__init__()
self.where: Optional[Tuple[str]] = where
if CAPTURE_NMNE:
self.nmne_inbound_last_step: int = 0
"""NMNEs persist for the whole episode, but we want to count per step. Keeping track of last step count lets
us find the difference."""
self.nmne_outbound_last_step: int = 0
"""NMNEs persist for the whole episode, but we want to count per step. Keeping track of last step count lets
us find the difference."""
def _categorise_mne_count(self, nmne_count: int) -> int:
"""
@@ -414,8 +421,10 @@ class NicObservation(AbstractObservation):
inbound_count = inbound_keywords.get("*", 0)
outbound_keywords = direction_dict.get("outbound", {}).get("keywords", {})
outbound_count = outbound_keywords.get("*", 0)
obs_dict["nmne"]["inbound"] = self._categorise_mne_count(inbound_count)
obs_dict["nmne"]["outbound"] = self._categorise_mne_count(outbound_count)
obs_dict["nmne"]["inbound"] = self._categorise_mne_count(inbound_count - self.nmne_inbound_last_step)
obs_dict["nmne"]["outbound"] = self._categorise_mne_count(outbound_count - self.nmne_outbound_last_step)
self.nmne_inbound_last_step = inbound_count
self.nmne_outbound_last_step = outbound_count
return obs_dict
@property