Make db admin reward persistent

src/primaite/game/agent/rewards.py

@@ -263,11 +263,13 @@ class GreenAdminDatabaseUnreachablePenalty(AbstractReward):
         :type state: Dict
         """
         db_state = access_from_nested_dict(state, self.location_in_state)
-        if db_state is NOT_PRESENT_IN_STATE or "connections_status" not in db_state:
+        if db_state is NOT_PRESENT_IN_STATE or "last_connection_successful" not in db_state:
             _LOGGER.debug(f"Can't calculate reward for {self.__class__.__name__}")
-        connections_status = db_state["connections_status"]
+        last_connection_successful = db_state["last_connection_successful"]
-        if False in connections_status:
+        if last_connection_successful is False:
             return -1.0
+        elif last_connection_successful is True:
+            return 1.0
         return 0
 
     @classmethod

src/primaite/game/game.py

@@ -296,7 +296,7 @@ class PrimaiteGame:
                     if service_type == "DatabaseService":
                         if "options" in service_cfg:
                             opt = service_cfg["options"]
-                            new_service.password = opt.get("backup_server_ip", None)
+                            new_service.password = opt.get("db_password", None)
                             new_service.configure_backup(backup_server=IPv4Address(opt.get("backup_server_ip")))
                     if service_type == "FTPServer":
                         if "options" in service_cfg:

src/primaite/simulator/system/applications/database_client.py

@@ -1,5 +1,5 @@
 from ipaddress import IPv4Address
-from typing import Any, Dict, List, Optional
+from typing import Any, Dict, Optional
 from uuid import uuid4
 
 from primaite import getLogger
@@ -26,7 +26,7 @@ class DatabaseClient(Application):
     server_password: Optional[str] = None
     connected: bool = False
     _query_success_tracker: Dict[str, bool] = {}
-    _connections_status: List[bool] = []
+    _last_connection_successful: Optional[bool] = None
     """Keep track of connections that were established or verified during this step. Used for rewards."""
 
     def __init__(self, **kwargs):
@@ -46,7 +46,7 @@ class DatabaseClient(Application):
             can_connect = self.connect(connection_id=list(self.connections.keys())[-1])
         else:
             can_connect = self.connect()
-        self._connections_status.append(can_connect)
+        self._last_connection_successful = can_connect
         return can_connect
 
     def describe_state(self) -> Dict:
@@ -57,8 +57,7 @@ class DatabaseClient(Application):
         """
         state = super().describe_state()
         # list of connections that were established or verified during this step.
-        state["connections_status"] = [c for c in self._connections_status]
+        state["last_connection_successful"] = self._last_connection_successful
-        self._connections_status.clear()
         return state
 
     def configure(self, server_ip_address: IPv4Address, server_password: Optional[str] = None):

src/primaite/simulator/system/applications/web_browser.py

@@ -199,7 +199,7 @@ class WebBrowser(Application):
         def state(self) -> Dict:
             """Return the contents of this dataclass as a dict for use with describe_state method."""
             if self.status == self._HistoryItemStatus.LOADED:
-                outcome = self.response_code
+                outcome = self.response_code.value
             else:
                 outcome = self.status.value
             return {"url": self.url, "outcome": outcome}