[RLlib] Always create connectors if it's enabled. Otherwise the polic…

…y won't run (#31444)

Signed-off-by: Jun Gong <jungong@anyscale.com>

rllib/connectors/util.py

@@ -113,7 +113,7 @@ def create_connectors_for_policy(policy: "Policy", config: TrainerConfigDict):
     ctx: ConnectorContext = ConnectorContext.from_policy(policy)
 
     assert (
-        policy.agent_connectors is None and policy.agent_connectors is None
+        policy.agent_connectors is None and policy.action_connectors is None
     ), "Can not create connectors for a policy that already has connectors."
 
     policy.agent_connectors = get_agent_connectors_from_config(ctx, config)

rllib/evaluation/rollout_worker.py

@@ -2008,7 +2008,10 @@ def _build_policy_map(
                 # Also note that we cannot just check the existence of connectors
                 # to decide whether we should create connectors because we may be
                 # restoring a policy that has 0 connectors configured.
-                if not policy and not restore_states:
+                if (
+                    new_policy.agent_connectors is None
+                    or new_policy.action_connectors is None
+                ):
                     # TODO(jungong) : revisit this. It will be nicer to create
                     # connectors as the last step of Policy.__init__().
                     create_connectors_for_policy(new_policy, merged_conf)