[RLlib] Add torch compile capabilities to TorchRLModule

rllib/core/models/base.py

@@ -303,7 +303,7 @@ def get_input_specs(self) -> Optional[Spec]:
 
  @override(Model)
  def get_output_specs(self) -> Optional[Spec]:
- return [ACTOR, CRITIC]
+ return []
 
  @abc.abstractmethod
  def _forward(self, input_dict: dict, **kwargs) -> dict:

rllib/core/models/tests/test_cnn_encoders.py

@@ -15,7 +15,7 @@ class TestCNNEncoders(unittest.TestCase):
  def test_cnn_encoders(self):
  """Tests building CNN encoders properly and checks for correct architecture."""
 
- # Loop through different combinations of hyperparameters.
+ # Loop through permutations of hyperparameters.
  inputs_dimss = [
  [480, 640, 3],
  [480, 640, 1],