Untitled

ActorCriticCnnPolicy(
  (features_extractor): CustomCNNFeatureExtractor(
    (image_conv): Sequential(
      (0): Conv2d(4, 16, kernel_size=(2, 2), stride=(1, 1))
      (1): ReLU()
      (2): MaxPool2d(kernel_size=(2, 2), stride=(2, 2), padding=0, dilation=1, ceil_mode=False)
      (3): Conv2d(16, 32, kernel_size=(2, 2), stride=(1, 1))
      (4): ReLU()
      (5): Conv2d(32, 64, kernel_size=(2, 2), stride=(1, 1))
      (6): ReLU()
      (7): Flatten(start_dim=1, end_dim=-1)
      (8): Linear(in_features=256, out_features=512, bias=True)
      (9): ReLU()
    )
  )
  (pi_features_extractor): CustomCNNFeatureExtractor(
    (image_conv): Sequential(
      (0): Conv2d(4, 16, kernel_size=(2, 2), stride=(1, 1))
      (1): ReLU()
      (2): MaxPool2d(kernel_size=(2, 2), stride=(2, 2), padding=0, dilation=1, ceil_mode=False)
      (3): Conv2d(16, 32, kernel_size=(2, 2), stride=(1, 1))
      (4): ReLU()
      (5): Conv2d(32, 64, kernel_size=(2, 2), stride=(1, 1))
      (6): ReLU()
      (7): Flatten(start_dim=1, end_dim=-1)
      (8): Linear(in_features=256, out_features=512, bias=True)
      (9): ReLU()
    )
  )
  (vf_features_extractor): CustomCNNFeatureExtractor(
    (image_conv): Sequential(
      (0): Conv2d(4, 16, kernel_size=(2, 2), stride=(1, 1))
      (1): ReLU()
      (2): MaxPool2d(kernel_size=(2, 2), stride=(2, 2), padding=0, dilation=1, ceil_mode=False)
      (3): Conv2d(16, 32, kernel_size=(2, 2), stride=(1, 1))
      (4): ReLU()
      (5): Conv2d(32, 64, kernel_size=(2, 2), stride=(1, 1))
      (6): ReLU()
      (7): Flatten(start_dim=1, end_dim=-1)
      (8): Linear(in_features=256, out_features=512, bias=True)
      (9): ReLU()
    )
  )
  (mlp_extractor): MlpExtractor(
    (policy_net): Sequential(
      (0): Linear(in_features=512, out_features=64, bias=True)
      (1): Tanh()
    )
    (value_net): Sequential(
      (0): Linear(in_features=512, out_features=64, bias=True)
      (1): Tanh()
    )
  )
  (action_net): Linear(in_features=64, out_features=4, bias=True)
  (value_net): Linear(in_features=64, out_features=1, bias=True)
)