no more warnings other than using cartpole v0

Author: SiftingSands

intermediate_source/reinforcement_q_learning.py

@@ -74,7 +74,7 @@
 import torchvision.transforms as T
 
 
-env = gym.make('CartPole-v0', render_mode='single_rgb_array').unwrapped
+env = gym.make('CartPole-v0', new_step_api=True, render_mode='single_rgb_array').unwrapped
 
 # set up matplotlib
 is_ipython = 'inline' in matplotlib.get_backend()
@@ -254,7 +254,7 @@ def get_cart_location(screen_width):
 def get_screen():
     # Returned screen requested by gym is 400x600x3, but is sometimes larger
     # such as 800x1200x3. Transpose it into torch order (CHW).
-    screen = env.render(mode='rgb_array').transpose((2, 0, 1))
+    screen = env.render().transpose((2, 0, 1))
     # Cart is in the lower half, so strip off the top and bottom of the screen
     _, screen_height, screen_width = screen.shape
     screen = screen[:, int(screen_height*0.4):int(screen_height * 0.8)]