PPO experiment on colab report an error

[YanTianlong-01]

An error occur when running experiment.ipynb in the file 'labml_nn/rl/ppo/'
run on colab

All the cells are executed in order, and no errors are reported beforehand

When running the cell
trainer = Trainer(**configs)
report error:

Process Process-1:
Traceback (most recent call last):
Process Process-2:
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
Traceback (most recent call last):
Process Process-3:
Traceback (most recent call last):
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
Process Process-4:
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
Traceback (most recent call last):
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
Process Process-5:
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
Process Process-6:
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
Traceback (most recent call last):
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
Process Process-8:
Process Process-7:
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
Traceback (most recent call last):
Traceback (most recent call last):
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
    self.run()
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
---------------------------------------------------------------------------
BrokenPipeError                           Traceback (most recent call last)
[<ipython-input-7-687b67b8f211>](https://2bj9ibddf6x-496ff2e9c6d22116-0-colab.googleusercontent.com/outputframe.html?vrz=colab-20230511-085804-RC00_531183271#) in <cell line: 1>()
----> 1 trainer = Trainer(**configs)

3 frames
[/usr/lib/python3.10/multiprocessing/connection.py](https://2bj9ibddf6x-496ff2e9c6d22116-0-colab.googleusercontent.com/outputframe.html?vrz=colab-20230511-085804-RC00_531183271#) in _send(self, buf, write)
    366         remaining = len(buf)
    367         while True:
--> 368             n = write(self._handle, buf)
    369             remaining -= n
    370             if remaining == 0:

BrokenPipeError: [Errno 32] Broken pipe
SEARCH STACK OVERFLOW
  File "/usr/lib/python3.10/multiprocessing/process.py", line 108, in run
    self._target(*self._args, **self._kwargs)
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 143, in worker_process
    game = Game(seed)
  File "/usr/local/lib/python3.10/dist-packages/labml_nn/rl/game.py", line 40, in __init__
    self.env = gym.make('BreakoutNoFrameskip-v4')
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 607, in make
    _check_version_exists(ns, name, version)
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 234, in _check_version_exists
    _check_name_exists(ns, name)
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist. 
  File "/usr/local/lib/python3.10/dist-packages/gym/envs/registration.py", line 212, in _check_name_exists
    raise error.NameNotFound(
gym.error.NameNotFound: Environment BreakoutNoFrameskip doesn't exist.

[YanTianlong-01]

I tried changing
self.env = gym.make('BreakoutNoFrameskip-v4')
to self.env = gym.make('Breakout-v4')
but it still doesn't work and reports the same error.

[mucmec-fohfex-jiwKi0]

• The first time you have a chance to see a @YanTianlong-01 picture on your computer you might want to look into the camera for more details on how it compares