In a command-prompt window:

pip install --no-index -f https://github.com/Kojoley/atari-py/releases atari_py

To test: In a python script:

import gym

# either

# env = gym.make('Pong-v0')

# or

env = gym.make('SpaceInvaders-v0')

env.reset()

stepCount = 0

for _ in range(10000):

  env.step(env.action_space.sample())

  env.render('human')

  stepCount += 1

  if stepCount%200 == 0:

      print(stepCount)

env.close()  # https://github.com/openai/gym/issues/893