Getting TypeError in python 3

[hiteshvaidya]

I tried to modify this code for implementing coasterRacer game from openAI's universe. Following is the code,

import gym import numpy as np import universe

def run_episode(env, parameters): observation = env.reset() totalreward = 0 #for 200 timesteps for _ in range(200): env.render() #initalize random weights if np.matmul(parameters, observation)<0: action = [[('KeyEvent', 'ArrowUp', True),('KeyEvent', 'ArrowRight', True)] for ob in observation_n] else: action_n = [[('KeyEvent', 'ArrowUp', True)] for ob in observation_n] observation, reward, done, info = env.step(action) totalreward += reward if done: break return totalreward

#hill climbing algo training def train(submit): env = gym.make('flashgames.CoasterRacer-v0') env.configure(remotes="vnc://localhost:5900+15901")

episodes_per_update = 5
noise_scaling = 0.1
parameters = np.random.rand(4) * 2 -1
bestreward = 0

#2000 episodes
for _ in range(2000):
	newparams = parameters + (np.random.rand(4) *2 -1) * noise_scaling
	reward = run_episode(env, newparams)
	print("reward ",reward," best ",bestreward)
	if reward > bestreward: 
		bestreward = reward
		parameters = newparams
		if reward == 200:
			break

r = train(submit=False) print(r)

And I am getting an error as shown in the attached image,