example_agent.py

import logging
import os, sys
import numpy as np

from gym_http_client import Client

class RandomDiscreteAgent(object):
    def __init__(self, n):
        self.n = n

    def act(self, observation, reward, done):
        return np.random.randint(self.n)

if __name__ == '__main__':
    logger = logging.getLogger()
    logger.setLevel(logging.INFO)

    # Set up client
    remote_base = 'http://127.0.0.1:5000'
    client = Client(remote_base)

    # Set up environment
    env_id = 'CartPole-v0'
    instance_id = client.env_create(env_id)

    # Set up agent
    action_space_info = client.env_action_space_info(instance_id)
    agent = RandomDiscreteAgent(action_space_info['n'])

    # Run experiment, with monitor
    outdir = '/tmp/random-agent-results'
    client.env_monitor_start(instance_id, outdir, force=True)

    episode_count = 100
    max_steps = 200
    reward = 0
    done = False

    for i in range(episode_count):
        ob = client.env_reset(instance_id)

        for j in range(max_steps):
            action = agent.act(ob, reward, done)
            ob, reward, done, _ = client.env_step(instance_id, action, True)
            if done:
                break

    # Dump result info to disk
    client.env_monitor_close(instance_id)

    # Upload to the scoreboard. This expects the 'OPENAI_GYM_API_KEY'
    # environment variable to be set on the client side.
    logger.info("""Successfully ran example agent using
        gym_http_client. Now trying to upload results to the
        scoreboard. If this fails, you likely need to set
        os.environ['OPENAI_GYM_API_KEY']=<your_api_key>""")

    client.upload(outdir)