world = {
    (0,0): {
        "reward":-1,
        "values":[0],
        "exits": {"Up": (1,0), "Right":(0,1), "Down":(0,0)}
    },
    (1,0): {
        "reward":-1,
        "values":[0],
        "exits": {"Up": (1,0), "Right":(1,1), "Down":(0,0)}
    },
    (0,1): {
        "reward":-1,
        "values":[0],
        "exits": {"Up": (1,1), "Right":(0,2), "Down":(0,1)}
    },
    (1,1): {
        "reward":-1,
        "values":[0],
        "exits": {"Up": (1,1), "Right":(1,2), "Down":(0,1)}
    },
    (1,2): {
        "reward":-1,
        "values":[0],
        "exits": {"Up": (1,2), "Right":(1,2), "Down":(0,2)}
    },
    (0,2): {
        "reward":0,
        "values":[100],
        "terminal":True,
    },
}