pong.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "pong.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/gandalf1819/Reinforcement-Learning-Comparative-Study/blob/master/pong.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "HqD11FiBBuA_",
        "colab_type": "text"
      },
      "source": [
        "Author: Andrej Karpathy<br>\n",
        "Source: https://gist.github.com/karpathy/a4166c7fe253700972fcbc77e4ea32c5 <br>\n",
        "Trains an agent with (stochastic) Policy Gradients on Pong. Uses OpenAI Gym.<br>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "5wjlzFGpBzq9",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 52
        },
        "outputId": "98e4a661-3710-4e80-8c88-d289c4dda919"
      },
      "source": [
        "!pip install cPickle"
      ],
      "execution_count": 40,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "\u001b[31mERROR: Could not find a version that satisfies the requirement cPickle (from versions: none)\u001b[0m\n",
            "\u001b[31mERROR: No matching distribution found for cPickle\u001b[0m\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "48ESaqt2BSnj",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import numpy as np\n",
        "import pickle\n",
        "import gym"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wt2o0Sy4BulV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# hyperparameters\n",
        "H = 200 # number of hidden layer neurons\n",
        "batch_size = 10 # every how many episodes to do a param update?\n",
        "learning_rate = 1e-4\n",
        "gamma = 0.99 # discount factor for reward\n",
        "decay_rate = 0.99 # decay factor for RMSProp leaky sum of grad^2\n",
        "resume = False # resume from previous checkpoint?\n",
        "render = False"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "K2OoWgIsCGiN",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# model initialization\n",
        "D = 80 * 80 # input dimensionality: 80x80 grid\n",
        "if resume:\n",
        "  model = pickle.load(open('save.p', 'rb'))\n",
        "else:\n",
        "  model = {}\n",
        "  model['W1'] = np.random.randn(H,D) / np.sqrt(D) # \"Xavier\" initialization\n",
        "  model['W2'] = np.random.randn(H) / np.sqrt(H)\n",
        "  \n",
        "grad_buffer = { k : np.zeros_like(v) for k,v in model.items() } # update buffers that add up gradients over a batch\n",
        "rmsprop_cache = { k : np.zeros_like(v) for k,v in model.items() } # rmsprop memory"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Z1l4rXdOCIPE",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def sigmoid(x): \n",
        "  return 1.0 / (1.0 + np.exp(-x)) # sigmoid \"squashing\" function to interval [0,1]"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bOdt3uQyCRL1",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def prepro(I):\n",
        "  \"\"\" prepro 210x160x3 uint8 frame into 6400 (80x80) 1D float vector \"\"\"\n",
        "  I = I[35:195] # crop\n",
        "  I = I[::2,::2,0] # downsample by factor of 2\n",
        "  I[I == 144] = 0 # erase background (background type 1)\n",
        "  I[I == 109] = 0 # erase background (background type 2)\n",
        "  I[I != 0] = 1 # everything else (paddles, ball) just set to 1\n",
        "  return I.astype(np.float).ravel()\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jAXpXGsaCSmF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def discount_rewards(r):\n",
        "  \"\"\" take 1D float array of rewards and compute discounted reward \"\"\"\n",
        "  discounted_r = np.zeros_like(r)\n",
        "  running_add = 0\n",
        "  for t in reversed(range(0, r.size)):\n",
        "    if r[t] != 0: running_add = 0 # reset the sum, since this was a game boundary (pong specific!)\n",
        "    running_add = running_add * gamma + r[t]\n",
        "    discounted_r[t] = running_add\n",
        "  return discounted_r"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "mdtAYHfVCU55",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def policy_forward(x):\n",
        "  h = np.dot(model['W1'], x)\n",
        "  h[h<0] = 0 # ReLU nonlinearity\n",
        "  logp = np.dot(model['W2'], h)\n",
        "  p = sigmoid(logp)\n",
        "  return p, h # return probability of taking action 2, and hidden state"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2D7xxlBFCWbz",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "def policy_backward(eph, epdlogp):\n",
        "  \"\"\" backward pass. (eph is array of intermediate hidden states) \"\"\"\n",
        "  dW2 = np.dot(eph.T, epdlogp).ravel()\n",
        "  dh = np.outer(epdlogp, model['W2'])\n",
        "  dh[eph <= 0] = 0 # backpro prelu\n",
        "  dW1 = np.dot(dh.T, epx)\n",
        "  return {'W1':dW1, 'W2':dW2}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1WqhEKknCX3F",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "env = gym.make(\"Pong-v0\")\n",
        "observation = env.reset()\n",
        "prev_x = None # used in computing the difference frame\n",
        "xs,hs,dlogps,drs = [],[],[],[]\n",
        "running_reward = None\n",
        "reward_sum = 0\n",
        "episode_number = 0"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3vNCbGRBCZoR",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "2a35a91d-5fc6-4b56-e469-8561b9920dcf"
      },
      "source": [
        "while True:\n",
        "  if render: env.render()\n",
        "\n",
        "  # preprocess the observation, set input to network to be difference image\n",
        "  cur_x = prepro(observation)\n",
        "  x = cur_x - prev_x if prev_x is not None else np.zeros(D)\n",
        "  prev_x = cur_x\n",
        "\n",
        "  # forward the policy network and sample an action from the returned probability\n",
        "  aprob, h = policy_forward(x)\n",
        "  action = 2 if np.random.uniform() < aprob else 3 # roll the dice!\n",
        "\n",
        "  # record various intermediates (needed later for backprop)\n",
        "  xs.append(x) # observation\n",
        "  hs.append(h) # hidden state\n",
        "  y = 1 if action == 2 else 0 # a \"fake label\"\n",
        "  dlogps.append(y - aprob) # grad that encourages the action that was taken to be taken (see http://cs231n.github.io/neural-networks-2/#losses if confused)\n",
        "\n",
        "  # step the environment and get new measurements\n",
        "  observation, reward, done, info = env.step(action)\n",
        "  reward_sum += reward\n",
        "\n",
        "  drs.append(reward) # record reward (has to be done after we call step() to get reward for previous action)\n",
        "\n",
        "  if done: # an episode finished\n",
        "    episode_number += 1\n",
        "\n",
        "    # stack together all inputs, hidden states, action gradients, and rewards for this episode\n",
        "    epx = np.vstack(xs)\n",
        "    eph = np.vstack(hs)\n",
        "    epdlogp = np.vstack(dlogps)\n",
        "    epr = np.vstack(drs)\n",
        "    xs,hs,dlogps,drs = [],[],[],[] # reset array memory\n",
        "\n",
        "    # compute the discounted reward backwards through time\n",
        "    discounted_epr = discount_rewards(epr)\n",
        "    # standardize the rewards to be unit normal (helps control the gradient estimator variance)\n",
        "    discounted_epr -= np.mean(discounted_epr)\n",
        "    discounted_epr /= np.std(discounted_epr)\n",
        "\n",
        "    epdlogp *= discounted_epr # modulate the gradient with advantage (PG magic happens right here.)\n",
        "    grad = policy_backward(eph, epdlogp)\n",
        "    for k in model: grad_buffer[k] += grad[k] # accumulate grad over batch\n",
        "\n",
        "    # perform rmsprop parameter update every batch_size episodes\n",
        "    if episode_number % batch_size == 0:\n",
        "      for k,v in model.items():\n",
        "        g = grad_buffer[k] # gradient\n",
        "        rmsprop_cache[k] = decay_rate * rmsprop_cache[k] + (1 - decay_rate) * g**2\n",
        "        model[k] += learning_rate * g / (np.sqrt(rmsprop_cache[k]) + 1e-5)\n",
        "        grad_buffer[k] = np.zeros_like(v) # reset batch gradient buffer\n",
        "\n",
        "    # boring book-keeping\n",
        "    running_reward = reward_sum if running_reward is None else running_reward * 0.99 + reward_sum * 0.01\n",
        "    print ('resetting env. episode reward total was %f. running mean: %f' % (reward_sum, running_reward))\n",
        "    if episode_number % 100 == 0: pickle.dump(model, open('save.p', 'wb'))\n",
        "    reward_sum = 0\n",
        "    observation = env.reset() # reset env\n",
        "    prev_x = None\n",
        "\n",
        "  if reward != 0: # Pong has either +1 or -1 reward exactly when game ends.\n",
        "    print ('ep %d: game finished, reward: %f' % (episode_number, reward) + ('' if reward == -1 else ' !!!!!!!!'))"
      ],
      "execution_count": 50,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "ep 0: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "ep 0: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "ep 1: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "ep 2: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.010000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 3: game finished, reward: -1.000000\n",
            "ep 3: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -19.999900\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "ep 4: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.009901\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "ep 5: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.019802\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "ep 6: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -19.999604\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "ep 7: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.009608\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "ep 8: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.019512\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "ep 9: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.009317\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "ep 10: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.009224\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "ep 11: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.019131\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "ep 12: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.018940\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "ep 13: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.008751\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "ep 14: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.018663\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: -1.000000\n",
            "ep 15: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 15: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.018476\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "ep 16: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.008292\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "ep 17: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.008209\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "ep 18: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.008127\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 19: game finished, reward: -1.000000\n",
            "ep 19: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.008045\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "ep 20: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.017965\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "ep 21: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.027785\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "ep 22: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.007507\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "ep 23: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -19.997432\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "ep 24: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.007458\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "ep 25: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.017384\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "ep 26: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.027210\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "ep 27: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.016938\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "ep 28: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.026768\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "ep 29: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.036501\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "ep 30: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.046136\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: -1.000000\n",
            "ep 31: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 31: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.045674\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "ep 32: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.045217\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "ep 33: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.054765\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "ep 34: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.054218\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "ep 35: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.063675\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "ep 36: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.073039\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "ep 37: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.082308\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "ep 38: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.081485\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "ep 39: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.090670\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "ep 40: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.099764\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "ep 41: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.108766\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "ep 42: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.117678\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "ep 43: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.126502\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "ep 44: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.125237\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "ep 45: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.133984\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "ep 46: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.142644\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "ep 47: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.151218\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "ep 48: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.159706\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "ep 49: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.168109\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "ep 50: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.166428\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "ep 51: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.174763\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "ep 52: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.183016\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "ep 53: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.191185\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "ep 54: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.179274\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "ep 55: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.187481\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "ep 56: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.195606\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "ep 57: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.203650\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "ep 58: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.211614\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "ep 59: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.219497\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "ep 60: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.227302\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "ep 61: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.235029\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "ep 62: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.242679\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 63: game finished, reward: -1.000000\n",
            "ep 63: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.240252\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: -1.000000\n",
            "ep 64: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 64: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.237850\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "ep 65: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.245471\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "ep 66: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.233017\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "ep 67: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.240686\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "ep 68: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.248280\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "ep 69: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.255797\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "ep 70: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.253239\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "ep 71: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.260706\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "ep 72: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.238099\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "ep 73: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.225718\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "ep 74: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.233461\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "ep 75: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.231127\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "ep 76: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.218815\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "ep 77: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.206627\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "ep 78: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.214561\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "ep 79: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.202415\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: -1.000000\n",
            "ep 80: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.190391\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "ep 81: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.168487\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "ep 82: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.176802\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: -1.000000\n",
            "ep 83: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.165034\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "ep 84: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.173384\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "ep 85: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.181650\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 86: game finished, reward: -1.000000\n",
            "ep 86: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.179834\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "ep 87: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.188035\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "ep 88: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.196155\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "ep 89: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.204193\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "ep 90: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.202151\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "ep 91: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.200130\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "ep 92: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.208129\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: -1.000000\n",
            "ep 93: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.206047\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "ep 94: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.213987\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "ep 95: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.221847\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "ep 96: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.219629\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "ep 97: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.217432\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "ep 98: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.225258\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "ep 99: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.233005\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "ep 100: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.240675\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "ep 101: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.228269\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "ep 102: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.235986\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "ep 103: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.243626\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "ep 104: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.251190\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "ep 105: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.258678\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "ep 106: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.256091\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "ep 107: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.263530\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "ep 108: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.270895\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: -1.000000\n",
            "ep 109: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 109: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.268186\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: -1.000000\n",
            "ep 110: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.265504\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "ep 111: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.272849\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "ep 112: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.270121\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "ep 113: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.257419\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "ep 114: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.264845\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "ep 115: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.272197\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "ep 116: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.279475\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "ep 117: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.286680\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "ep 118: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.283813\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "ep 119: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.290975\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "ep 120: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.298065\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "ep 121: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.305085\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "ep 122: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.312034\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "ep 123: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.318913\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "ep 124: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.315724\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "ep 125: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.322567\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "ep 126: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.329341\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "ep 127: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.336048\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "ep 128: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.332687\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "ep 129: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.339361\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "ep 130: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.345967\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "ep 131: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.352507\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "ep 132: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.358982\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "ep 133: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.355392\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "ep 134: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.351839\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 135: game finished, reward: -1.000000\n",
            "ep 135: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.348320\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "ep 136: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.354837\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: -1.000000\n",
            "ep 137: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 137: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.351289\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "ep 138: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.357776\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "ep 139: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.364198\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "ep 140: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.370556\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: -1.000000\n",
            "ep 141: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.366850\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "ep 142: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.363182\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "ep 143: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369550\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "ep 144: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.355855\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: -1.000000\n",
            "ep 145: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 145: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.352296\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "ep 146: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.348773\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "ep 147: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355285\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "ep 148: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.351732\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "ep 149: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.348215\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "ep 150: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.354733\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "ep 151: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.361186\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "ep 152: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.367574\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "ep 153: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.373898\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: -1.000000\n",
            "ep 154: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.370159\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: -1.000000\n",
            "ep 155: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.366457\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "ep 156: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.372793\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "ep 157: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.379065\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "ep 158: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.385274\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "ep 159: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.391422\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "ep 160: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.397507\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "ep 161: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.403532\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "ep 162: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.409497\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "ep 163: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.405402\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "ep 164: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.411348\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "ep 165: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.417235\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "ep 166: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.423062\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 167: game finished, reward: -1.000000\n",
            "ep 167: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.418832\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "ep 168: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.424643\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "ep 169: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.420397\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "ep 170: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.426193\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "ep 171: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.421931\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "ep 172: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.407712\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: -1.000000\n",
            "ep 173: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 173: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.393634\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "ep 174: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.399698\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 175: game finished, reward: -1.000000\n",
            "ep 175: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.385701\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "ep 176: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.381844\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "ep 177: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.388026\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "ep 178: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.394145\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "ep 179: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.400204\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: -1.000000\n",
            "ep 180: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.396202\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "ep 181: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.402240\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "ep 182: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.408218\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "ep 183: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.404135\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "ep 184: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.400094\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: -1.000000\n",
            "ep 185: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.376093\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "ep 186: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.382332\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "ep 187: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.388509\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "ep 188: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.384624\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "ep 189: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.390777\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "ep 190: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.396870\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "ep 191: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.392901\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "ep 192: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.398972\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "ep 193: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.404982\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "ep 194: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.400932\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "ep 195: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.386923\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "ep 196: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.373054\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "ep 197: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.369323\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "ep 198: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.375630\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "ep 199: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.381874\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "ep 200: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.368055\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "ep 201: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374375\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "ep 202: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.360631\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: -1.000000\n",
            "ep 203: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.357024\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "ep 204: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.363454\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "ep 205: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369820\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "ep 206: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.376122\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "ep 207: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.382360\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: -1.000000\n",
            "ep 208: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.368537\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "ep 209: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374851\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "ep 210: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.371103\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "ep 211: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.377392\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "ep 212: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.373618\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "ep 213: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.349882\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "ep 214: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.356383\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "ep 215: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.362819\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "ep 216: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369191\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "ep 217: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.375499\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 218: game finished, reward: -1.000000\n",
            "ep 218: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.371744\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "ep 219: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.378027\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "ep 220: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.384246\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "ep 221: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.360404\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "ep 222: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.356800\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "ep 223: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.363232\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "ep 224: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369599\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "ep 225: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.375903\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: -1.000000\n",
            "ep 226: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.352144\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "ep 227: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.358623\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "ep 228: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.355037\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "ep 229: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.351486\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "ep 230: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.357971\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "ep 231: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.364392\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "ep 232: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.370748\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "ep 233: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.367040\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "ep 234: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.373370\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "ep 235: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.379636\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 236: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "ep 236: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -16.000000. running mean: -20.335840\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "ep 237: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.322482\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "ep 238: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.329257\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "ep 239: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.335964\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "ep 240: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.342604\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "ep 241: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.349178\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "ep 242: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355687\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "ep 243: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.352130\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "ep 244: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.348608\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 245: game finished, reward: -1.000000\n",
            "ep 245: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -17.000000. running mean: -20.315122\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "ep 246: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.321971\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "ep 247: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.328751\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "ep 248: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.335464\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "ep 249: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.342109\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: -1.000000\n",
            "ep 250: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 250: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.318688\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "ep 251: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.315501\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "ep 252: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.322346\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "ep 253: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.329123\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "ep 254: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.335832\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "ep 255: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.342473\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "ep 256: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.339049\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "ep 257: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.345658\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "ep 258: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.342202\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "ep 259: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.348780\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: -1.000000\n",
            "ep 260: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.335292\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "ep 261: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.341939\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "ep 262: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.348519\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "ep 263: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355034\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "ep 264: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.361484\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "ep 265: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.367869\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "ep 266: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374190\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "ep 267: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.380448\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "ep 268: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.386644\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "ep 269: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.392778\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "ep 270: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.398850\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "ep 271: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.404861\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "ep 272: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.410813\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "ep 273: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.416705\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "ep 274: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.422537\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: -1.000000\n",
            "ep 275: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 275: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.408312\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "ep 276: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.414229\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "ep 277: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.400087\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "ep 278: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.386086\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 279: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "ep 279: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -17.000000. running mean: -20.352225\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "ep 280: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.358703\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "ep 281: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.365116\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "ep 282: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.361465\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: -1.000000\n",
            "ep 283: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 283: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 283: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.337850\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "ep 284: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.324471\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "ep 285: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.331227\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "ep 286: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.327914\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "ep 287: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.334635\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "ep 288: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.341289\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "ep 289: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.347876\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "ep 290: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.354397\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "ep 291: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.360853\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "ep 292: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.367245\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "ep 293: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.353572\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 294: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "ep 294: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.330037\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "ep 295: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.336736\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "ep 296: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.343369\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "ep 297: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.349935\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "ep 298: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.356436\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "ep 299: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.362871\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "ep 300: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369243\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "ep 301: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.355550\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "ep 302: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.361995\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "ep 303: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.368375\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "ep 304: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374691\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "ep 305: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.380944\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "ep 306: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.387135\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: -1.000000\n",
            "ep 307: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.373263\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "ep 308: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.379531\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "ep 309: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.375735\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "ep 310: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.371978\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "ep 311: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.378258\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "ep 312: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.384476\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 313: game finished, reward: -1.000000\n",
            "ep 313: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.370631\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "ep 314: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.366925\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "ep 315: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.363255\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "ep 316: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369623\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "ep 317: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.375927\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "ep 318: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.382167\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "ep 319: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.378346\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "ep 320: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.384562\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "ep 321: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.380717\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "ep 322: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.386909\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: -1.000000\n",
            "ep 323: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.383040\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "ep 324: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.379210\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "ep 325: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.385418\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "ep 326: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.381564\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "ep 327: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.377748\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "ep 328: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.383971\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "ep 329: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.380131\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "ep 330: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.366330\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "ep 331: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.352666\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 332: game finished, reward: -1.000000\n",
            "ep 332: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.349140\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "ep 333: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355648\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "ep 334: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.352092\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "ep 335: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.358571\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "ep 336: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.364985\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "ep 337: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.371335\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "ep 338: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.367622\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "ep 339: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.373946\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: -1.000000\n",
            "ep 340: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.370206\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "ep 341: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.376504\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "ep 342: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.372739\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "ep 343: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.369012\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "ep 344: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.365322\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "ep 345: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.371668\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "ep 346: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.377952\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "ep 347: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.384172\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "ep 348: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.360330\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "ep 349: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.346727\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: -1.000000\n",
            "ep 350: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.343260\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "ep 351: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.349827\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "ep 352: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.356329\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "ep 353: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.362766\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "ep 354: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369138\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "ep 355: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.365447\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "ep 356: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.371792\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "ep 357: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.378074\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 358: game finished, reward: -1.000000\n",
            "ep 358: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.354294\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: -1.000000\n",
            "ep 359: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.350751\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "ep 360: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.357243\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "ep 361: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.363671\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "ep 362: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.350034\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "ep 363: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.356534\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "ep 364: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.342968\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "ep 365: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.339539\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "ep 366: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.336143\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "ep 367: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.332782\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "ep 368: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.339454\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "ep 369: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.346059\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "ep 370: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.352599\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "ep 371: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.349073\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "ep 372: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355582\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "ep 373: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.362026\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "ep 374: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.368406\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "ep 375: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374722\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: -1.000000\n",
            "ep 376: game finished, reward: 1.000000 !!!!!!!!\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.370975\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "ep 377: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.377265\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "ep 378: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.373492\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "ep 379: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.369757\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "ep 380: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.376060\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "ep 381: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.382299\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "ep 382: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.368476\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "ep 383: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.374792\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "ep 384: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.381044\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "ep 385: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.387233\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 386: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "ep 386: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -18.000000. running mean: -20.363361\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "ep 387: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.369727\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 388: game finished, reward: -1.000000\n",
            "ep 388: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.356030\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "ep 389: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -19.000000. running mean: -20.342470\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "ep 390: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.349045\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "ep 391: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.355555\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "ep 392: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.361999\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "ep 393: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.358379\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "ep 394: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.364795\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "ep 395: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.371147\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "ep 396: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.377436\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "ep 397: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -21.000000. running mean: -20.383661\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: 1.000000 !!!!!!!!\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "ep 398: game finished, reward: -1.000000\n",
            "resetting env. episode reward total was -20.000000. running mean: -20.379825\n",
            "ep 399: game finished, reward: -1.000000\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-50-ff9f79bf7fc8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m     18\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m   \u001b[0;31m# step the environment and get new measurements\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 20\u001b[0;31m   \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     21\u001b[0m   \u001b[0mreward_sum\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/gym/wrappers/time_limit.py\u001b[0m in \u001b[0;36mstep\u001b[0;34m(self, action)\u001b[0m\n\u001b[1;32m     14\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     15\u001b[0m         \u001b[0;32massert\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elapsed_steps\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"Cannot call env.step() before calling reset()\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 16\u001b[0;31m         \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     17\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elapsed_steps\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     18\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_elapsed_steps\u001b[0m \u001b[0;34m>=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_max_episode_steps\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/gym/envs/atari/atari_env.py\u001b[0m in \u001b[0;36mstep\u001b[0;34m(self, a)\u001b[0m\n\u001b[1;32m    119\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0m_\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnum_steps\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    120\u001b[0m             \u001b[0mreward\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0male\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mact\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 121\u001b[0;31m         \u001b[0mob\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_obs\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    122\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    123\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mob\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0male\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgame_over\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m\"ale.lives\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0male\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlives\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/gym/envs/atari/atari_env.py\u001b[0m in \u001b[0;36m_get_obs\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    137\u001b[0m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_ram\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    138\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_obs_type\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'image'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 139\u001b[0;31m             \u001b[0mimg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_get_image\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    140\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mimg\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    141\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/gym/envs/atari/atari_env.py\u001b[0m in \u001b[0;36m_get_image\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    124\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    125\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_get_image\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 126\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0male\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetScreenRGB2\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    127\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    128\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_get_ram\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/atari_py/ale_python_interface.py\u001b[0m in \u001b[0;36mgetScreenRGB2\u001b[0;34m(self, screen_data)\u001b[0m\n\u001b[1;32m    264\u001b[0m             \u001b[0mscreen_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mempty\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mheight\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mwidth\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0muint8\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    265\u001b[0m         \u001b[0;32massert\u001b[0m \u001b[0mscreen_data\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstrides\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0;36m480\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m3\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 266\u001b[0;31m         \u001b[0male_lib\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgetScreenRGB2\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mobj\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mas_ctypes\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mscreen_data\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    267\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mscreen_data\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    268\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yu0KkQgHCc6Z",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}