test_new_kernel.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "afe9f870",
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "sys.path.append('/home/ict520c/Documents/ADRL/abides')\n",
    "from trader_agent.kernel_generator import kernel_generator\n",
    "from trader_agent.environment import TraderEnv\n",
    "import gym\n",
    "from stable_baselines3 import A2C\n",
    "from stable_baselines3.common.env_util import make_vec_env\n",
    "from stable_baselines3.common.callbacks import EvalCallback\n",
    "import time"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "185ec1af",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###################################################### This is TraderEnv environment!\n",
      "###################################################### This is TraderEnv environment!\n"
     ]
    }
   ],
   "source": [
    "env = TraderEnv()\n",
    "eval_env = TraderEnv(eval = 10)\n",
    "# eval_env = make_vec_env(lambda: eval_env, n_envs=1)\n",
    "eval_callback = EvalCallback(eval_env, best_model_save_path='./best_model/',\n",
    "                             log_path='./logs/', eval_freq=85,n_eval_episodes = 1,\n",
    "                             deterministic=True, render=False, verbose = 1)\n",
    "# valid_timesteps = 15\n",
    "# stopping_patience = \n",
    "# early_stopping_params = {'eval_freq': 4000 , 'deterministic': True,\n",
    "#                          'render': False, 'n_eval_episodes': None, 'patience' : stopping_patience,'min_improve_rate': min_improve_rate,\n",
    "#                          'stop_training': True, 'n_eval_episodes': valid_timesteps\n",
    "#                          }\n",
    "# \n",
    "\n",
    "# self.early_stopping = EarlyStoppingCallback(self.valid_env,\n",
    "#                                             **self.early_stopping_params)  # EvalCallback(self.valid_env, **self.early_stopping_params)\n",
    "# self.callbacks = [self.early_stopping]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f5835802",
   "metadata": {
    "collapsed": true,
    "jupyter": {
     "outputs_hidden": true
    },
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Using cpu device\n",
      "Wrapping the env with a `Monitor` wrapper\n",
      "Wrapping the env in a DummyVecEnv.\n",
      "=========================================================\n",
      "ABIDES: Agent-Based Interactive Discrete Event Simulation\n",
      "=========================================================\n",
      "\n",
      "Configuration seed: 413\n",
      "\n",
      "Simulation Start Time: 2022-06-20 21:05:33.422440\n",
      "ran_reset in step:  0\n",
      "############################# 2020-06-03 09:35:00.006528099 False\n",
      "[ 0.00000000e+00  0.00000000e+00  1.00008000e+05  1.00000000e+01\n",
      "  1.00003000e+05  9.00000000e+00  1.00001000e+05  4.60000000e+01\n",
      "  1.00000000e+05  2.40000000e+01  9.99970000e+04  1.17000000e+02\n",
      "  1.00009000e+05  1.16000000e+02  1.00010000e+05  8.40000000e+01\n",
      "  1.00011000e+05  8.30000000e+01  1.00012000e+05  4.90000000e+01\n",
      "  1.00013000e+05  8.00000000e+01 -1.61804432e+00 -1.79713059e+00\n",
      "  4.22998020e+01 -4.91452991e+01  2.79595056e+01]\n",
      "############################# 2020-06-03 09:40:00.013281279 False\n",
      "[0.00000000e+00 3.30000000e+01 9.99640000e+04 6.00000000e+00\n",
      " 9.99630000e+04 3.60000000e+01 9.99620000e+04 3.60000000e+01\n",
      " 9.99610000e+04 1.21000000e+02 9.99590000e+04 8.40000000e+01\n",
      " 9.99670000e+04 1.60000000e+01 9.99680000e+04 2.40000000e+01\n",
      " 9.99720000e+04 1.15000000e+02 9.99770000e+04 5.80000000e+01\n",
      " 9.99810000e+04 9.90000000e+01 9.06766430e-01 8.13555035e-01\n",
      " 6.39069829e+01 8.28402367e+01 2.39653206e+01]\n",
      "-0.02772 [0.00000000e+00 1.37328340e-02 9.94607287e-01 1.11524164e-02\n",
      " 9.94607233e-01 6.89655172e-02 9.94646766e-01 7.20000000e-04\n",
      " 9.94656610e-01 2.41995160e-03 9.94646606e-01 1.67996640e-03\n",
      " 9.94627240e-01 7.92471521e-03 9.94617397e-01 9.29152149e-03\n",
      " 9.94627507e-01 3.28853303e-02 9.94667356e-01 1.59165752e-02\n",
      " 9.94578517e-01 2.83018868e-02 7.49700917e-02 6.43598262e-02\n",
      " 6.65512349e-01 1.50698728e-01 2.49704162e-01]\n",
      "############################# 2020-06-03 09:45:00.015422961 False\n",
      "[-1.38600000e+03  5.90000000e+01  1.00005000e+05  9.00000000e+00\n",
      "  1.00004000e+05  2.10000000e+01  1.00000000e+05  1.22000000e+02\n",
      "  9.99990000e+04  3.00000000e+00  9.99950000e+04  1.22000000e+02\n",
      "  1.00006000e+05  6.14000000e+02  1.00011000e+05  1.22000000e+02\n",
      "  1.00016000e+05  1.22000000e+02  1.00021000e+05  1.22000000e+02\n",
      "  1.00026000e+05  1.22000000e+02 -3.67988029e-02  8.37171349e-03\n",
      "  4.74123419e+01 -4.76190476e+01  9.96508810e+00]\n",
      "0.044640000000000006 [-2.87442138e-03  2.45526425e-02  9.95015223e-01  1.67286245e-02\n",
      "  9.95015173e-01  4.02298851e-02  9.95024876e-01  2.44000000e-03\n",
      "  9.95034727e-01  5.99988000e-05  9.95004826e-01  2.43995120e-03\n",
      "  9.95015273e-01  3.04110946e-01  9.95045220e-01  4.72319009e-02\n",
      "  9.95065266e-01  3.48870460e-02  9.95105111e-01  3.34796926e-02\n",
      "  9.95026162e-01  3.48770726e-02 -3.04246996e-03  6.62280978e-04\n",
      "  4.93741021e-01 -8.66261398e-02  1.03830198e-01]\n",
      "############################# 2020-06-03 09:50:00.026787639 False\n",
      "[ 2.23200000e+03  6.10000000e+01  9.99740000e+04  1.73000000e+02\n",
      "  9.99700000e+04  5.80000000e+01  9.99690000e+04  2.20000000e+01\n",
      "  9.99680000e+04  3.70000000e+01  9.99650000e+04  7.70000000e+01\n",
      "  9.99750000e+04  1.80000000e+01  9.99760000e+04  4.10000000e+01\n",
      "  9.99770000e+04  8.00000000e+00  9.99790000e+04  2.40000000e+01\n",
      "  9.99800000e+04  6.20000000e+01  1.62004898e-01  3.91442701e-01\n",
      "  4.77113496e+01 -8.33333333e+01  1.95455449e+01]\n",
      "-0.036640000000000006 [ 4.62893833e-03  2.53849355e-02  9.94706784e-01  3.21561338e-01\n",
      "  9.94676882e-01  1.11111111e-01  9.94716418e-01  4.40000000e-04\n",
      "  9.94726263e-01  7.39985200e-04  9.94706310e-01  1.53996920e-03\n",
      "  9.94706836e-01  8.91530461e-03  9.94696992e-01  1.58730159e-02\n",
      "  9.94677252e-01  2.28767515e-03  9.94687254e-01  6.58616905e-03\n",
      "  9.94568569e-01  1.77244140e-02  1.33943226e-02  3.09667854e-02\n",
      "  4.96854817e-01 -1.51595745e-01  2.03652769e-01]\n",
      "############################# 2020-06-03 09:55:00.030796479 False\n",
      "[-1.83200000e+03  1.11000000e+02  1.00037000e+05  1.80000000e+01\n",
      "  1.00036000e+05  1.00000000e+00  1.00032000e+05  9.30000000e+01\n",
      "  1.00025000e+05  2.40000000e+01  1.00024000e+05  9.30000000e+01\n",
      "  1.00038000e+05  1.00000000e+01  1.00039000e+05  2.22000000e+02\n",
      "  1.00041000e+05  1.84000000e+02  1.00042000e+05  3.80000000e+01\n",
      "  1.00043000e+05  2.10000000e+01 -1.16159521e-01 -1.05362888e-01\n",
      "  4.05792103e+01 -2.22222222e+02  1.50286203e+01]\n",
      "0.137 [-3.79937949e-03  4.61922597e-02  9.95333612e-01  3.34572491e-02\n",
      "  9.95333565e-01  1.91570881e-03  9.95343284e-01  1.86000000e-03\n",
      "  9.95293439e-01  4.79990400e-04  9.95293392e-01  1.85996280e-03\n",
      "  9.95333658e-01  4.95294700e-03  9.95323802e-01  8.59465738e-02\n",
      "  9.95313992e-01  5.26165285e-02  9.95314039e-01  1.04281010e-02\n",
      "  9.95195273e-01  6.00343053e-03 -9.60389536e-03 -8.33519170e-03\n",
      "  4.22582390e-01 -4.04255319e-01  1.56589144e-01]\n",
      "############################# 2020-06-03 10:00:00.040293999 False\n",
      "[ 6.85000000e+03  1.07000000e+02  9.99080000e+04  5.80000000e+01\n",
      "  9.99070000e+04  5.80000000e+01  9.99060000e+04  8.90000000e+01\n",
      "  9.99010000e+04  1.12000000e+02  9.98960000e+04  1.12000000e+02\n",
      "  9.99090000e+04  3.70000000e+01  9.99100000e+04  1.20000000e+01\n",
      "  9.99110000e+04  1.40000000e+01  9.99120000e+04  3.03000000e+02\n",
      "  9.99150000e+04  1.00000000e+00 -4.10609913e-01 -5.39247557e-01\n",
      "  4.59947991e+01 -3.60360360e+01  1.97957396e+01]\n",
      "-0.27606 [ 1.42061951e-02  4.45276737e-02  9.94050106e-01  1.07806691e-01\n",
      "  9.94050047e-01  1.11111111e-01  9.94089552e-01  1.78000000e-03\n",
      "  9.94059583e-01  2.23995520e-03  9.94019722e-01  2.23995520e-03\n",
      "  9.94050166e-01  1.83259039e-02  9.94040335e-01  4.64576074e-03\n",
      "  9.94020614e-01  4.00343151e-03  9.94020674e-01  8.31503842e-02\n",
      "  9.93921970e-01  2.85877644e-04 -3.39486132e-02 -4.26595344e-02\n",
      "  4.78979063e-01 -6.55549166e-02  2.06259647e-01]\n",
      "############################# 2020-06-03 10:05:00.047047179 False\n",
      "[-1.38030000e+04  9.40000000e+01  9.98550000e+04  1.00000000e+00\n",
      "  9.98540000e+04  1.01000000e+02  9.98520000e+04  4.90000000e+01\n",
      "  9.98510000e+04  5.40000000e+01  9.98470000e+04  4.90000000e+01\n",
      "  9.98560000e+04  3.00000000e+00  9.98570000e+04  4.30000000e+01\n",
      "  9.98580000e+04  4.90000000e+01  9.98600000e+04  7.00000000e+00\n",
      "  9.98610000e+04  2.00000000e+01 -4.36008070e-02 -6.54822092e-02\n",
      "  4.49290903e+01 -4.48717949e+01  1.56476206e+01]\n",
      "-0.09964 [-2.86260017e-02  3.91177695e-02  9.93522775e-01  1.85873606e-03\n",
      "  9.93522710e-01  1.93486590e-01  9.93552239e-01  9.80000000e-04\n",
      "  9.93562061e-01  1.07997840e-03  9.93532145e-01  9.79980400e-04\n",
      "  9.93522839e-01  1.48588410e-03  9.93513019e-01  1.66473093e-02\n",
      "  9.93493314e-01  1.40120103e-02  9.93503328e-01  1.92096597e-03\n",
      "  9.93384796e-01  5.71755289e-03 -3.60484948e-03 -5.18025630e-03\n",
      "  4.67881021e-01 -8.16284779e-02  1.63038753e-01]\n",
      "############################# 2020-06-03 10:10:00.053800359 False\n",
      "[-4.98200000e+03  1.44000000e+02  9.99270000e+04  4.10000000e+01\n",
      "  9.99220000e+04  1.30000000e+02  9.99200000e+04  3.00000000e+01\n",
      "  9.99190000e+04  1.19000000e+02  9.99180000e+04  3.80000000e+01\n",
      "  9.99280000e+04  1.20000000e+01  9.99290000e+04  1.42000000e+02\n",
      "  9.99380000e+04  1.19000000e+02  9.99470000e+04  1.19000000e+02\n",
      "  9.99560000e+04  1.19000000e+02  4.05840257e-02  9.04729415e-02\n",
      "  4.83633122e+01 -6.06060606e+01  1.06659683e+01]\n",
      "0.20822000000000002 [-1.03321554e-02  5.99250936e-02  9.94239150e-01  7.62081784e-02\n",
      "  9.94199294e-01  2.49042146e-01  9.94228856e-01  6.00000000e-04\n",
      "  9.94238691e-01  2.37995240e-03  9.94238634e-01  7.59984800e-04\n",
      "  9.94239207e-01  5.94353640e-03  9.94229372e-01  5.49748355e-02\n",
      "  9.94289239e-01  3.40291679e-02  9.94368888e-01  3.26564215e-02\n",
      "  9.94329825e-01  3.40194397e-02  3.35542652e-03  7.15725739e-03\n",
      "  5.03644204e-01 -1.10251451e-01  1.11132946e-01]\n",
      "############################# 2020-06-03 10:15:00.060553539 False\n",
      "[ 1.04110000e+04  1.94000000e+02  9.99600000e+04  3.30000000e+01\n",
      "  9.99590000e+04  4.50000000e+01  9.99580000e+04  4.00000000e+01\n",
      "  9.99570000e+04  4.50000000e+01  9.99560000e+04  3.30000000e+01\n",
      "  9.99610000e+04  2.70000000e+01  9.99620000e+04  1.10000000e+01\n",
      "  9.99630000e+04  9.80000000e+01  9.99640000e+04  3.60000000e+01\n",
      "  9.99650000e+04  5.80000000e+01 -6.35859366e-01 -4.01960077e-01\n",
      "  3.41494611e+01 -1.89944134e+02  1.42605899e+01]\n",
      "0.12728 [ 2.15913427e-02  8.07324178e-02  9.94567489e-01  6.13382900e-02\n",
      "  9.94567434e-01  8.62068966e-02  9.94606965e-01  8.00000000e-04\n",
      "  9.94616808e-01  8.99982000e-04  9.94616755e-01  6.59986800e-04\n",
      "  9.94567543e-01  1.33729569e-02  9.94557701e-01  4.25861401e-03\n",
      "  9.94537966e-01  2.80240206e-02  9.94538020e-01  9.87925357e-03\n",
      "  9.94419354e-01  1.65809034e-02 -5.25719009e-02 -3.17988084e-02\n",
      "  3.55624488e-01 -3.45536669e-01  1.48586732e-01]\n",
      "############################# 2020-06-03 10:20:00.067306719 False\n",
      "[6.36400000e+03 2.44000000e+02 9.98370000e+04 1.50000000e+01\n",
      " 9.98350000e+04 7.50000000e+01 9.98340000e+04 1.05000000e+02\n",
      " 9.98330000e+04 4.80000000e+01 9.98320000e+04 1.33000000e+02\n",
      " 9.98380000e+04 1.00000000e+01 9.98390000e+04 1.80000000e+01\n",
      " 9.98420000e+04 6.00000000e+00 9.98430000e+04 6.20000000e+01\n",
      " 9.98440000e+04 4.90000000e+01 2.26345341e-01 4.03482183e-01\n",
      " 5.75150118e+01 2.72904483e+01 1.88159388e+01]\n",
      "-0.60582 [1.31982812e-02 1.01539742e-01 9.93343681e-01 2.78810409e-02\n",
      " 9.93333665e-01 1.43678161e-01 9.93373134e-01 2.10000000e-03\n",
      " 9.93382953e-01 9.59980800e-04 9.93382887e-01 2.65994680e-03\n",
      " 9.93343747e-01 4.95294700e-03 9.93333930e-01 6.96864111e-03\n",
      " 9.93334129e-01 1.71575636e-03 9.93334196e-01 1.70142700e-02\n",
      " 9.93215685e-01 1.40080046e-02 1.87138941e-02 3.19192213e-02\n",
      " 5.98947859e-01 4.96453901e-02 1.96050714e-01]\n",
      "############################# 2020-06-03 10:25:00.069109716 False\n",
      "[-3.02910000e+04  2.94000000e+02  9.96680000e+04  5.50000000e+01\n",
      "  9.96660000e+04  5.70000000e+01  9.96650000e+04  2.90000000e+01\n",
      "  9.96640000e+04  1.00000000e+01  9.96630000e+04  6.00000000e+01\n",
      "  9.96690000e+04  1.67000000e+02  9.96710000e+04  6.50000000e+01\n",
      "  9.96740000e+04  6.00000000e+01  9.96750000e+04  3.00000000e+00\n",
      "  9.96760000e+04  6.50000000e+01  6.81215995e-01  2.80553868e-01\n",
      "  6.44820884e+01  1.45038168e+02  2.12310463e+01]\n",
      "-0.99128 [-6.28204171e-02  1.22347066e-01  9.91662189e-01  1.02230483e-01\n",
      "  9.91652157e-01  1.09195402e-01  9.91691542e-01  5.80000000e-04\n",
      "  9.91701327e-01  1.99996000e-04  9.91701245e-01  1.19997600e-03\n",
      "  9.91662272e-01  8.27142150e-02  9.91662438e-01  2.51645374e-02\n",
      "  9.91662687e-01  1.71575636e-02  9.91662770e-01  8.23271131e-04\n",
      "  9.91544476e-01  1.85820469e-02  5.63219191e-02  2.21944397e-02\n",
      "  6.71501363e-01  2.63846029e-01  2.21214675e-01]\n",
      "############################# 2020-06-03 10:30:00.080813079 False\n",
      "[-4.95640000e+04  2.44000000e+02  9.96860000e+04  2.18000000e+02\n",
      "  9.96840000e+04  1.90000000e+01  9.96810000e+04  1.02000000e+02\n",
      "  9.96800000e+04  2.50000000e+01  9.96760000e+04  1.02000000e+02\n",
      "  9.96870000e+04  9.90000000e+01  9.96910000e+04  4.20000000e+01\n",
      "  9.96920000e+04  1.02000000e+02  9.96970000e+04  1.02000000e+02\n",
      "  9.97020000e+04  1.02000000e+02 -9.66927618e-02 -4.71562878e-02\n",
      "  4.68895485e+01 -6.66666667e+01  8.31737326e+00]\n",
      "0.08196 [-1.02790636e-01  1.01539742e-01  9.91841283e-01  4.05204461e-01\n",
      "  9.91831252e-01  3.63984674e-02  9.91850746e-01  2.04000000e-03\n",
      "  9.91860535e-01  4.99990000e-04  9.91830602e-01  2.03995920e-03\n",
      "  9.91841364e-01  4.90341753e-02  9.91861425e-01  1.62601626e-02\n",
      "  9.91841770e-01  2.91678582e-02  9.91881647e-01  2.79912184e-02\n",
      "  9.91803116e-01  2.91595197e-02 -7.99441286e-03 -3.73050421e-03\n",
      "  4.88296774e-01 -1.21276596e-01  8.66620045e-02]\n",
      "############################# 2020-06-03 10:35:00.087566259 False\n",
      "[ 4.09800000e+03  2.11000000e+02  9.97090000e+04  1.09000000e+02\n",
      "  9.97080000e+04  2.03000000e+02  9.97070000e+04  4.30000000e+01\n",
      "  9.97040000e+04  4.70000000e+01  9.97030000e+04  4.70000000e+01\n",
      "  9.97100000e+04  3.00000000e+01  9.97110000e+04  2.60000000e+01\n",
      "  9.97120000e+04  4.30000000e+01  9.97140000e+04  6.70000000e+01\n",
      "  9.97150000e+04  4.70000000e+01  2.58014480e-01  2.88342559e-01\n",
      "  4.49096795e+01 -5.45454545e+01  2.88907394e+01]\n",
      "0.09706000000000001 [ 8.49883032e-03  8.78069080e-02  9.92070125e-01  2.02602230e-01\n",
      "  9.92070046e-01  3.88888889e-01  9.92109453e-01  8.60000000e-04\n",
      "  9.92099345e-01  9.39981200e-04  9.92099267e-01  9.39981200e-04\n",
      "  9.92070204e-01  1.48588410e-02  9.92060413e-01  1.00658149e-02\n",
      "  9.92040751e-01  1.22962539e-02  9.92050780e-01  1.83863886e-02\n",
      "  9.91932435e-01  1.34362493e-02  2.13322511e-02  2.28105981e-02\n",
      "  4.67678882e-01 -9.92263056e-02  3.01024050e-01]\n",
      "############################# 2020-06-03 10:40:00.094319439 False\n",
      "[ 4.85300000e+03  1.61000000e+02  9.97260000e+04  5.20000000e+01\n",
      "  9.97250000e+04  1.18000000e+02  9.97240000e+04  2.90000000e+01\n",
      "  9.97230000e+04  2.00000000e+00  9.97220000e+04  4.60000000e+01\n",
      "  9.97270000e+04  2.30000000e+01  9.97280000e+04  1.51000000e+02\n",
      "  9.97290000e+04  2.90000000e+01  9.97310000e+04  4.00000000e+00\n",
      "  9.97360000e+04  6.10000000e+01  2.20628033e-02  1.02967057e-01\n",
      "  4.71483010e+01 -5.12820513e+01  1.41324754e+01]\n",
      "0.057960000000000005 [ 1.00646226e-02  6.69995839e-02  9.92239269e-01  9.66542751e-02\n",
      "  9.92239192e-01  2.26053640e-01  9.92278607e-01  5.80000000e-04\n",
      "  9.92288404e-01  3.99992000e-05  9.92288327e-01  9.19981600e-04\n",
      "  9.92239347e-01  1.13917781e-02  9.92229552e-01  5.84591560e-02\n",
      "  9.92209885e-01  8.29282242e-03  9.92219912e-01  1.09769484e-03\n",
      "  9.92141337e-01  1.74385363e-02  1.82411956e-03  8.14565898e-03\n",
      "  4.90991362e-01 -9.32896890e-02  1.47251856e-01]\n",
      "############################# 2020-06-03 10:45:00.101072619 False\n",
      "[2.89800000e+03 1.33000000e+02 9.97170000e+04 2.10000000e+01\n",
      " 9.97160000e+04 6.10000000e+01 9.97150000e+04 8.80000000e+01\n",
      " 9.97140000e+04 1.30000000e+01 9.97130000e+04 9.10000000e+01\n",
      " 9.97180000e+04 7.30000000e+01 9.97260000e+04 3.90000000e+01\n",
      " 9.97350000e+04 3.90000000e+01 9.97360000e+04 4.40000000e+01\n",
      " 9.97440000e+04 3.90000000e+01 3.17393834e+00 2.76463713e+00\n",
      " 7.50610669e+01 1.05090312e+02 4.81471121e+01]\n",
      "-0.0245 [6.01015380e-03 5.53474823e-02 9.92149722e-01 3.90334572e-02\n",
      " 9.92149644e-01 1.16858238e-01 9.92189055e-01 1.76000000e-03\n",
      " 9.92198850e-01 2.59994800e-04 9.92198772e-01 1.81996360e-03\n",
      " 9.92149801e-01 3.61565131e-02 9.92209653e-01 1.50987224e-02\n",
      " 9.92269580e-01 1.11524164e-02 9.92269657e-01 1.20746432e-02\n",
      " 9.92220918e-01 1.11492281e-02 2.62416473e-01 2.18708702e-01\n",
      " 7.81668367e-01 1.91174929e-01 5.01663821e-01]\n",
      "############################# 2020-06-03 10:50:00.107825799 False\n",
      "[-1.22500000e+03  1.00000000e+02  9.97760000e+04  5.00000000e+01\n",
      "  9.97740000e+04  5.90000000e+01  9.97730000e+04  6.90000000e+01\n",
      "  9.97710000e+04  2.00000000e+00  9.97660000e+04  2.00000000e+00\n",
      "  9.97770000e+04  1.69000000e+02  9.97780000e+04  4.90000000e+01\n",
      "  9.97790000e+04  2.00000000e+01  9.97800000e+04  6.90000000e+01\n",
      "  9.97810000e+04  4.70000000e+01 -6.67592860e-02 -3.39610617e-02\n",
      "  4.71175601e+01 -5.12820513e+01  1.00312573e+01]\n",
      "0.11510000000000001 [-2.54052395e-03  4.16146484e-02  9.92736752e-01  9.29368030e-02\n",
      "  9.92726730e-01  1.13026820e-01  9.92766169e-01  1.38000000e-03\n",
      "  9.92766025e-01  3.99992000e-05  9.92726151e-01  3.99992000e-05\n",
      "  9.92736824e-01  8.37048044e-02  9.92727019e-01  1.89701897e-02\n",
      "  9.92707338e-01  5.71918788e-03  9.92707411e-01  1.89352360e-02\n",
      "  9.92588982e-01  1.34362493e-02 -5.51955787e-03 -2.68663819e-03\n",
      "  4.90671233e-01 -9.32896890e-02  1.04519641e-01]\n",
      "############################# 2020-06-03 10:55:00.114578979 False\n",
      "[5.75500000e+03 1.24000000e+02 9.97480000e+04 5.70000000e+01\n",
      " 9.97470000e+04 1.49000000e+02 9.97450000e+04 4.30000000e+01\n",
      " 9.97430000e+04 3.80000000e+01 9.97400000e+04 1.26000000e+02\n",
      " 9.97490000e+04 7.00000000e+01 9.97500000e+04 8.00000000e+00\n",
      " 9.97520000e+04 3.50000000e+01 9.97530000e+04 3.70000000e+01\n",
      " 9.97560000e+04 1.00000000e+00 2.76131753e-01 3.95626692e-01\n",
      " 5.68661282e+01 1.43884892e+01 1.44970709e+01]\n",
      "-0.06744 [1.19352778e-02 5.16021640e-02 9.92458162e-01 1.05947955e-01\n",
      " 9.92458087e-01 2.85440613e-01 9.92487562e-01 8.60000000e-04\n",
      " 9.92487413e-01 7.59984800e-04 9.92467437e-01 2.51994960e-03\n",
      " 9.92458237e-01 3.46706290e-02 9.92448437e-01 3.09717383e-03\n",
      " 9.92438714e-01 1.00085788e-02 9.92438789e-01 1.01536773e-02\n",
      " 9.92340290e-01 2.85877644e-04 2.28301602e-02 3.12977783e-02\n",
      " 5.92190537e-01 2.61748048e-02 1.51050720e-01]\n",
      "############################# 2020-06-03 11:00:00.121332159 False\n",
      "[-3.37200000e+03  8.40000000e+01  9.98890000e+04  2.00000000e+01\n",
      "  9.98880000e+04  1.60000000e+01  9.98870000e+04  1.00000000e+01\n",
      "  9.98860000e+04  1.70000000e+02  9.98850000e+04  2.10000000e+01\n",
      "  9.98910000e+04  6.00000000e+00  9.98920000e+04  6.00000000e+01\n",
      "  9.98930000e+04  1.00000000e+00  9.98940000e+04  4.70000000e+01\n",
      "  9.98970000e+04  1.00000000e+00  1.02964624e+00  6.18548685e-01\n",
      "  7.27778235e+01  2.20238095e+02  2.23095183e+01]\n",
      "0.23776000000000003 [-6.99318103e-03  3.49563046e-02  9.93861063e-01  3.71747212e-02\n",
      "  9.93861002e-01  3.06513410e-02  9.93900498e-01  2.00000000e-04\n",
      "  9.93910327e-01  3.39993200e-03  9.93910266e-01  4.19991600e-04\n",
      "  9.93871074e-01  2.97176820e-03  9.93861246e-01  2.32288037e-02\n",
      "  9.93841531e-01  2.85959394e-04  9.93841593e-01  1.28979144e-02\n",
      "  9.93742912e-01  2.85877644e-04  8.51296104e-02  4.89329967e-02\n",
      "  7.57891205e-01  4.00645897e-01  2.32451703e-01]\n",
      "############################# 2020-06-03 11:05:00.128085339 False\n",
      "[ 1.18880000e+04  7.80000000e+01  9.98550000e+04  1.44000000e+02\n",
      "  9.98540000e+04  8.40000000e+01  9.98520000e+04  1.00000000e+00\n",
      "  9.98480000e+04  1.00000000e+00  9.98470000e+04  1.00000000e+00\n",
      "  9.98560000e+04  9.00000000e+00  9.98570000e+04  4.90000000e+01\n",
      "  9.98580000e+04  2.00000000e+00  9.98590000e+04  4.40000000e+01\n",
      "  9.98610000e+04  1.00000000e+00 -1.85592107e+00 -2.09325741e+00\n",
      "  3.81602156e+01 -2.25442834e+01  4.85026515e+01]\n",
      "-0.05484000000000001 [ 2.46544887e-02  3.24594257e-02  9.93522775e-01  2.67657993e-01\n",
      "  9.93522710e-01  1.60919540e-01  9.93552239e-01  2.00000000e-05\n",
      "  9.93532210e-01  1.99996000e-05  9.93532145e-01  1.99996000e-05\n",
      "  9.93522839e-01  4.45765230e-03  9.93513019e-01  1.89701897e-02\n",
      "  9.93493314e-01  5.71918788e-04  9.93493379e-01  1.20746432e-02\n",
      "  9.93384796e-01  2.85877644e-04 -1.53444777e-01 -1.65596274e-01\n",
      "  3.97391545e-01 -4.10114092e-02  5.05368326e-01]\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<timed exec>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/a2c/a2c.py\u001b[0m in \u001b[0;36mlearn\u001b[0;34m(self, total_timesteps, callback, log_interval, eval_env, eval_freq, n_eval_episodes, tb_log_name, eval_log_path, reset_num_timesteps)\u001b[0m\n\u001b[1;32m    190\u001b[0m     ) -> \"A2C\":\n\u001b[1;32m    191\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 192\u001b[0;31m         return super(A2C, self).learn(\n\u001b[0m\u001b[1;32m    193\u001b[0m             \u001b[0mtotal_timesteps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtotal_timesteps\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    194\u001b[0m             \u001b[0mcallback\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mcallback\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/common/on_policy_algorithm.py\u001b[0m in \u001b[0;36mlearn\u001b[0;34m(self, total_timesteps, callback, log_interval, eval_env, eval_freq, n_eval_episodes, tb_log_name, eval_log_path, reset_num_timesteps)\u001b[0m\n\u001b[1;32m    235\u001b[0m         \u001b[0;32mwhile\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_timesteps\u001b[0m \u001b[0;34m<\u001b[0m \u001b[0mtotal_timesteps\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    236\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 237\u001b[0;31m             \u001b[0mcontinue_training\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcollect_rollouts\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0menv\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcallback\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrollout_buffer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mn_rollout_steps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mn_steps\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    238\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    239\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mcontinue_training\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/common/on_policy_algorithm.py\u001b[0m in \u001b[0;36mcollect_rollouts\u001b[0;34m(self, env, callback, rollout_buffer, n_rollout_steps)\u001b[0m\n\u001b[1;32m    176\u001b[0m                 \u001b[0mclipped_actions\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mclip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mactions\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maction_space\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlow\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0maction_space\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhigh\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    177\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 178\u001b[0;31m             \u001b[0mnew_obs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrewards\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdones\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfos\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mclipped_actions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    179\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    180\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_timesteps\u001b[0m \u001b[0;34m+=\u001b[0m \u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_envs\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/common/vec_env/base_vec_env.py\u001b[0m in \u001b[0;36mstep\u001b[0;34m(self, actions)\u001b[0m\n\u001b[1;32m    160\u001b[0m         \"\"\"\n\u001b[1;32m    161\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep_async\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mactions\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 162\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep_wait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    163\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    164\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mget_images\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mSequence\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndarray\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/common/vec_env/dummy_vec_env.py\u001b[0m in \u001b[0;36mstep_wait\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m     41\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0mstep_wait\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m->\u001b[0m \u001b[0mVecEnvStepReturn\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     42\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0menv_idx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_envs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 43\u001b[0;31m             obs, self.buf_rews[env_idx], self.buf_dones[env_idx], self.buf_infos[env_idx] = self.envs[env_idx].step(\n\u001b[0m\u001b[1;32m     44\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mactions\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0menv_idx\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     45\u001b[0m             )\n",
      "\u001b[0;32m~/anaconda3/envs/rl/lib/python3.8/site-packages/stable_baselines3/common/monitor.py\u001b[0m in \u001b[0;36mstep\u001b[0;34m(self, action)\u001b[0m\n\u001b[1;32m     88\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mneeds_reset\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     89\u001b[0m             \u001b[0;32mraise\u001b[0m \u001b[0mRuntimeError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Tried to step environment that needs reset\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 90\u001b[0;31m         \u001b[0mobservation\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mreward\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minfo\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0menv\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstep\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0maction\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     91\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrewards\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mreward\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     92\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mdone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/trader_agent/environment.py\u001b[0m in \u001b[0;36mstep\u001b[0;34m(self, action)\u001b[0m\n\u001b[1;32m    115\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbalance\u001b[0m \u001b[0;34m-=\u001b[0m \u001b[0mcost\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    116\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 117\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mstate\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_observation\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    118\u001b[0m         \u001b[0;31m# self.maxvec = [max(self.maxvec[i], self.state[i]) for i in range(27)]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    119\u001b[0m         \u001b[0;31m# self.minvec = [min(self.minvec[i], self.state[i]) for i in range(27)]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/trader_agent/environment.py\u001b[0m in \u001b[0;36m_observation\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    138\u001b[0m         \u001b[0;31m# TO-DO: change lists to np array\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    139\u001b[0m         \u001b[0;31m# state = np.empty_like(self.observation_space)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 140\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdone\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkernel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrunner\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mintervals\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m5\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    141\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    142\u001b[0m         \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'#############################'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkernel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcurrentTime\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdone\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/trader_agent/kernel_generator.py\u001b[0m in \u001b[0;36mrunner\u001b[0;34m(self, intervals, *args, **kwargs)\u001b[0m\n\u001b[1;32m    243\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    244\u001b[0m                 \u001b[0;31m# Deliver the message.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 245\u001b[0;31m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0magents\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0magent\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreceiveMessage\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcurrentTime\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    246\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    247\u001b[0m                 \u001b[0;31m# Delay the agent by its computation delay plus any transient additional delay requested.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/abides/agent/ExchangeAgent.py\u001b[0m in \u001b[0;36mreceiveMessage\u001b[0;34m(self, currentTime, msg)\u001b[0m\n\u001b[1;32m    247\u001b[0m       \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    248\u001b[0m         \u001b[0;31m# Hand the order to the order book for processing.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 249\u001b[0;31m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0morder_books\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0morder\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msymbol\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mhandleLimitOrder\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdeepcopy\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0morder\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    250\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpublishOrderBookData\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    251\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbody\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'msg'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m\"MARKET_ORDER\"\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/abides/util/OrderBook.py\u001b[0m in \u001b[0;36mhandleLimitOrder\u001b[0;34m(self, order)\u001b[0m\n\u001b[1;32m     86\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     87\u001b[0m                 \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mowner\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msendMessage\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0morder\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0magent_id\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mMessage\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m\"msg\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0;34m\"ORDER_EXECUTED\"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"order\"\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mfilled_order\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m\"counter_part\"\u001b[0m \u001b[0;34m:\u001b[0m \u001b[0mmatched_order\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0magent_id\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 88\u001b[0;31m                 self.owner.sendMessage(matched_order.agent_id,\n\u001b[0m\u001b[1;32m     89\u001b[0m                                        Message({\"msg\": \"ORDER_EXECUTED\", \"order\": matched_order, \"counter_part\" : order.agent_id}))\n\u001b[1;32m     90\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/abides/agent/ExchangeAgent.py\u001b[0m in \u001b[0;36msendMessage\u001b[0;34m(self, recipientID, msg)\u001b[0m\n\u001b[1;32m    409\u001b[0m       \u001b[0;31m# Messages that require order book modification (not simple queries) incur the additional\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    410\u001b[0m       \u001b[0;31m# parallel processing delay as configured.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 411\u001b[0;31m       \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msendMessage\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrecipientID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdelay\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpipeline_delay\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    412\u001b[0m       \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlog_orders\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlogEvent\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmsg\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbody\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'msg'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbody\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'order'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto_dict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    413\u001b[0m     \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/abides/agent/Agent.py\u001b[0m in \u001b[0;36msendMessage\u001b[0;34m(self, recipientID, msg, delay)\u001b[0m\n\u001b[1;32m    149\u001b[0m   \u001b[0;31m### not typically wish to request additional delay.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    150\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0msendMessage\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrecipientID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdelay\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 151\u001b[0;31m     \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mkernel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msendMessage\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mid\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrecipientID\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmsg\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdelay\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdelay\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    152\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    153\u001b[0m   \u001b[0;32mdef\u001b[0m \u001b[0msetWakeup\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrequestedTime\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/Documents/ADRL/abides/Kernel.py\u001b[0m in \u001b[0;36msendMessage\u001b[0;34m(self, sender, recipient, msg, delay)\u001b[0m\n\u001b[1;32m    365\u001b[0m     \u001b[0;31m# PLUS any accumulated delay for this wake cycle PLUS any one-time requested delay\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    366\u001b[0m     \u001b[0;31m# for this specific message only.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 367\u001b[0;31m     sentTime = self.currentTime + pd.Timedelta(self.agentComputationDelays[sender] + \n\u001b[0m\u001b[1;32m    368\u001b[0m                                                self.currentAgentAdditionalDelay + delay)\n\u001b[1;32m    369\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "%%time\n",
    "model = A2C(\"MlpPolicy\", env,verbose=1)\n",
    "model.learn(total_timesteps=2500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "4bbc9c75",
   "metadata": {},
   "outputs": [],
   "source": [
    "model = A2C(\"MlpPolicy\", env,verbose=1)\n",
    "model.learn(total_timesteps=2500, callback = eval_callback)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "8f17b142-7b48-4da7-9d21-8cc59b1ee0a4",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "4466a614-a972-4af2-af1f-d563cdd4550d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([2.07389710e-06, 4.16146484e-04, 9.94965475e-06, 1.85873606e-03,\n",
       "       9.94975374e-06, 1.91570881e-03, 9.95024876e-06, 2.00000000e-05,\n",
       "       9.95044678e-06, 1.99996000e-05, 9.95054579e-06, 1.99996000e-05,\n",
       "       9.94955575e-06, 4.95294700e-04, 9.94935777e-06, 3.87146729e-04,\n",
       "       9.94906081e-06, 2.85959394e-04, 9.94896183e-06, 2.74423710e-04,\n",
       "       9.94767523e-06, 2.85877644e-04, 8.26785037e-02, 7.91093699e-02,\n",
       "       1.04137657e-02, 1.81914894e-03, 1.04193959e-02])"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "minvec = abs(np.array([457951, 2403, 100506, 538, 100505, 522, 100500, 50000, 100498, 50001, 100497, 50001, 100507, 2019, 100509, 2583, 100512, 3497, 100513, 3644, 100526, 3498, 6.549383116827812, 5.595353704855847, 96.02674239117559, 481.48148148140666, 95.97485439875099]))\n",
    "maxvec = abs(np.array([ -482184, 0, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, 10000, 1, -12.095042306216783, -12.640727662564942, 3.947241014904165, -549.7076023392211, 5.129108700382522]))\n",
    "        # minrew, maxrew[-48.2184, 45.795100000000005]\n",
    "1/np.maximum(minvec, maxvec)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e1ad62e4",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###################################################### This is TraderEnv environment!\n",
      "####### apply_penalty = False\n",
      "=========================================================\n",
      "ABIDES: Agent-Based Interactive Discrete Event Simulation\n",
      "=========================================================\n",
      "\n",
      "Configuration seed: 413\n",
      "\n",
      "Simulation Start Time: 2022-04-19 16:37:58.205535\n",
      "\n",
      "--- Simulation time: 2020-06-03 00:00:00, messages processed: 0, wallclock elapsed: 0 days 00:00:00.005179 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 09:33:53.771184553, messages processed: 100000, wallclock elapsed: 0 days 00:00:07.578081 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 09:45:00.572740530, messages processed: 200000, wallclock elapsed: 0 days 00:00:17.063592 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 09:55:50.453827187, messages processed: 300000, wallclock elapsed: 0 days 00:00:27.665628 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 10:06:31.400032690, messages processed: 400000, wallclock elapsed: 0 days 00:00:40.384366 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 10:17:23.399014340, messages processed: 500000, wallclock elapsed: 0 days 00:00:56.709269 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 10:28:06.720015559, messages processed: 600000, wallclock elapsed: 0 days 00:01:14.578391 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "10000000 0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 10:39:02.640969930, messages processed: 700000, wallclock elapsed: 0 days 00:01:35.516698 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 10:50:03.054615460, messages processed: 800000, wallclock elapsed: 0 days 00:02:00.389484 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 11:01:06.546692970, messages processed: 900000, wallclock elapsed: 0 days 00:02:26.692536 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 11:12:03.900998316, messages processed: 1000000, wallclock elapsed: 0 days 00:02:54.389093 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "\n",
      "--- Simulation time: 2020-06-03 11:22:57.039681418, messages processed: 1100000, wallclock elapsed: 0 days 00:03:20.369009 ---\n",
      "\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "buy [False] owned_shares 0 balance: 10000000 begin: 10000000 end: 10000000 total_profit 0 step_profit 0 reward 0.0\n",
      "10000000 0\n"
     ]
    }
   ],
   "source": [
    "from stable_baselines3.common.evaluation import evaluate_policy\n",
    "eval_env = TraderEnv(eval = 60)\n",
    "mean_reward, std_reward = evaluate_policy(model, eval_env, n_eval_episodes=2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "a9373960",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10000000"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "eval_env.balance"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "08b83a06",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "eval_env.total_profit"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "43f69a2f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(0.0, 0.0)"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mean_reward, std_reward"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "066b685a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###################################################### This is TraderEnv environment!\n",
      "=========================================================\n",
      "ABIDES: Agent-Based Interactive Discrete Event Simulation\n",
      "=========================================================\n",
      "\n",
      "Configuration seed: 413\n",
      "\n",
      "Simulation Start Time: 2022-04-20 12:49:48.409550\n",
      "[0.5365276]\n",
      "[7399766, 26, 99964, 6, 99963, 36, 99962, 36, 99961, 121, 99959, 84, 99967, 16, 99968, 24, 99972, 115, 99977, 58, 99981, 99, 0.9067664304166101, 0.813555035429733, 63.906982877913364, 82.84023668664868, 23.965320601365047] -0.1092\n",
      "[0.5073176]\n",
      "[4900582, 51, 100005, 9, 100004, 21, 100000, 122, 99999, 3, 99995, 122, 100006, 614, 100011, 122, 100016, 122, 100021, 122, 100026, 122, -0.036798802902922034, 0.00837171348516384, 47.412341863904544, -47.61904761937759, 9.965088097540955] 0.19290000000000002\n",
      "[0.5073176]\n",
      "[2400432, 76, 99974, 173, 99970, 58, 99969, 22, 99968, 37, 99965, 77, 99975, 18, 99976, 41, 99977, 8, 99979, 24, 99980, 62, 0.16200489825860132, 0.39144270145208454, 47.71134956584542, -83.33333333404667, 19.545544850121622] -0.2305\n",
      "[0.4424884]\n",
      "[200978, 98, 100028, 5, 100024, 53, 100022, 53, 100019, 53, 100014, 53, 100029, 72, 100030, 36, 100032, 107, 100033, 47, 100034, 99, -0.13413269018928986, -0.04411126884179914, 37.97929014415549, -137.566137566382, 18.27154820731224] 0.519\n",
      "[0.00721596]\n",
      "[200978, 98, 99905, 28, 99904, 21, 99903, 55, 99902, 14, 99901, 45, 99906, 9, 99907, 15, 99908, 7, 99909, 12, 99911, 92, 0.5318197628075723, 0.28510135340164305, 54.843292389504434, 76.50273224004609, 15.668620578981532] -1.1956\n",
      "[0.00721596]\n",
      "[200978, 98, 99857, 33, 99856, 62, 99855, 84, 99854, 49, 99853, 50, 99858, 27, 99859, 76, 99860, 33, 99861, 48, 99862, 49, -0.5640711494488642, -0.5193031072676306, 44.56098252139283, -63.26034063198316, 18.10952264957992] -0.4802\n",
      "[0.00721596]\n",
      "[200978, 98, 99924, 274, 99918, 1, 99917, 57, 99915, 62, 99907, 57, 99925, 257, 99926, 58, 99927, 16, 99928, 102, 99930, 4, -0.05679509056790266, -0.05118352133394985, 44.241691581982614, -83.33333333434389, 13.104748220691839] 0.6566000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99968, 88, 99967, 48, 99963, 72, 99962, 104, 99961, 16, 99969, 119, 99971, 44, 99973, 102, 99974, 97, 99975, 30, -1.0311636167898541, -0.5884291890104034, 25.871088392860173, -158.39243498871645, 21.02037937577807] 0.4312\n",
      "[0.00721596]\n",
      "[200978, 98, 99845, 28, 99843, 42, 99841, 52, 99840, 161, 99839, 82, 99846, 47, 99848, 22, 99850, 121, 99851, 162, 99856, 90, 0.5120491969282739, 0.6008198640160088, 56.7412384853925, 95.23809523809526, 16.181892368617948] -1.1956\n",
      "[0.00721596]\n",
      "[200978, 98, 99660, 17, 99658, 9, 99656, 102, 99651, 103, 99646, 54, 99662, 24, 99663, 11, 99664, 11, 99666, 61, 99667, 54, -0.06944829817803111, -0.06730051581993464, 55.34392890916695, 111.11111111111111, 16.12643327100624] -1.8032000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99675, 284, 99674, 44, 99670, 123, 99665, 98, 99660, 98, 99676, 46, 99677, 23, 99681, 98, 99682, 41, 99686, 98, 0.2721966157841962, 0.12554247681638162, 50.51384493515069, 20.83333333304912, 10.800651049031895] 0.13720000000000002\n",
      "[0.00721596]\n",
      "[200978, 98, 99710, 11, 99708, 25, 99707, 52, 99705, 88, 99704, 99, 99715, 121, 99720, 81, 99725, 81, 99730, 81, 99735, 81, 0.8370723517873557, 0.3033001096920571, 74.95519175742051, 333.33333333434393, 12.642169860656308] 0.3332\n",
      "[0.00721596]\n",
      "[200978, 98, 99726, 176, 99724, 79, 99722, 87, 99717, 87, 99712, 87, 99727, 54, 99728, 9, 99729, 36, 99733, 87, 99738, 87, -0.21503467195725534, -0.02661147674927699, 45.664665904863256, -109.0909090896263, 17.23213000373519] 0.1666\n",
      "[0.00721596]\n",
      "[200978, 98, 99711, 14, 99710, 44, 99709, 42, 99708, 14, 99707, 59, 99713, 78, 99716, 35, 99718, 37, 99723, 37, 99728, 37, 2.7750767849211115, 2.3886799802417036, 81.47257715106134, 126.47374062150216, 44.39473568475367] -0.1568\n",
      "[0.00721596]\n",
      "[200978, 98, 99770, 4, 99769, 43, 99768, 50, 99767, 19, 99766, 25, 99771, 1, 99774, 48, 99775, 7, 99777, 19, 99778, 109, -0.8252024165703915, -0.6145695642383281, 24.259136313154414, -373.98373983866804, 20.797572324658447] 0.5880000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99759, 67, 99755, 21, 99753, 44, 99749, 1, 99747, 21, 99760, 149, 99763, 37, 99765, 1, 99766, 36, 99770, 1, 1.7931083551811753, 2.110907983086054, 65.99931882601393, 56.91056910557564, 50.93853118864055] -0.1078\n",
      "[0.00721596]\n",
      "[200978, 98, 99895, 19, 99893, 25, 99892, 31, 99891, 87, 99890, 133, 99896, 117, 99897, 25, 99899, 1, 99901, 1, 99906, 1, 0.7760408959147753, 0.4269598208444268, 67.12553253688694, 183.80062305257817, 21.32829185143323] 1.3328\n",
      "[0.00721596]\n",
      "[200978, 98, 99856, 287, 99855, 43, 99852, 1, 99849, 1, 99847, 1, 99857, 57, 99858, 31, 99859, 133, 99861, 34, 99862, 55, -1.5332689923088765, -1.902991704473123, 36.67720557311549, -36.03603603553999, 43.607198798494345] -0.38220000000000004\n",
      "[0.00721596]\n",
      "[200978, 98, 99913, 150, 99912, 76, 99911, 8, 99910, 93, 99907, 1, 99914, 149, 99915, 27, 99916, 43, 99920, 1, 99921, 1, 0.5099679522390943, 0.6532672099484325, 48.77781967183474, -66.15776081348055, 25.20926255231305] 0.5488000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99961, 101, 99960, 95, 99959, 68, 99958, 37, 99957, 1, 99962, 90, 99963, 55, 99965, 49, 99966, 69, 99968, 31, 0.23617828673741315, 0.26527959163918025, 51.26532107619951, 12.345679013011061, 18.272634400810134] 0.4802\n",
      "[0.00721596]\n",
      "[200978, 98, 99920, 225, 99915, 2, 99910, 2, 99909, 6, 99905, 2, 99921, 155, 99922, 30, 99923, 25, 99926, 148, 99927, 28, -0.8314134874235606, -1.0516581271856549, 46.26050069574931, 51.28205128270733, 30.30655507691997] -0.40180000000000005\n",
      "[0.00721596]\n",
      "[200978, 98, 99969, 73, 99965, 43, 99964, 31, 99962, 46, 99959, 4, 99970, 110, 99971, 62, 99972, 65, 99974, 2, 99979, 2, 2.258233716536779, 1.4533150461705515, 87.81054410683461, 324.00339270611744, 63.926853919536576] 0.47040000000000004\n",
      "[0.00721596]\n",
      "[200978, 98, 100094, 37, 100093, 204, 100092, 24, 100091, 57, 100088, 1, 100096, 150, 100097, 113, 100098, 48, 100099, 48, 100100, 3441, -0.1645789273607079, -0.5794112934883088, 62.69371973132587, 222.22222222260723, 30.65124299057147] 1.2446000000000002\n",
      "[0.00721596]\n",
      "[200978, 98, 100099, 273, 100094, 3, 100093, 34, 100092, 4, 100089, 2, 100100, 1640, 100105, 2, 100110, 2, 100115, 2, 100120, 2, 0.06591930825379677, 0.04764414402956931, 53.328303532271605, 51.28205128270733, 8.78324674481697] 0.0392\n",
      "[0.00721596]\n",
      "[200978, 98, 100315, 132, 100314, 11, 100313, 121, 100310, 2, 100308, 47, 100316, 162, 100321, 2, 100326, 2, 100331, 2, 100336, 2, 1.4269627426256193, 1.508544850692055, 71.18279911188039, 120.0828157347052, 38.56714063384614] 2.1168\n",
      "[0.00721596]\n",
      "[200978, 98, 100275, 26, 100274, 26, 100273, 40, 100272, 31, 100271, 1, 100276, 47, 100277, 153, 100280, 2, 100281, 25, 100282, 1, -0.0627127207844751, 0.03004813888366242, 52.6038180185704, 7.017543860036099, 14.922784539024414] -0.392\n",
      "[0.00721596]\n",
      "[200978, 98, 100252, 19, 100251, 106, 100250, 66, 100249, 37, 100248, 31, 100253, 80, 100254, 22, 100255, 94, 100257, 48, 100258, 1, 0.3924569906957913, -0.16563893386502887, 76.74972028144356, 282.05128205027745, 45.72950430717494] -0.2156\n",
      "[0.00721596]\n",
      "[200978, 98, 100353, 39, 100351, 1, 100348, 6, 100347, 1, 100345, 1, 100354, 26, 100355, 24, 100356, 58, 100358, 38, 100359, 36, -0.6021082284278236, -0.674796082517168, 40.40458492652017, -74.07407407487254, 23.878725643302705] 0.9800000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100203, 1, 100201, 1, 100198, 1, 100196, 1, 100193, 1, 100207, 38, 100208, 8, 100209, 46, 100210, 79, 100211, 92, -1.1344782586529618, -0.8421310445594086, 22.599320624690293, -188.67924528301887, 25.74686267399531] -1.4504000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100101, 3, 100100, 73, 100099, 1, 100098, 1, 100094, 1, 100103, 27, 100104, 59, 100108, 43, 100111, 1, 100112, 29, -3.6891007597878342, -2.8285941525563953, 13.866468943150863, -120.95639943750882, 49.38794569589132] -1.0290000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100026, 11, 100025, 114, 100024, 67, 100023, 60, 100022, 42, 100030, 30, 100031, 7, 100032, 41, 100033, 1, 100034, 39, 1.5611903309181798, 0.8596985815963626, 74.4903168899736, 183.46957311554272, 28.243119314544675] -0.6958000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100108, 55, 100105, 42, 100102, 2, 100097, 2, 100092, 2, 100112, 16, 100113, 22, 100114, 7, 100116, 22, 100118, 41, -0.4431019287003437, -0.6007951073680732, 47.72054819255189, -9.661835748411908, 19.16160212476387] 0.8036000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100098, 24, 100095, 1, 100086, 1, 100077, 1, 100068, 1, 100100, 13, 100101, 170, 100104, 23, 100105, 62, 100106, 92, -3.8005286377156153, -4.049107436205997, 19.694716433232173, -134.24345847532794, 66.1743186628148] -0.11760000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99988, 95, 99987, 16, 99986, 43, 99984, 38, 99983, 1, 99989, 59, 99990, 3, 99994, 50, 99995, 5, 99996, 30, 0.9023899498715764, 1.2714870970615442, 61.46986310428586, -10.256410256961336, 40.95258167541351] -1.0878\n",
      "[0.00721596]\n",
      "[200978, 98, 100080, 112, 100079, 24, 100075, 2, 100070, 1, 100069, 1, 100081, 99, 100082, 58, 100083, 139, 100086, 1, 100088, 1, -0.3605950199853396, -0.38645822113365286, 45.647889750113094, -12.345679013011061, 13.798938769112462] 0.9016000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100027, 62, 100025, 38, 100023, 1, 100022, 1, 100018, 1, 100028, 19, 100029, 62, 100030, 32, 100032, 32, 100033, 4, -1.1684015120845288, -0.909283233247782, 36.164095168747934, -81.48148148137369, 28.612288918438338] -0.5194\n",
      "[0.00721596]\n",
      "[200978, 98, 99984, 53, 99983, 49, 99981, 13, 99980, 28, 99979, 37, 99985, 32, 99986, 7, 99987, 71, 99988, 6, 99989, 45, 1.2369667239108821, 0.6630846357436859, 76.2287699758531, 164.79400749025703, 30.59848191086721] -0.4214\n",
      "[0.00721596]\n",
      "[200978, 98, 99978, 94, 99977, 21, 99976, 15, 99975, 55, 99974, 1, 99979, 142, 99980, 58, 99981, 1, 99984, 1, 99986, 1, 1.2253854320151731, 1.0472478994363739, 61.06742360830265, 81.53477218206339, 39.797133003728845] -0.06860000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99917, 170, 99912, 1, 99911, 38, 99910, 37, 99909, 38, 99918, 305, 99923, 1, 99924, 1, 99928, 1, 99930, 1, 1.5841556873347145, 1.9299867598504865, 61.89477287512747, 0.0, 40.60745650493492] -0.5978\n",
      "[0.00721596]\n",
      "[200978, 98, 99816, 41, 99815, 1, 99814, 21, 99811, 1, 99810, 1, 99818, 17, 99819, 29, 99820, 17, 99821, 26, 99822, 318, -2.217842586367624, -2.497709537436776, 24.58767818241408, -196.07843137254903, 65.01188657412365] -0.9702000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99743, 77, 99742, 16, 99741, 54, 99740, 41, 99739, 70, 99744, 12, 99745, 37, 99747, 35, 99749, 128, 99751, 6, 0.6557030317926547, 0.3953904315031686, 59.29469748620867, 90.64327485401765, 21.75288572542702] -0.7252000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 99771, 42, 99770, 18, 99769, 8, 99767, 38, 99766, 1, 99772, 114, 99773, 24, 99774, 117, 99775, 16, 99776, 70, -0.6890193038270809, -0.7612820244522062, 43.77996275906334, -28.571428571243786, 26.187385149123465] 0.2646\n",
      "[0.00721596]\n",
      "[200978, 98, 99944, 58, 99941, 7, 99940, 111, 99939, 67, 99938, 42, 99945, 1, 99948, 4, 99950, 1, 99955, 2, 99956, 2, 0.9509981975133996, 0.9953386981765944, 64.9581516260198, 107.98122065708456, 15.2938977459454] 1.6660000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100092, 379, 100090, 48, 100087, 2, 100082, 2, 100077, 2, 100093, 243, 100094, 41, 100098, 2, 100103, 23, 100107, 92, 0.008167068910552189, -0.0067471689628036185, 53.48393769105003, 55.555555554881856, 10.569382309135724] 1.4896\n",
      "[0.00721596]\n",
      "[200978, 98, 100131, 82, 100130, 115, 100127, 2, 100125, 37, 100124, 48, 100132, 64, 100133, 46, 100134, 18, 100135, 147, 100138, 2, -0.11377912518219091, -0.1790643930384324, 48.240937313440526, -20.20202020175295, 12.89059671704641] 0.38220000000000004\n",
      "[0.00721596]\n",
      "[200978, 98, 100147, 79, 100141, 1, 100140, 1, 100136, 5, 100134, 1, 100148, 72, 100149, 113, 100150, 24, 100152, 140, 100153, 60, -0.6300449981063139, -0.5509983797042556, 35.652512234575966, -98.48484848487354, 25.834856843547517] 0.14700000000000002\n",
      "[0.00721596]\n",
      "[200978, 98, 99997, 45, 99996, 161, 99995, 40, 99994, 15, 99992, 136, 99998, 48, 100000, 1, 100002, 1, 100003, 44, 100005, 39, -0.7256066379050026, -1.3592568157483436, 52.630572485654675, 173.20261437850684, 42.88772555375952] -1.4602000000000002\n",
      "[0.00721596]\n",
      "[200978, 98, 100049, 21, 100046, 1, 100044, 33, 100043, 39, 100041, 1, 100050, 69, 100051, 18, 100052, 104, 100053, 31, 100054, 2, -1.1628963475086493, -1.0343076309732093, 38.456640219939615, -80.45977011494253, 27.960519147809904] 0.5096\n",
      "[0.00721596]\n",
      "[200978, 98, 100007, 48, 100006, 51, 100004, 45, 100001, 1, 100000, 19, 100008, 1, 100009, 39, 100019, 1, 100020, 3, 100027, 2, 2.701683374296408, 2.384993694703299, 81.50836073145031, 86.66666666661817, 63.251788805189626] -0.49000000000000005\n",
      "[0.00721596]\n",
      "[200978, 98, 99891, 133, 99890, 26, 99889, 45, 99888, 24, 99887, 35, 99892, 119, 99893, 149, 99897, 1, 99899, 1, 99902, 1, 0.06827838245953899, 0.10752761740891795, 47.61641677204846, -66.66666666666667, 10.353056000119567] -1.0682\n",
      "[0.00721596]\n",
      "[200978, 98, 100105, 6, 100104, 38, 100100, 2, 100095, 2, 100090, 2, 100106, 191, 100107, 4, 100111, 175, 100112, 136, 100113, 37, -1.3559931644558674, -0.9141254017792975, 31.474152499470648, -118.02232854850223, 24.38480441820438] 2.0972\n",
      "[0.00721596]\n",
      "[200978, 98, 100335, 116, 100334, 57, 100333, 343, 100331, 37, 100330, 3, 100336, 250, 100339, 23, 100341, 2, 100346, 2, 100351, 2, 0.8709829327999614, 0.9966619973516945, 54.47265989727174, 0.0, 41.89301430441554] 2.254\n",
      "[0.00721596]\n",
      "[200978, 98, 100218, 107, 100217, 55, 100216, 15, 100215, 28, 100214, 38, 100219, 195, 100223, 36, 100224, 1, 100225, 1, 100229, 1, 1.0601307434117189, 1.1273953409159188, 66.20867451614703, 71.72995780583723, 41.06662720503784] -1.1368\n",
      "[0.00721596]\n",
      "[200978, 98, 100206, 49, 100205, 46, 100204, 48, 100202, 40, 100198, 1, 100207, 36, 100208, 40, 100209, 40, 100210, 1, 100216, 19, -1.6297248196642613, -0.6448939020404242, 20.326102556166106, -222.22222222280885, 17.159513126663068] -0.11760000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100418, 40, 100417, 80, 100416, 71, 100413, 130, 100412, 24, 100419, 74, 100420, 15, 100421, 21, 100423, 1, 100424, 1, 1.045241763073136, 1.3008113773573182, 61.994754926192485, 38.216560509349485, 34.27673013883263] 2.0678\n",
      "[0.00721596]\n",
      "[200978, 98, 100475, 30, 100474, 104, 100471, 23, 100470, 1, 100467, 6, 100476, 9, 100477, 159, 100479, 7, 100481, 1, 100482, 1, -0.41528158080473077, -0.25689504360691734, 42.82338942201303, -92.1052631580795, 18.51065702001444] 0.5586\n",
      "[0.00721596]\n",
      "[200978, 98, 100406, 281, 100404, 38, 100403, 6, 100401, 29, 100399, 26, 100407, 51, 100410, 1, 100412, 16, 100413, 84, 100416, 1, 2.009090023537283, 1.1521581644913441, 83.33538558196229, 149.42528735632186, 38.39741700028144] -0.6664\n",
      "[0.00721596]\n",
      "[200978, 98, 100382, 199, 100381, 109, 100380, 43, 100379, 1, 100370, 1, 100383, 217, 100384, 47, 100385, 22, 100386, 29, 100387, 24, 0.2810289000044577, 0.2671641811893521, 58.68503667769299, 222.22222221995293, 16.290123243692946] -0.23520000000000002\n",
      "[0.00721596]\n",
      "[200978, 98, 100498, 30, 100497, 51, 100494, 35, 100493, 2, 100488, 2, 100499, 83, 100500, 9, 100501, 6, 100502, 246, 100503, 18, -0.34801461511233356, -0.0645121469645714, 40.511206639989105, -113.72549019585017, 20.554434428767948] 1.1368\n",
      "[0.00721596]\n",
      "[200978, 98, 100371, 41, 100368, 1, 100365, 41, 100363, 1, 100358, 1, 100372, 129, 100373, 6, 100374, 72, 100375, 4, 100378, 8, -2.1486012629175093, -2.2913605966584942, 28.898719192570297, -64.41947565534058, 50.69365138503682] -1.2544\n",
      "[0.00721596]\n",
      "[200978, 98, 100190, 68, 100189, 4, 100188, 48, 100186, 47, 100185, 49, 100191, 22, 100192, 15, 100193, 31, 100195, 1, 100196, 26, 1.009815271347179, 0.1868318928403968, 67.31925902610351, 141.66666666682838, 25.419938775595842] -1.764\n",
      "[0.00721596]\n",
      "[200978, 98, 100207, 50, 100206, 33, 100205, 47, 100204, 24, 100201, 20, 100208, 16, 100211, 2, 100216, 2, 100221, 2, 100222, 25, 1.2404936396487756, 1.2978562445436999, 63.58677549145143, 83.33333333333334, 35.5731076367696] 0.1666\n",
      "[0.00721596]\n",
      "[200978, 98, 100380, 23, 100379, 4, 100378, 101, 100375, 26, 100374, 106, 100381, 36, 100384, 2, 100387, 35, 100388, 9, 100389, 2, 1.1035671204444952, 1.1440426595748163, 62.84956741216081, 79.0960451972942, 32.73485435339732] 1.6856\n",
      "[0.00721596]\n",
      "[200978, 98, 100229, 31, 100226, 30, 100225, 17, 100224, 123, 100221, 46, 100234, 1, 100236, 33, 100238, 1, 100239, 1, 100244, 1, 1.670460254754289, 1.367653208738281, 79.12282122422076, 152.1335807049639, 44.28151653914089] -1.4798\n",
      "[0.00721596]\n",
      "[200978, 98, 100223, 84, 100222, 16, 100221, 89, 100220, 45, 100216, 2, 100224, 75, 100225, 85, 100227, 2, 100229, 21, 100231, 31, 0.314953049106407, 0.21442258305991685, 55.23375477954092, 48.24561403530606, 19.39340711913778] -0.049\n",
      "[0.00721596]\n",
      "[200978, 98, 100285, 29, 100283, 92, 100282, 57, 100281, 39, 100279, 60, 100288, 49, 100290, 1, 100291, 5, 100292, 1, 100294, 1, 1.427723424625583, 1.1043432373337518, 77.28173400670346, 153.52260778098167, 31.290487702253746] 0.5782\n",
      "[0.00721596]\n",
      "[200978, 98, 100323, 15, 100321, 18, 100319, 1, 100318, 131, 100317, 14, 100324, 51, 100325, 1, 100326, 35, 100329, 1, 100331, 1, 1.3916651164763607, 0.9508695575350837, 68.02712331454671, 100.84033613466616, 24.841512929748312] 0.40180000000000005\n",
      "[0.00721596]\n",
      "[200978, 98, 100429, 58, 100428, 63, 100427, 26, 100425, 2, 100424, 22, 100432, 27, 100433, 63, 100435, 20, 100436, 1, 100438, 1, 0.05004546062264126, 0.056761785804758845, 51.67550678073412, 31.746031746031747, 13.226520521465204] 1.0388\n",
      "[0.00721596]\n",
      "[200978, 98, 100422, 141, 100421, 15, 100420, 58, 100419, 1, 100416, 1, 100423, 70, 100424, 33, 100425, 48, 100427, 1, 100430, 1, -0.27163159717747476, -0.07350064650061235, 40.875253824560374, -100.0, 18.854573242931178] -0.0784\n",
      "[0.00721596]\n",
      "[200978, 98, 100215, 22, 100214, 102, 100213, 77, 100212, 63, 100208, 1, 100216, 61, 100218, 46, 100219, 19, 100220, 38, 100223, 34, 0.3079276785138063, 0.17236182038141543, 55.82908484474162, 112.74509803883805, 13.595334382610568] -2.0286\n",
      "[0.00721596]\n",
      "[200978, 98, 100245, 26, 100244, 29, 100243, 49, 100241, 2, 100236, 2, 100246, 54, 100247, 80, 100248, 99, 100250, 93, 100251, 34, -0.3102729080419522, -0.20632703833272104, 38.79477869934118, -153.84615384666412, 21.461669426901096] 0.29400000000000004\n",
      "[0.00721596]\n",
      "[200978, 98, 100200, 25, 100192, 1, 100191, 1, 100183, 1, 100182, 1, 100201, 30, 100202, 84, 100204, 40, 100208, 16, 100209, 10, -1.5865262237930438, -1.6806295127744628, 30.030268049153108, -106.35538261995646, 44.88327482135689] -0.441\n",
      "[0.00721596]\n",
      "[200978, 98, 100261, 50, 100260, 47, 100257, 25, 100256, 14, 100254, 13, 100263, 7, 100265, 2, 100266, 96, 100270, 1, 100271, 1, 2.3193673167261295, 1.4602028338469006, 69.6660419009895, 97.9020979020979, 33.110843550069276] 0.6174000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100212, 5, 100211, 98, 100210, 25, 100209, 97, 100208, 58, 100213, 25, 100214, 34, 100217, 1, 100218, 1, 100222, 1, 0.15597914172394667, 0.11885926482586932, 46.7586445999932, -55.555555554881856, 22.47466430603002] -0.4998\n",
      "[0.00721596]\n",
      "[200978, 98, 100200, 45, 100199, 73, 100196, 1, 100194, 1, 100190, 1, 100201, 71, 100202, 22, 100203, 6, 100204, 55, 100205, 46, -1.5461676671984605, -1.7516634128970794, 36.13330128596608, -39.21568627450981, 51.639835239381625] -0.11760000000000001\n",
      "[0.00721596]\n",
      "[200978, 98, 100166, 42, 100165, 37, 100163, 47, 100158, 1, 100152, 1, 100167, 119, 100168, 62, 100169, 205, 100170, 106, 100171, 91, -0.5653434811101761, -0.6962836995973547, 47.935259372024774, 44.87179487244066, 39.750892701446475] -0.3332\n",
      "[0.00721596]\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] -1.2936\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n",
      "[0.00721596]\n",
      "10004310 4310\n",
      "[200978, 98, 100033, 42, 100030, 41, 100029, 49, 100027, 1, 100026, 64, 100034, 3, 100035, 26, 100036, 25, 100042, 1, 100044, 29, 3.1132431248988723, 2.7072632471711553, 89.01519631652003, 102.34741784032093, 82.28224280339809] 0.0\n"
     ]
    }
   ],
   "source": [
    "env = TraderEnv()\n",
    "obs = env.reset()\n",
    "for i in range(100):\n",
    "    action, _states = model.predict(obs, deterministic=True)\n",
    "    print(action)\n",
    "    obs, rewards, dones, info = env.step(action)\n",
    "    print(obs, rewards)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "a0c70090",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 10000000\n"
     ]
    }
   ],
   "source": [
    "print(env.total_profit, env.balance)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ed281a91",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}