demo/envpool_demo_ant.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "[<img align=\"left\" src=\"https://colab.research.google.com/assets/colab-badge.svg\">](https://colab.research.google.com/github/sail-sg/envpool/blob/main/demo/envpool_demo_ant.ipynb)"
      ],
      "metadata": {
        "id": "9jbtt6I1SyrM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# OS: Ubuntu 18.04.4 LTS x86_64\n",
        "# Kernel: 4.18.0-15-generic\n",
        "# CPU: Intel(R) Core(TM) i9-10920X CPU (24) @ 3.50GHz\n",
        "# GPU: NVIDIA GeForce RTX 2080 Ti\n",
        "!sudo apt-get install -y \\\n",
        "    libgl1-mesa-dev \\\n",
        "    libgl1-mesa-glx \\\n",
        "    libglew-dev \\\n",
        "    libosmesa6-dev \\\n",
        "    software-properties-common\n",
        "\n",
        "!sudo apt-get install -y patchelf\n",
        "!pip install git+https://github.com/Denys88/rl_games\n",
        "!pip install envpool\n",
        "!pip install gym\n",
        "\n",
        "!pip install free-mujoco-py\n",
        "!sudo apt-get install -y xvfb python-opengl ffmpeg > /dev/null 2>&1\n",
        "!pip install imageio==2.4.1\n",
        "!pip install -U colabgymrender"
      ],
      "metadata": {
        "id": "mmKGtYq6N7kz"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "q7w9yaqQ0Hb_"
      },
      "outputs": [],
      "source": [
        "from rl_games.torch_runner import Runner"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "yAkZ1aqe5ur2"
      },
      "outputs": [],
      "source": [
        "## ant_envpool config:\n",
        "ant_config = {'params': {'seed': 5, \n",
        "                         'algo': {'name': 'a2c_continuous'}, \n",
        "                         'model': {'name': 'continuous_a2c_logstd'}, \n",
        "                         'network': {'name': 'actor_critic', \n",
        "                                    'separate': False, \n",
        "                                    'space': {'continuous': {'mu_activation': 'None', \n",
        "                                                             'sigma_activation': 'None', \n",
        "                                                             'mu_init': {'name': 'default'}, \n",
        "                                                             'sigma_init': {'name': 'const_initializer', 'val': 0}, \n",
        "                                                             'fixed_sigma': True}}, \n",
        "                                    'mlp': {'units': [256, 128, 64], 'activation': 'elu', 'initializer': {'name': 'default'}}}, \n",
        "                         'config': {'name': 'Ant-v4_envpool', \n",
        "                                    'env_name': 'envpool', \n",
        "                                    'score_to_win': 20000, \n",
        "                                    'normalize_input': True, \n",
        "                                    'normalize_value': True, \n",
        "                                    'value_bootstrap': True, \n",
        "                                    'normalize_advantage': True, \n",
        "                                    'reward_shaper': {'scale_value': 0.1}, \n",
        "                                    'gamma': 0.99, \n",
        "                                    'tau': 0.95, \n",
        "                                    'learning_rate': '3e-4', \n",
        "                                    'lr_schedule': 'adaptive', \n",
        "                                    'kl_threshold': 0.008, \n",
        "                                    'grad_norm': 1.0, \n",
        "                                    'entropy_coef': 0.0, \n",
        "                                    'truncate_grads': True, \n",
        "                                    'e_clip': 0.2, \n",
        "                                    'clip_value': True, \n",
        "                                    'use_smooth_clamp': True, \n",
        "                                    'bound_loss_type': 'regularisation', \n",
        "                                    'bounds_loss_coef': 0.0, \n",
        "                                    'max_epochs': 2000, \n",
        "                                    'num_actors': 64, \n",
        "                                    'horizon_length': 64, \n",
        "                                    'minibatch_size': 2048, \n",
        "                                    'mini_epochs': 4, \n",
        "                                    'critic_coef': 2, \n",
        "                                    'env_config': {'env_name': 'Ant-v4', 'seed': 5}, \n",
        "                                    'player': {'render': False}}}}"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "dX0TgQa4DpYo",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "8dbd42eb-b9a7-4e19-93df-fdf314644518"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "self.seed = 5\n",
            "Started to train\n",
            "current training device: cuda:0\n",
            "build mlp: 27\n",
            "RunningMeanStd:  (1,)\n",
            "RunningMeanStd:  (27,)\n",
            "fps step: 16584 fps step and policy inference: 9207 fps total: 7682 epoch: 1/2000\n",
            "fps step: 17417 fps step and policy inference: 11287 fps total: 9875 epoch: 2/2000\n",
            "fps step: 17829 fps step and policy inference: 11602 fps total: 10138 epoch: 3/2000\n",
            "fps step: 17163 fps step and policy inference: 10351 fps total: 8915 epoch: 4/2000\n",
            "fps step: 14484 fps step and policy inference: 7770 fps total: 6902 epoch: 5/2000\n",
            "fps step: 16067 fps step and policy inference: 9708 fps total: 8599 epoch: 6/2000\n",
            "fps step: 16852 fps step and policy inference: 10780 fps total: 9566 epoch: 7/2000\n",
            "fps step: 17624 fps step and policy inference: 12090 fps total: 10535 epoch: 8/2000\n",
            "fps step: 14597 fps step and policy inference: 8048 fps total: 7216 epoch: 9/2000\n",
            "fps step: 17085 fps step and policy inference: 11054 fps total: 9701 epoch: 10/2000\n",
            "fps step: 17730 fps step and policy inference: 12098 fps total: 10302 epoch: 11/2000\n",
            "fps step: 17610 fps step and policy inference: 12318 fps total: 10725 epoch: 12/2000\n",
            "fps step: 16700 fps step and policy inference: 10695 fps total: 9351 epoch: 13/2000\n",
            "fps step: 17078 fps step and policy inference: 11524 fps total: 10097 epoch: 14/2000\n",
            "fps step: 16603 fps step and policy inference: 10549 fps total: 9093 epoch: 15/2000\n",
            "fps step: 15401 fps step and policy inference: 9074 fps total: 7888 epoch: 16/2000\n",
            "fps step: 15758 fps step and policy inference: 9424 fps total: 8227 epoch: 17/2000\n",
            "fps step: 16189 fps step and policy inference: 9887 fps total: 8947 epoch: 18/2000\n",
            "fps step: 17430 fps step and policy inference: 11223 fps total: 9648 epoch: 19/2000\n",
            "fps step: 15064 fps step and policy inference: 8632 fps total: 8155 epoch: 20/2000\n",
            "fps step: 15134 fps step and policy inference: 8371 fps total: 7384 epoch: 21/2000\n",
            "fps step: 15828 fps step and policy inference: 9021 fps total: 7958 epoch: 22/2000\n",
            "fps step: 15467 fps step and policy inference: 8874 fps total: 7998 epoch: 23/2000\n",
            "fps step: 16909 fps step and policy inference: 10925 fps total: 9530 epoch: 24/2000\n",
            "fps step: 16617 fps step and policy inference: 10496 fps total: 9322 epoch: 25/2000\n",
            "fps step: 16862 fps step and policy inference: 10738 fps total: 9499 epoch: 26/2000\n",
            "fps step: 15662 fps step and policy inference: 9005 fps total: 7876 epoch: 27/2000\n",
            "fps step: 16974 fps step and policy inference: 10731 fps total: 9119 epoch: 28/2000\n",
            "fps step: 15722 fps step and policy inference: 8982 fps total: 7866 epoch: 29/2000\n",
            "fps step: 17397 fps step and policy inference: 11343 fps total: 10011 epoch: 30/2000\n",
            "fps step: 15175 fps step and policy inference: 8345 fps total: 7350 epoch: 31/2000\n",
            "fps step: 16790 fps step and policy inference: 10384 fps total: 8927 epoch: 32/2000\n",
            "fps step: 15939 fps step and policy inference: 9283 fps total: 8030 epoch: 33/2000\n",
            "fps step: 18092 fps step and policy inference: 12783 fps total: 11015 epoch: 34/2000\n",
            "fps step: 16394 fps step and policy inference: 9771 fps total: 8520 epoch: 35/2000\n",
            "fps step: 17555 fps step and policy inference: 11446 fps total: 10063 epoch: 36/2000\n",
            "fps step: 15260 fps step and policy inference: 8514 fps total: 7451 epoch: 37/2000\n",
            "fps step: 15233 fps step and policy inference: 8490 fps total: 7600 epoch: 38/2000\n",
            "fps step: 17160 fps step and policy inference: 11072 fps total: 9766 epoch: 39/2000\n",
            "fps step: 15708 fps step and policy inference: 8908 fps total: 7772 epoch: 40/2000\n",
            "fps step: 16046 fps step and policy inference: 9360 fps total: 8121 epoch: 41/2000\n",
            "fps step: 17407 fps step and policy inference: 11394 fps total: 10001 epoch: 42/2000\n",
            "fps step: 14376 fps step and policy inference: 7594 fps total: 6756 epoch: 43/2000\n",
            "fps step: 15417 fps step and policy inference: 8578 fps total: 7505 epoch: 44/2000\n",
            "fps step: 15353 fps step and policy inference: 8805 fps total: 7753 epoch: 45/2000\n",
            "fps step: 14308 fps step and policy inference: 7837 fps total: 6838 epoch: 46/2000\n",
            "fps step: 15123 fps step and policy inference: 8369 fps total: 7380 epoch: 47/2000\n",
            "fps step: 15339 fps step and policy inference: 8539 fps total: 7513 epoch: 48/2000\n",
            "fps step: 15655 fps step and policy inference: 9144 fps total: 8240 epoch: 49/2000\n",
            "fps step: 17108 fps step and policy inference: 10876 fps total: 9518 epoch: 50/2000\n",
            "fps step: 14887 fps step and policy inference: 8207 fps total: 7420 epoch: 51/2000\n",
            "fps step: 14916 fps step and policy inference: 8053 fps total: 7121 epoch: 52/2000\n",
            "fps step: 17207 fps step and policy inference: 10924 fps total: 9371 epoch: 53/2000\n",
            "fps step: 16389 fps step and policy inference: 9715 fps total: 8385 epoch: 54/2000\n",
            "fps step: 14662 fps step and policy inference: 7922 fps total: 7000 epoch: 55/2000\n",
            "fps step: 18025 fps step and policy inference: 12784 fps total: 11017 epoch: 56/2000\n",
            "fps step: 17546 fps step and policy inference: 11706 fps total: 10254 epoch: 57/2000\n",
            "fps step: 17447 fps step and policy inference: 11163 fps total: 9562 epoch: 58/2000\n",
            "fps step: 15199 fps step and policy inference: 8366 fps total: 7346 epoch: 59/2000\n",
            "fps step: 16155 fps step and policy inference: 9516 fps total: 8331 epoch: 60/2000\n",
            "fps step: 16061 fps step and policy inference: 9868 fps total: 8798 epoch: 61/2000\n",
            "fps step: 14684 fps step and policy inference: 7821 fps total: 6901 epoch: 62/2000\n",
            "fps step: 17228 fps step and policy inference: 11076 fps total: 9802 epoch: 63/2000\n",
            "fps step: 17411 fps step and policy inference: 11213 fps total: 9768 epoch: 64/2000\n",
            "fps step: 16035 fps step and policy inference: 9442 fps total: 8170 epoch: 65/2000\n",
            "fps step: 16965 fps step and policy inference: 10890 fps total: 9539 epoch: 66/2000\n",
            "fps step: 16666 fps step and policy inference: 10278 fps total: 9043 epoch: 67/2000\n",
            "fps step: 16686 fps step and policy inference: 10395 fps total: 8991 epoch: 68/2000\n",
            "fps step: 17736 fps step and policy inference: 12111 fps total: 10237 epoch: 69/2000\n",
            "fps step: 16352 fps step and policy inference: 10203 fps total: 9016 epoch: 70/2000\n",
            "fps step: 15508 fps step and policy inference: 9083 fps total: 8133 epoch: 71/2000\n",
            "fps step: 15272 fps step and policy inference: 8776 fps total: 7645 epoch: 72/2000\n",
            "fps step: 17251 fps step and policy inference: 11041 fps total: 9394 epoch: 73/2000\n",
            "fps step: 15239 fps step and policy inference: 8757 fps total: 7678 epoch: 74/2000\n",
            "fps step: 15422 fps step and policy inference: 8985 fps total: 7890 epoch: 75/2000\n",
            "fps step: 15350 fps step and policy inference: 8815 fps total: 7707 epoch: 76/2000\n",
            "fps step: 15782 fps step and policy inference: 9467 fps total: 8328 epoch: 77/2000\n",
            "fps step: 17438 fps step and policy inference: 11647 fps total: 10733 epoch: 78/2000\n",
            "fps step: 18431 fps step and policy inference: 12882 fps total: 10836 epoch: 79/2000\n",
            "fps step: 15643 fps step and policy inference: 9590 fps total: 8561 epoch: 80/2000\n",
            "fps step: 16583 fps step and policy inference: 10565 fps total: 9360 epoch: 81/2000\n",
            "fps step: 17004 fps step and policy inference: 10811 fps total: 9157 epoch: 82/2000\n",
            "fps step: 15616 fps step and policy inference: 9498 fps total: 8468 epoch: 83/2000\n",
            "fps step: 15559 fps step and policy inference: 9228 fps total: 8050 epoch: 84/2000\n",
            "fps step: 15292 fps step and policy inference: 8982 fps total: 7924 epoch: 85/2000\n",
            "fps step: 15738 fps step and policy inference: 9655 fps total: 8526 epoch: 86/2000\n",
            "fps step: 15721 fps step and policy inference: 9409 fps total: 8222 epoch: 87/2000\n",
            "fps step: 16927 fps step and policy inference: 11023 fps total: 9681 epoch: 88/2000\n",
            "fps step: 14596 fps step and policy inference: 8204 fps total: 7230 epoch: 89/2000\n",
            "fps step: 15843 fps step and policy inference: 9833 fps total: 8752 epoch: 90/2000\n",
            "fps step: 16603 fps step and policy inference: 10250 fps total: 8649 epoch: 91/2000\n",
            "fps step: 16422 fps step and policy inference: 10120 fps total: 8770 epoch: 92/2000\n",
            "fps step: 16041 fps step and policy inference: 9784 fps total: 8398 epoch: 93/2000\n",
            "fps step: 17086 fps step and policy inference: 11566 fps total: 10109 epoch: 94/2000\n",
            "fps step: 15476 fps step and policy inference: 9457 fps total: 8457 epoch: 95/2000\n",
            "fps step: 14710 fps step and policy inference: 8619 fps total: 7702 epoch: 96/2000\n",
            "fps step: 14177 fps step and policy inference: 7891 fps total: 6976 epoch: 97/2000\n",
            "fps step: 17543 fps step and policy inference: 11764 fps total: 10261 epoch: 98/2000\n",
            "fps step: 15372 fps step and policy inference: 9046 fps total: 7877 epoch: 99/2000\n",
            "fps step: 16427 fps step and policy inference: 10642 fps total: 9342 epoch: 100/2000\n",
            "saving next best rewards:  [126.037155]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14944 fps step and policy inference: 8655 fps total: 7618 epoch: 101/2000\n",
            "saving next best rewards:  [128.81575]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17998 fps step and policy inference: 12778 fps total: 10960 epoch: 102/2000\n",
            "fps step: 14714 fps step and policy inference: 8481 fps total: 7600 epoch: 103/2000\n",
            "fps step: 15455 fps step and policy inference: 9109 fps total: 7974 epoch: 104/2000\n",
            "saving next best rewards:  [137.70943]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15011 fps step and policy inference: 8732 fps total: 7639 epoch: 105/2000\n",
            "saving next best rewards:  [159.41953]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16488 fps step and policy inference: 10629 fps total: 9430 epoch: 106/2000\n",
            "saving next best rewards:  [162.80412]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17527 fps step and policy inference: 12248 fps total: 10555 epoch: 107/2000\n",
            "saving next best rewards:  [165.10896]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15376 fps step and policy inference: 9199 fps total: 8053 epoch: 108/2000\n",
            "saving next best rewards:  [166.06831]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14502 fps step and policy inference: 8176 fps total: 7206 epoch: 109/2000\n",
            "saving next best rewards:  [170.75818]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15490 fps step and policy inference: 9236 fps total: 8040 epoch: 110/2000\n",
            "saving next best rewards:  [177.24358]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14919 fps step and policy inference: 8583 fps total: 7521 epoch: 111/2000\n",
            "saving next best rewards:  [184.79018]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16685 fps step and policy inference: 10767 fps total: 9437 epoch: 112/2000\n",
            "saving next best rewards:  [202.53056]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15225 fps step and policy inference: 9203 fps total: 8136 epoch: 113/2000\n",
            "saving next best rewards:  [205.42586]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16775 fps step and policy inference: 10954 fps total: 9613 epoch: 114/2000\n",
            "saving next best rewards:  [218.95233]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15013 fps step and policy inference: 8739 fps total: 7652 epoch: 115/2000\n",
            "saving next best rewards:  [225.18484]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17788 fps step and policy inference: 12405 fps total: 10828 epoch: 116/2000\n",
            "fps step: 14824 fps step and policy inference: 8448 fps total: 7421 epoch: 117/2000\n",
            "saving next best rewards:  [237.20009]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16780 fps step and policy inference: 11126 fps total: 9782 epoch: 118/2000\n",
            "saving next best rewards:  [249.55316]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14975 fps step and policy inference: 8708 fps total: 7773 epoch: 119/2000\n",
            "saving next best rewards:  [254.78987]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15352 fps step and policy inference: 9300 fps total: 8338 epoch: 120/2000\n",
            "saving next best rewards:  [258.34442]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14323 fps step and policy inference: 7983 fps total: 7043 epoch: 121/2000\n",
            "saving next best rewards:  [283.79758]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15252 fps step and policy inference: 8970 fps total: 7867 epoch: 122/2000\n",
            "saving next best rewards:  [288.6324]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15348 fps step and policy inference: 8955 fps total: 7817 epoch: 123/2000\n",
            "saving next best rewards:  [291.47186]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17416 fps step and policy inference: 11628 fps total: 9973 epoch: 124/2000\n",
            "saving next best rewards:  [307.29645]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15772 fps step and policy inference: 9677 fps total: 8630 epoch: 125/2000\n",
            "saving next best rewards:  [328.10175]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14903 fps step and policy inference: 8672 fps total: 7611 epoch: 126/2000\n",
            "saving next best rewards:  [340.87946]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14666 fps step and policy inference: 8427 fps total: 7552 epoch: 127/2000\n",
            "saving next best rewards:  [347.90576]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17910 fps step and policy inference: 12515 fps total: 10495 epoch: 128/2000\n",
            "saving next best rewards:  [355.48187]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16874 fps step and policy inference: 10799 fps total: 9236 epoch: 129/2000\n",
            "saving next best rewards:  [368.41205]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16936 fps step and policy inference: 11113 fps total: 9675 epoch: 130/2000\n",
            "saving next best rewards:  [369.96533]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14646 fps step and policy inference: 8350 fps total: 7350 epoch: 131/2000\n",
            "saving next best rewards:  [395.28085]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16836 fps step and policy inference: 11104 fps total: 9767 epoch: 132/2000\n",
            "saving next best rewards:  [406.48682]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15141 fps step and policy inference: 8969 fps total: 8037 epoch: 133/2000\n",
            "saving next best rewards:  [426.57855]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16642 fps step and policy inference: 10746 fps total: 9891 epoch: 134/2000\n",
            "saving next best rewards:  [451.64807]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15814 fps step and policy inference: 9655 fps total: 8467 epoch: 135/2000\n",
            "saving next best rewards:  [465.22354]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14774 fps step and policy inference: 8481 fps total: 7520 epoch: 136/2000\n",
            "saving next best rewards:  [484.68707]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15223 fps step and policy inference: 8753 fps total: 7701 epoch: 137/2000\n",
            "saving next best rewards:  [488.5973]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17007 fps step and policy inference: 10744 fps total: 9148 epoch: 138/2000\n",
            "fps step: 14414 fps step and policy inference: 8074 fps total: 7092 epoch: 139/2000\n",
            "fps step: 14782 fps step and policy inference: 8339 fps total: 7335 epoch: 140/2000\n",
            "saving next best rewards:  [501.09222]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17553 fps step and policy inference: 11829 fps total: 10296 epoch: 141/2000\n",
            "saving next best rewards:  [519.5827]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16128 fps step and policy inference: 10064 fps total: 8642 epoch: 142/2000\n",
            "saving next best rewards:  [530.04767]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16621 fps step and policy inference: 10555 fps total: 9030 epoch: 143/2000\n",
            "saving next best rewards:  [548.363]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14747 fps step and policy inference: 8413 fps total: 7431 epoch: 144/2000\n",
            "saving next best rewards:  [563.355]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14799 fps step and policy inference: 8303 fps total: 7305 epoch: 145/2000\n",
            "saving next best rewards:  [583.3787]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17122 fps step and policy inference: 11337 fps total: 9874 epoch: 146/2000\n",
            "saving next best rewards:  [601.0418]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18081 fps step and policy inference: 12729 fps total: 11058 epoch: 147/2000\n",
            "saving next best rewards:  [626.8574]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16588 fps step and policy inference: 10573 fps total: 9139 epoch: 148/2000\n",
            "saving next best rewards:  [656.5153]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17361 fps step and policy inference: 11683 fps total: 10033 epoch: 149/2000\n",
            "saving next best rewards:  [672.0848]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17074 fps step and policy inference: 11443 fps total: 9985 epoch: 150/2000\n",
            "fps step: 14869 fps step and policy inference: 8477 fps total: 7346 epoch: 151/2000\n",
            "fps step: 14908 fps step and policy inference: 8832 fps total: 7969 epoch: 152/2000\n",
            "fps step: 15479 fps step and policy inference: 9445 fps total: 8364 epoch: 153/2000\n",
            "fps step: 14990 fps step and policy inference: 8665 fps total: 7588 epoch: 154/2000\n",
            "saving next best rewards:  [697.0124]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15641 fps step and policy inference: 9384 fps total: 8164 epoch: 155/2000\n",
            "saving next best rewards:  [718.1951]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15648 fps step and policy inference: 9476 fps total: 8467 epoch: 156/2000\n",
            "saving next best rewards:  [744.3185]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15368 fps step and policy inference: 9098 fps total: 7949 epoch: 157/2000\n",
            "saving next best rewards:  [746.1306]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15995 fps step and policy inference: 9666 fps total: 8330 epoch: 158/2000\n",
            "saving next best rewards:  [770.0716]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17330 fps step and policy inference: 11514 fps total: 10128 epoch: 159/2000\n",
            "saving next best rewards:  [796.5363]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15157 fps step and policy inference: 8587 fps total: 7529 epoch: 160/2000\n",
            "saving next best rewards:  [813.1471]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15749 fps step and policy inference: 9477 fps total: 8068 epoch: 161/2000\n",
            "fps step: 16112 fps step and policy inference: 9797 fps total: 8690 epoch: 162/2000\n",
            "fps step: 16404 fps step and policy inference: 10071 fps total: 8680 epoch: 163/2000\n",
            "saving next best rewards:  [822.22485]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17464 fps step and policy inference: 12154 fps total: 10499 epoch: 164/2000\n",
            "saving next best rewards:  [830.0704]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15978 fps step and policy inference: 9523 fps total: 8241 epoch: 165/2000\n",
            "saving next best rewards:  [837.138]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15681 fps step and policy inference: 9224 fps total: 7985 epoch: 166/2000\n",
            "saving next best rewards:  [873.1602]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16980 fps step and policy inference: 11165 fps total: 9762 epoch: 167/2000\n",
            "saving next best rewards:  [889.7333]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16798 fps step and policy inference: 10680 fps total: 9122 epoch: 168/2000\n",
            "saving next best rewards:  [895.9468]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15019 fps step and policy inference: 8592 fps total: 7581 epoch: 169/2000\n",
            "saving next best rewards:  [957.5649]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16030 fps step and policy inference: 9953 fps total: 8905 epoch: 170/2000\n",
            "saving next best rewards:  [958.708]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15199 fps step and policy inference: 8821 fps total: 7822 epoch: 171/2000\n",
            "saving next best rewards:  [972.2806]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15781 fps step and policy inference: 9387 fps total: 8367 epoch: 172/2000\n",
            "saving next best rewards:  [1006.54315]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15853 fps step and policy inference: 9545 fps total: 8082 epoch: 173/2000\n",
            "fps step: 15764 fps step and policy inference: 9321 fps total: 8029 epoch: 174/2000\n",
            "fps step: 15208 fps step and policy inference: 8925 fps total: 8019 epoch: 175/2000\n",
            "fps step: 17610 fps step and policy inference: 12062 fps total: 10537 epoch: 176/2000\n",
            "saving next best rewards:  [1024.7625]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17643 fps step and policy inference: 11642 fps total: 10191 epoch: 177/2000\n",
            "saving next best rewards:  [1026.8611]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15564 fps step and policy inference: 9250 fps total: 8261 epoch: 178/2000\n",
            "saving next best rewards:  [1076.731]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14736 fps step and policy inference: 8422 fps total: 7483 epoch: 179/2000\n",
            "saving next best rewards:  [1127.3539]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16743 fps step and policy inference: 10823 fps total: 9505 epoch: 180/2000\n",
            "fps step: 16456 fps step and policy inference: 10313 fps total: 9135 epoch: 181/2000\n",
            "saving next best rewards:  [1145.4104]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16517 fps step and policy inference: 10307 fps total: 8842 epoch: 182/2000\n",
            "saving next best rewards:  [1184.2633]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16406 fps step and policy inference: 10094 fps total: 8627 epoch: 183/2000\n",
            "fps step: 16158 fps step and policy inference: 9717 fps total: 8662 epoch: 184/2000\n",
            "fps step: 17719 fps step and policy inference: 12133 fps total: 10553 epoch: 185/2000\n",
            "fps step: 17398 fps step and policy inference: 11823 fps total: 10322 epoch: 186/2000\n",
            "fps step: 16266 fps step and policy inference: 10026 fps total: 8873 epoch: 187/2000\n",
            "fps step: 18564 fps step and policy inference: 13319 fps total: 11430 epoch: 188/2000\n",
            "fps step: 16510 fps step and policy inference: 10556 fps total: 9371 epoch: 189/2000\n",
            "fps step: 14917 fps step and policy inference: 8461 fps total: 7538 epoch: 190/2000\n",
            "fps step: 15711 fps step and policy inference: 9401 fps total: 8420 epoch: 191/2000\n",
            "fps step: 15080 fps step and policy inference: 8620 fps total: 7456 epoch: 192/2000\n",
            "fps step: 15307 fps step and policy inference: 8904 fps total: 7780 epoch: 193/2000\n",
            "saving next best rewards:  [1203.1482]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18209 fps step and policy inference: 12810 fps total: 11058 epoch: 194/2000\n",
            "saving next best rewards:  [1209.2064]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17655 fps step and policy inference: 11863 fps total: 10234 epoch: 195/2000\n",
            "saving next best rewards:  [1213.4927]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15421 fps step and policy inference: 8931 fps total: 7836 epoch: 196/2000\n",
            "fps step: 15103 fps step and policy inference: 8645 fps total: 7619 epoch: 197/2000\n",
            "fps step: 15496 fps step and policy inference: 9416 fps total: 8439 epoch: 198/2000\n",
            "fps step: 15065 fps step and policy inference: 8626 fps total: 7568 epoch: 199/2000\n",
            "fps step: 16449 fps step and policy inference: 10003 fps total: 8787 epoch: 200/2000\n",
            "fps step: 15086 fps step and policy inference: 8677 fps total: 7598 epoch: 201/2000\n",
            "fps step: 16415 fps step and policy inference: 10288 fps total: 8985 epoch: 202/2000\n",
            "fps step: 15634 fps step and policy inference: 9237 fps total: 8068 epoch: 203/2000\n",
            "fps step: 15700 fps step and policy inference: 9513 fps total: 8454 epoch: 204/2000\n",
            "fps step: 14996 fps step and policy inference: 8706 fps total: 7742 epoch: 205/2000\n",
            "fps step: 16329 fps step and policy inference: 9976 fps total: 8565 epoch: 206/2000\n",
            "fps step: 17756 fps step and policy inference: 11860 fps total: 10330 epoch: 207/2000\n",
            "fps step: 16325 fps step and policy inference: 9824 fps total: 8476 epoch: 208/2000\n",
            "fps step: 18485 fps step and policy inference: 13050 fps total: 11284 epoch: 209/2000\n",
            "saving next best rewards:  [1220.0215]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17971 fps step and policy inference: 12383 fps total: 10775 epoch: 210/2000\n",
            "saving next best rewards:  [1229.0999]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14848 fps step and policy inference: 8533 fps total: 7528 epoch: 211/2000\n",
            "saving next best rewards:  [1248.6155]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16979 fps step and policy inference: 10838 fps total: 9290 epoch: 212/2000\n",
            "saving next best rewards:  [1276.8545]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15853 fps step and policy inference: 9455 fps total: 8315 epoch: 213/2000\n",
            "saving next best rewards:  [1288.7316]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16340 fps step and policy inference: 10144 fps total: 8727 epoch: 214/2000\n",
            "saving next best rewards:  [1312.2596]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15422 fps step and policy inference: 8914 fps total: 7835 epoch: 215/2000\n",
            "saving next best rewards:  [1390.1454]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15584 fps step and policy inference: 9153 fps total: 7891 epoch: 216/2000\n",
            "saving next best rewards:  [1413.1088]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15572 fps step and policy inference: 9496 fps total: 8512 epoch: 217/2000\n",
            "saving next best rewards:  [1426.7623]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18165 fps step and policy inference: 12419 fps total: 10469 epoch: 218/2000\n",
            "saving next best rewards:  [1463.4314]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15665 fps step and policy inference: 9376 fps total: 8158 epoch: 219/2000\n",
            "saving next best rewards:  [1479.604]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17159 fps step and policy inference: 11126 fps total: 9566 epoch: 220/2000\n",
            "fps step: 14728 fps step and policy inference: 8520 fps total: 7657 epoch: 221/2000\n",
            "saving next best rewards:  [1506.7329]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17678 fps step and policy inference: 12012 fps total: 10330 epoch: 222/2000\n",
            "fps step: 15335 fps step and policy inference: 9068 fps total: 8200 epoch: 223/2000\n",
            "saving next best rewards:  [1515.0823]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15691 fps step and policy inference: 9451 fps total: 8416 epoch: 224/2000\n",
            "fps step: 15993 fps step and policy inference: 9970 fps total: 8919 epoch: 225/2000\n",
            "fps step: 15640 fps step and policy inference: 9461 fps total: 8101 epoch: 226/2000\n",
            "saving next best rewards:  [1525.7914]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15035 fps step and policy inference: 8493 fps total: 7484 epoch: 227/2000\n",
            "saving next best rewards:  [1568.9957]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18110 fps step and policy inference: 12569 fps total: 10967 epoch: 228/2000\n",
            "saving next best rewards:  [1623.5573]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17569 fps step and policy inference: 11324 fps total: 9629 epoch: 229/2000\n",
            "fps step: 16089 fps step and policy inference: 9970 fps total: 8836 epoch: 230/2000\n",
            "fps step: 16784 fps step and policy inference: 10577 fps total: 9299 epoch: 231/2000\n",
            "saving next best rewards:  [1628.4644]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16859 fps step and policy inference: 10672 fps total: 9424 epoch: 232/2000\n",
            "saving next best rewards:  [1654.514]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17133 fps step and policy inference: 11496 fps total: 10127 epoch: 233/2000\n",
            "saving next best rewards:  [1721.9598]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15421 fps step and policy inference: 8947 fps total: 7864 epoch: 234/2000\n",
            "fps step: 18656 fps step and policy inference: 13617 fps total: 11722 epoch: 235/2000\n",
            "fps step: 16888 fps step and policy inference: 10665 fps total: 9161 epoch: 236/2000\n",
            "fps step: 15468 fps step and policy inference: 8902 fps total: 7678 epoch: 237/2000\n",
            "fps step: 15293 fps step and policy inference: 8849 fps total: 7918 epoch: 238/2000\n",
            "fps step: 15320 fps step and policy inference: 8941 fps total: 8044 epoch: 239/2000\n",
            "fps step: 17150 fps step and policy inference: 11024 fps total: 9379 epoch: 240/2000\n",
            "fps step: 15237 fps step and policy inference: 8702 fps total: 7638 epoch: 241/2000\n",
            "fps step: 15490 fps step and policy inference: 9180 fps total: 8128 epoch: 242/2000\n",
            "fps step: 14733 fps step and policy inference: 8308 fps total: 7368 epoch: 243/2000\n",
            "fps step: 16137 fps step and policy inference: 9893 fps total: 8729 epoch: 244/2000\n",
            "fps step: 17254 fps step and policy inference: 11135 fps total: 9643 epoch: 245/2000\n",
            "fps step: 14966 fps step and policy inference: 8664 fps total: 7793 epoch: 246/2000\n",
            "fps step: 14446 fps step and policy inference: 8102 fps total: 7139 epoch: 247/2000\n",
            "fps step: 15604 fps step and policy inference: 9092 fps total: 7891 epoch: 248/2000\n",
            "fps step: 16292 fps step and policy inference: 9970 fps total: 8629 epoch: 249/2000\n",
            "fps step: 15687 fps step and policy inference: 9307 fps total: 8078 epoch: 250/2000\n",
            "fps step: 16109 fps step and policy inference: 10066 fps total: 8915 epoch: 251/2000\n",
            "fps step: 15230 fps step and policy inference: 8928 fps total: 7990 epoch: 252/2000\n",
            "fps step: 16507 fps step and policy inference: 10253 fps total: 8889 epoch: 253/2000\n",
            "saving next best rewards:  [1738.7327]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16351 fps step and policy inference: 10275 fps total: 8928 epoch: 254/2000\n",
            "saving next best rewards:  [1759.3364]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14433 fps step and policy inference: 8120 fps total: 7101 epoch: 255/2000\n",
            "saving next best rewards:  [1776.6987]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16807 fps step and policy inference: 10813 fps total: 9590 epoch: 256/2000\n",
            "saving next best rewards:  [1808.6443]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15431 fps step and policy inference: 9181 fps total: 8190 epoch: 257/2000\n",
            "saving next best rewards:  [1832.2311]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16461 fps step and policy inference: 10196 fps total: 8737 epoch: 258/2000\n",
            "saving next best rewards:  [1882.7411]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16424 fps step and policy inference: 10083 fps total: 8652 epoch: 259/2000\n",
            "saving next best rewards:  [1892.3798]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16068 fps step and policy inference: 9705 fps total: 8979 epoch: 260/2000\n",
            "fps step: 15575 fps step and policy inference: 9102 fps total: 8041 epoch: 261/2000\n",
            "fps step: 16630 fps step and policy inference: 10290 fps total: 8869 epoch: 262/2000\n",
            "fps step: 16943 fps step and policy inference: 11023 fps total: 9662 epoch: 263/2000\n",
            "fps step: 16167 fps step and policy inference: 9757 fps total: 8456 epoch: 264/2000\n",
            "saving next best rewards:  [1911.8248]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16033 fps step and policy inference: 10002 fps total: 8938 epoch: 265/2000\n",
            "saving next best rewards:  [1937.9648]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15552 fps step and policy inference: 9325 fps total: 8343 epoch: 266/2000\n",
            "saving next best rewards:  [1945.3624]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16134 fps step and policy inference: 9641 fps total: 8310 epoch: 267/2000\n",
            "fps step: 17076 fps step and policy inference: 10933 fps total: 9311 epoch: 268/2000\n",
            "saving next best rewards:  [1965.4565]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14958 fps step and policy inference: 8688 fps total: 7575 epoch: 269/2000\n",
            "saving next best rewards:  [1971.577]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14739 fps step and policy inference: 8434 fps total: 7430 epoch: 270/2000\n",
            "saving next best rewards:  [2010.0405]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15816 fps step and policy inference: 9572 fps total: 8482 epoch: 271/2000\n",
            "saving next best rewards:  [2037.0898]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17295 fps step and policy inference: 11890 fps total: 10348 epoch: 272/2000\n",
            "saving next best rewards:  [2070.2766]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15057 fps step and policy inference: 8699 fps total: 7789 epoch: 273/2000\n",
            "fps step: 14878 fps step and policy inference: 8668 fps total: 7720 epoch: 274/2000\n",
            "saving next best rewards:  [2106.2983]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15148 fps step and policy inference: 9008 fps total: 8121 epoch: 275/2000\n",
            "saving next best rewards:  [2122.076]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16802 fps step and policy inference: 10791 fps total: 9529 epoch: 276/2000\n",
            "fps step: 15786 fps step and policy inference: 9386 fps total: 8177 epoch: 277/2000\n",
            "saving next best rewards:  [2172.5286]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15678 fps step and policy inference: 9384 fps total: 8377 epoch: 278/2000\n",
            "fps step: 16703 fps step and policy inference: 10693 fps total: 9458 epoch: 279/2000\n",
            "saving next best rewards:  [2197.3655]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15974 fps step and policy inference: 9485 fps total: 8243 epoch: 280/2000\n",
            "saving next best rewards:  [2226.7915]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15222 fps step and policy inference: 8815 fps total: 7737 epoch: 281/2000\n",
            "fps step: 15537 fps step and policy inference: 9143 fps total: 8160 epoch: 282/2000\n",
            "saving next best rewards:  [2239.9841]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15120 fps step and policy inference: 8619 fps total: 7657 epoch: 283/2000\n",
            "fps step: 14812 fps step and policy inference: 8394 fps total: 7422 epoch: 284/2000\n",
            "fps step: 15744 fps step and policy inference: 9508 fps total: 8491 epoch: 285/2000\n",
            "fps step: 15804 fps step and policy inference: 9720 fps total: 8418 epoch: 286/2000\n",
            "fps step: 17646 fps step and policy inference: 11968 fps total: 10503 epoch: 287/2000\n",
            "fps step: 17819 fps step and policy inference: 11935 fps total: 10478 epoch: 288/2000\n",
            "fps step: 18669 fps step and policy inference: 13642 fps total: 11734 epoch: 289/2000\n",
            "saving next best rewards:  [2241.748]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16691 fps step and policy inference: 10648 fps total: 9303 epoch: 290/2000\n",
            "saving next best rewards:  [2278.5708]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17065 fps step and policy inference: 11245 fps total: 9892 epoch: 291/2000\n",
            "saving next best rewards:  [2323.8113]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16667 fps step and policy inference: 10673 fps total: 9418 epoch: 292/2000\n",
            "saving next best rewards:  [2356.768]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15931 fps step and policy inference: 9387 fps total: 8159 epoch: 293/2000\n",
            "fps step: 14962 fps step and policy inference: 8475 fps total: 7408 epoch: 294/2000\n",
            "fps step: 16721 fps step and policy inference: 10444 fps total: 8934 epoch: 295/2000\n",
            "saving next best rewards:  [2387.5625]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15853 fps step and policy inference: 9376 fps total: 8170 epoch: 296/2000\n",
            "saving next best rewards:  [2422.5986]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17123 fps step and policy inference: 11224 fps total: 9644 epoch: 297/2000\n",
            "saving next best rewards:  [2449.5688]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16648 fps step and policy inference: 10608 fps total: 9348 epoch: 298/2000\n",
            "fps step: 14730 fps step and policy inference: 8457 fps total: 7419 epoch: 299/2000\n",
            "saving next best rewards:  [2465.5952]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15537 fps step and policy inference: 9135 fps total: 8544 epoch: 300/2000\n",
            "saving next best rewards:  [2514.0618]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15508 fps step and policy inference: 9266 fps total: 8277 epoch: 301/2000\n",
            "fps step: 15638 fps step and policy inference: 9332 fps total: 8100 epoch: 302/2000\n",
            "fps step: 16581 fps step and policy inference: 10464 fps total: 9042 epoch: 303/2000\n",
            "fps step: 16964 fps step and policy inference: 10988 fps total: 9720 epoch: 304/2000\n",
            "fps step: 14881 fps step and policy inference: 8466 fps total: 7497 epoch: 305/2000\n",
            "saving next best rewards:  [2549.4163]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17955 fps step and policy inference: 12727 fps total: 11013 epoch: 306/2000\n",
            "fps step: 16496 fps step and policy inference: 10078 fps total: 8646 epoch: 307/2000\n",
            "fps step: 16863 fps step and policy inference: 11171 fps total: 9802 epoch: 308/2000\n",
            "saving next best rewards:  [2558.5708]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17906 fps step and policy inference: 11833 fps total: 9895 epoch: 309/2000\n",
            "saving next best rewards:  [2604.417]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16091 fps step and policy inference: 9832 fps total: 8526 epoch: 310/2000\n",
            "fps step: 16745 fps step and policy inference: 10558 fps total: 9036 epoch: 311/2000\n",
            "fps step: 15919 fps step and policy inference: 9602 fps total: 8345 epoch: 312/2000\n",
            "fps step: 16209 fps step and policy inference: 9900 fps total: 8387 epoch: 313/2000\n",
            "fps step: 14794 fps step and policy inference: 8376 fps total: 7399 epoch: 314/2000\n",
            "fps step: 16670 fps step and policy inference: 10629 fps total: 9365 epoch: 315/2000\n",
            "fps step: 14620 fps step and policy inference: 8172 fps total: 7131 epoch: 316/2000\n",
            "fps step: 15534 fps step and policy inference: 9414 fps total: 8386 epoch: 317/2000\n",
            "fps step: 15672 fps step and policy inference: 9520 fps total: 8528 epoch: 318/2000\n",
            "fps step: 17836 fps step and policy inference: 12347 fps total: 10737 epoch: 319/2000\n",
            "fps step: 14842 fps step and policy inference: 8320 fps total: 7321 epoch: 320/2000\n",
            "fps step: 15713 fps step and policy inference: 9451 fps total: 8434 epoch: 321/2000\n",
            "fps step: 17419 fps step and policy inference: 11434 fps total: 9718 epoch: 322/2000\n",
            "saving next best rewards:  [2619.7734]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15219 fps step and policy inference: 8833 fps total: 7770 epoch: 323/2000\n",
            "saving next best rewards:  [2647.863]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16627 fps step and policy inference: 10602 fps total: 9345 epoch: 324/2000\n",
            "saving next best rewards:  [2725.2847]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16994 fps step and policy inference: 11188 fps total: 9816 epoch: 325/2000\n",
            "saving next best rewards:  [2775.505]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18357 fps step and policy inference: 12654 fps total: 10646 epoch: 326/2000\n",
            "fps step: 14964 fps step and policy inference: 8428 fps total: 7361 epoch: 327/2000\n",
            "saving next best rewards:  [2789.134]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16506 fps step and policy inference: 10302 fps total: 8939 epoch: 328/2000\n",
            "saving next best rewards:  [2796.324]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16672 fps step and policy inference: 10640 fps total: 9420 epoch: 329/2000\n",
            "saving next best rewards:  [2801.1006]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17606 fps step and policy inference: 11975 fps total: 10442 epoch: 330/2000\n",
            "fps step: 16174 fps step and policy inference: 9468 fps total: 8183 epoch: 331/2000\n",
            "saving next best rewards:  [2818.5413]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15763 fps step and policy inference: 9611 fps total: 8528 epoch: 332/2000\n",
            "fps step: 15962 fps step and policy inference: 9575 fps total: 8340 epoch: 333/2000\n",
            "fps step: 15544 fps step and policy inference: 9166 fps total: 8005 epoch: 334/2000\n",
            "fps step: 14764 fps step and policy inference: 8370 fps total: 7460 epoch: 335/2000\n",
            "fps step: 17449 fps step and policy inference: 11220 fps total: 9547 epoch: 336/2000\n",
            "fps step: 16806 fps step and policy inference: 10759 fps total: 9380 epoch: 337/2000\n",
            "saving next best rewards:  [2856.5283]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15241 fps step and policy inference: 8901 fps total: 7824 epoch: 338/2000\n",
            "saving next best rewards:  [2872.7837]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16768 fps step and policy inference: 10771 fps total: 9473 epoch: 339/2000\n",
            "saving next best rewards:  [2898.023]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15768 fps step and policy inference: 9390 fps total: 8142 epoch: 340/2000\n",
            "saving next best rewards:  [2959.8855]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16518 fps step and policy inference: 10495 fps total: 9091 epoch: 341/2000\n",
            "saving next best rewards:  [2983.4312]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15808 fps step and policy inference: 9575 fps total: 8390 epoch: 342/2000\n",
            "saving next best rewards:  [2999.978]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16200 fps step and policy inference: 10105 fps total: 8807 epoch: 343/2000\n",
            "fps step: 15097 fps step and policy inference: 8665 fps total: 7593 epoch: 344/2000\n",
            "saving next best rewards:  [3042.1553]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15843 fps step and policy inference: 9595 fps total: 8478 epoch: 345/2000\n",
            "saving next best rewards:  [3070.0293]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15349 fps step and policy inference: 9044 fps total: 7880 epoch: 346/2000\n",
            "saving next best rewards:  [3113.909]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14815 fps step and policy inference: 8432 fps total: 7448 epoch: 347/2000\n",
            "saving next best rewards:  [3171.2205]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14880 fps step and policy inference: 8507 fps total: 7398 epoch: 348/2000\n",
            "saving next best rewards:  [3185.0881]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18196 fps step and policy inference: 12259 fps total: 10669 epoch: 349/2000\n",
            "saving next best rewards:  [3189.8655]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15765 fps step and policy inference: 9343 fps total: 8086 epoch: 350/2000\n",
            "fps step: 15504 fps step and policy inference: 9105 fps total: 8156 epoch: 351/2000\n",
            "fps step: 15008 fps step and policy inference: 8475 fps total: 7428 epoch: 352/2000\n",
            "saving next best rewards:  [3202.8604]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16081 fps step and policy inference: 9641 fps total: 8314 epoch: 353/2000\n",
            "saving next best rewards:  [3253.558]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15988 fps step and policy inference: 9854 fps total: 8750 epoch: 354/2000\n",
            "fps step: 15315 fps step and policy inference: 8907 fps total: 7766 epoch: 355/2000\n",
            "fps step: 17162 fps step and policy inference: 11101 fps total: 9662 epoch: 356/2000\n",
            "saving next best rewards:  [3272.5715]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15541 fps step and policy inference: 9394 fps total: 8367 epoch: 357/2000\n",
            "fps step: 16968 fps step and policy inference: 10905 fps total: 9395 epoch: 358/2000\n",
            "saving next best rewards:  [3273.7588]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14913 fps step and policy inference: 8572 fps total: 7591 epoch: 359/2000\n",
            "saving next best rewards:  [3277.4644]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15925 fps step and policy inference: 9568 fps total: 8346 epoch: 360/2000\n",
            "saving next best rewards:  [3283.871]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15278 fps step and policy inference: 8750 fps total: 7682 epoch: 361/2000\n",
            "saving next best rewards:  [3296.0264]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15701 fps step and policy inference: 9591 fps total: 8437 epoch: 362/2000\n",
            "saving next best rewards:  [3306.606]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16678 fps step and policy inference: 10662 fps total: 9442 epoch: 363/2000\n",
            "fps step: 17196 fps step and policy inference: 10997 fps total: 9428 epoch: 364/2000\n",
            "saving next best rewards:  [3336.366]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15910 fps step and policy inference: 9566 fps total: 8343 epoch: 365/2000\n",
            "fps step: 16072 fps step and policy inference: 9979 fps total: 8913 epoch: 366/2000\n",
            "fps step: 15150 fps step and policy inference: 8685 fps total: 7604 epoch: 367/2000\n",
            "fps step: 17148 fps step and policy inference: 11048 fps total: 9458 epoch: 368/2000\n",
            "fps step: 14865 fps step and policy inference: 8406 fps total: 7392 epoch: 369/2000\n",
            "saving next best rewards:  [3360.7388]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15643 fps step and policy inference: 9412 fps total: 8073 epoch: 370/2000\n",
            "saving next best rewards:  [3386.4177]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16710 fps step and policy inference: 10836 fps total: 9550 epoch: 371/2000\n",
            "saving next best rewards:  [3423.9202]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17398 fps step and policy inference: 11877 fps total: 10357 epoch: 372/2000\n",
            "saving next best rewards:  [3445.1562]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15439 fps step and policy inference: 9215 fps total: 8109 epoch: 373/2000\n",
            "saving next best rewards:  [3472.1743]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15026 fps step and policy inference: 8654 fps total: 7606 epoch: 374/2000\n",
            "saving next best rewards:  [3481.9478]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15722 fps step and policy inference: 9451 fps total: 8326 epoch: 375/2000\n",
            "fps step: 15919 fps step and policy inference: 10065 fps total: 9012 epoch: 376/2000\n",
            "saving next best rewards:  [3501.1401]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15524 fps step and policy inference: 9016 fps total: 7824 epoch: 377/2000\n",
            "saving next best rewards:  [3528.9702]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16882 fps step and policy inference: 11087 fps total: 9737 epoch: 378/2000\n",
            "fps step: 16457 fps step and policy inference: 10054 fps total: 8655 epoch: 379/2000\n",
            "fps step: 14889 fps step and policy inference: 8588 fps total: 7572 epoch: 380/2000\n",
            "fps step: 16822 fps step and policy inference: 11013 fps total: 9699 epoch: 381/2000\n",
            "fps step: 15596 fps step and policy inference: 9221 fps total: 8111 epoch: 382/2000\n",
            "fps step: 15363 fps step and policy inference: 8995 fps total: 7676 epoch: 383/2000\n",
            "fps step: 18241 fps step and policy inference: 12720 fps total: 10611 epoch: 384/2000\n",
            "fps step: 15678 fps step and policy inference: 9112 fps total: 8006 epoch: 385/2000\n",
            "fps step: 17183 fps step and policy inference: 11318 fps total: 10003 epoch: 386/2000\n",
            "fps step: 16410 fps step and policy inference: 10130 fps total: 9270 epoch: 387/2000\n",
            "fps step: 17155 fps step and policy inference: 11406 fps total: 10018 epoch: 388/2000\n",
            "fps step: 17216 fps step and policy inference: 11189 fps total: 9578 epoch: 389/2000\n",
            "fps step: 18010 fps step and policy inference: 12038 fps total: 10177 epoch: 390/2000\n",
            "fps step: 16154 fps step and policy inference: 10127 fps total: 8942 epoch: 391/2000\n",
            "fps step: 15185 fps step and policy inference: 8744 fps total: 7641 epoch: 392/2000\n",
            "saving next best rewards:  [3548.6042]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17248 fps step and policy inference: 11546 fps total: 10061 epoch: 393/2000\n",
            "fps step: 15443 fps step and policy inference: 9163 fps total: 8096 epoch: 394/2000\n",
            "fps step: 15740 fps step and policy inference: 9231 fps total: 8002 epoch: 395/2000\n",
            "fps step: 14694 fps step and policy inference: 8129 fps total: 7166 epoch: 396/2000\n",
            "fps step: 16679 fps step and policy inference: 10864 fps total: 9526 epoch: 397/2000\n",
            "fps step: 14793 fps step and policy inference: 8372 fps total: 7522 epoch: 398/2000\n",
            "fps step: 15102 fps step and policy inference: 8700 fps total: 7677 epoch: 399/2000\n",
            "fps step: 15175 fps step and policy inference: 8779 fps total: 7747 epoch: 400/2000\n",
            "fps step: 16790 fps step and policy inference: 10770 fps total: 9224 epoch: 401/2000\n",
            "fps step: 16257 fps step and policy inference: 9819 fps total: 8424 epoch: 402/2000\n",
            "saving next best rewards:  [3557.403]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15093 fps step and policy inference: 8888 fps total: 7992 epoch: 403/2000\n",
            "saving next best rewards:  [3576.7336]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15156 fps step and policy inference: 8839 fps total: 7693 epoch: 404/2000\n",
            "fps step: 16871 fps step and policy inference: 10858 fps total: 9606 epoch: 405/2000\n",
            "fps step: 15828 fps step and policy inference: 9624 fps total: 8596 epoch: 406/2000\n",
            "fps step: 15698 fps step and policy inference: 9312 fps total: 8102 epoch: 407/2000\n",
            "saving next best rewards:  [3582.7524]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15960 fps step and policy inference: 9893 fps total: 8803 epoch: 408/2000\n",
            "saving next best rewards:  [3624.8218]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14678 fps step and policy inference: 8323 fps total: 7362 epoch: 409/2000\n",
            "fps step: 15720 fps step and policy inference: 9268 fps total: 8044 epoch: 410/2000\n",
            "fps step: 15660 fps step and policy inference: 9312 fps total: 8123 epoch: 411/2000\n",
            "fps step: 17190 fps step and policy inference: 11480 fps total: 10115 epoch: 412/2000\n",
            "fps step: 16172 fps step and policy inference: 9894 fps total: 8407 epoch: 413/2000\n",
            "fps step: 15823 fps step and policy inference: 9775 fps total: 8686 epoch: 414/2000\n",
            "fps step: 14886 fps step and policy inference: 8653 fps total: 7713 epoch: 415/2000\n",
            "fps step: 15147 fps step and policy inference: 8769 fps total: 7831 epoch: 416/2000\n",
            "fps step: 16171 fps step and policy inference: 9827 fps total: 8454 epoch: 417/2000\n",
            "fps step: 16255 fps step and policy inference: 9750 fps total: 8193 epoch: 418/2000\n",
            "fps step: 15880 fps step and policy inference: 9938 fps total: 8852 epoch: 419/2000\n",
            "fps step: 17377 fps step and policy inference: 11780 fps total: 10108 epoch: 420/2000\n",
            "fps step: 16610 fps step and policy inference: 10741 fps total: 9218 epoch: 421/2000\n",
            "fps step: 16739 fps step and policy inference: 10611 fps total: 9030 epoch: 422/2000\n",
            "fps step: 15803 fps step and policy inference: 9488 fps total: 8257 epoch: 423/2000\n",
            "fps step: 14597 fps step and policy inference: 8300 fps total: 7309 epoch: 424/2000\n",
            "fps step: 14665 fps step and policy inference: 8524 fps total: 7646 epoch: 425/2000\n",
            "fps step: 14999 fps step and policy inference: 8642 fps total: 7624 epoch: 426/2000\n",
            "saving next best rewards:  [3653.9224]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15130 fps step and policy inference: 8830 fps total: 7863 epoch: 427/2000\n",
            "saving next best rewards:  [3659.1033]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16090 fps step and policy inference: 9841 fps total: 8556 epoch: 428/2000\n",
            "saving next best rewards:  [3725.174]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15620 fps step and policy inference: 9335 fps total: 8235 epoch: 429/2000\n",
            "fps step: 15798 fps step and policy inference: 9450 fps total: 8277 epoch: 430/2000\n",
            "saving next best rewards:  [3760.7568]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15026 fps step and policy inference: 9058 fps total: 8105 epoch: 431/2000\n",
            "saving next best rewards:  [3769.1665]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15212 fps step and policy inference: 8862 fps total: 7670 epoch: 432/2000\n",
            "fps step: 14988 fps step and policy inference: 8709 fps total: 7858 epoch: 433/2000\n",
            "fps step: 15154 fps step and policy inference: 8577 fps total: 7535 epoch: 434/2000\n",
            "fps step: 17061 fps step and policy inference: 11408 fps total: 9955 epoch: 435/2000\n",
            "fps step: 15736 fps step and policy inference: 9254 fps total: 7920 epoch: 436/2000\n",
            "saving next best rewards:  [3771.255]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15398 fps step and policy inference: 9060 fps total: 7939 epoch: 437/2000\n",
            "saving next best rewards:  [3807.3992]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15440 fps step and policy inference: 9217 fps total: 8286 epoch: 438/2000\n",
            "saving next best rewards:  [3852.153]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15356 fps step and policy inference: 9081 fps total: 8013 epoch: 439/2000\n",
            "saving next best rewards:  [3903.0828]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15954 fps step and policy inference: 9503 fps total: 8270 epoch: 440/2000\n",
            "fps step: 15192 fps step and policy inference: 8651 fps total: 7558 epoch: 441/2000\n",
            "fps step: 16240 fps step and policy inference: 10237 fps total: 9091 epoch: 442/2000\n",
            "fps step: 16945 fps step and policy inference: 10747 fps total: 9299 epoch: 443/2000\n",
            "saving next best rewards:  [3941.4536]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15266 fps step and policy inference: 8885 fps total: 7788 epoch: 444/2000\n",
            "saving next best rewards:  [3978.6003]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14946 fps step and policy inference: 8632 fps total: 7677 epoch: 445/2000\n",
            "saving next best rewards:  [4026.7305]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15405 fps step and policy inference: 9354 fps total: 8345 epoch: 446/2000\n",
            "saving next best rewards:  [4033.899]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15664 fps step and policy inference: 9335 fps total: 8105 epoch: 447/2000\n",
            "fps step: 15292 fps step and policy inference: 8926 fps total: 7835 epoch: 448/2000\n",
            "fps step: 16327 fps step and policy inference: 10360 fps total: 9184 epoch: 449/2000\n",
            "fps step: 15859 fps step and policy inference: 9540 fps total: 8285 epoch: 450/2000\n",
            "fps step: 15538 fps step and policy inference: 9114 fps total: 7890 epoch: 451/2000\n",
            "fps step: 16708 fps step and policy inference: 10623 fps total: 9323 epoch: 452/2000\n",
            "fps step: 16546 fps step and policy inference: 10456 fps total: 9063 epoch: 453/2000\n",
            "fps step: 15604 fps step and policy inference: 9563 fps total: 8597 epoch: 454/2000\n",
            "fps step: 16529 fps step and policy inference: 10305 fps total: 8890 epoch: 455/2000\n",
            "fps step: 15827 fps step and policy inference: 9475 fps total: 8350 epoch: 456/2000\n",
            "fps step: 14747 fps step and policy inference: 8296 fps total: 7695 epoch: 457/2000\n",
            "fps step: 15373 fps step and policy inference: 8916 fps total: 7809 epoch: 458/2000\n",
            "fps step: 15550 fps step and policy inference: 9441 fps total: 8428 epoch: 459/2000\n",
            "fps step: 17002 fps step and policy inference: 11216 fps total: 9905 epoch: 460/2000\n",
            "saving next best rewards:  [4074.3237]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16176 fps step and policy inference: 9857 fps total: 8478 epoch: 461/2000\n",
            "fps step: 15631 fps step and policy inference: 9311 fps total: 8701 epoch: 462/2000\n",
            "fps step: 15072 fps step and policy inference: 8764 fps total: 7798 epoch: 463/2000\n",
            "fps step: 15382 fps step and policy inference: 9149 fps total: 8085 epoch: 464/2000\n",
            "fps step: 16015 fps step and policy inference: 9812 fps total: 8702 epoch: 465/2000\n",
            "fps step: 16708 fps step and policy inference: 10743 fps total: 9880 epoch: 466/2000\n",
            "fps step: 15665 fps step and policy inference: 9285 fps total: 8160 epoch: 467/2000\n",
            "fps step: 15802 fps step and policy inference: 9312 fps total: 8142 epoch: 468/2000\n",
            "fps step: 17211 fps step and policy inference: 11453 fps total: 10002 epoch: 469/2000\n",
            "fps step: 17941 fps step and policy inference: 11991 fps total: 10125 epoch: 470/2000\n",
            "fps step: 15932 fps step and policy inference: 9804 fps total: 8762 epoch: 471/2000\n",
            "fps step: 16905 fps step and policy inference: 10892 fps total: 9150 epoch: 472/2000\n",
            "fps step: 16228 fps step and policy inference: 10241 fps total: 9141 epoch: 473/2000\n",
            "fps step: 15867 fps step and policy inference: 9494 fps total: 8212 epoch: 474/2000\n",
            "fps step: 15692 fps step and policy inference: 9489 fps total: 8511 epoch: 475/2000\n",
            "fps step: 15593 fps step and policy inference: 9377 fps total: 8228 epoch: 476/2000\n",
            "fps step: 16015 fps step and policy inference: 10063 fps total: 8977 epoch: 477/2000\n",
            "fps step: 17843 fps step and policy inference: 12400 fps total: 10834 epoch: 478/2000\n",
            "fps step: 16510 fps step and policy inference: 10261 fps total: 8862 epoch: 479/2000\n",
            "fps step: 15345 fps step and policy inference: 9178 fps total: 8516 epoch: 480/2000\n",
            "fps step: 14662 fps step and policy inference: 8303 fps total: 7352 epoch: 481/2000\n",
            "fps step: 16390 fps step and policy inference: 10528 fps total: 9365 epoch: 482/2000\n",
            "saving next best rewards:  [4080.1497]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15747 fps step and policy inference: 9508 fps total: 8291 epoch: 483/2000\n",
            "saving next best rewards:  [4100.5947]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15474 fps step and policy inference: 9104 fps total: 7827 epoch: 484/2000\n",
            "saving next best rewards:  [4118.569]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15916 fps step and policy inference: 10092 fps total: 8998 epoch: 485/2000\n",
            "saving next best rewards:  [4157.9824]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15209 fps step and policy inference: 8886 fps total: 7828 epoch: 486/2000\n",
            "saving next best rewards:  [4198.8525]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17343 fps step and policy inference: 11499 fps total: 10458 epoch: 487/2000\n",
            "fps step: 17895 fps step and policy inference: 12405 fps total: 10727 epoch: 488/2000\n",
            "saving next best rewards:  [4199.1455]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16571 fps step and policy inference: 10723 fps total: 9476 epoch: 489/2000\n",
            "fps step: 16920 fps step and policy inference: 11112 fps total: 9755 epoch: 490/2000\n",
            "saving next best rewards:  [4232.6445]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17691 fps step and policy inference: 11933 fps total: 10405 epoch: 491/2000\n",
            "saving next best rewards:  [4267.0063]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15492 fps step and policy inference: 9099 fps total: 7960 epoch: 492/2000\n",
            "saving next best rewards:  [4285.294]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17067 fps step and policy inference: 11385 fps total: 10004 epoch: 493/2000\n",
            "saving next best rewards:  [4298.355]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15162 fps step and policy inference: 8747 fps total: 7780 epoch: 494/2000\n",
            "fps step: 14792 fps step and policy inference: 8297 fps total: 7294 epoch: 495/2000\n",
            "fps step: 17232 fps step and policy inference: 11166 fps total: 9573 epoch: 496/2000\n",
            "saving next best rewards:  [4303.9116]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16013 fps step and policy inference: 9684 fps total: 8361 epoch: 497/2000\n",
            "saving next best rewards:  [4319.456]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14685 fps step and policy inference: 8296 fps total: 7206 epoch: 498/2000\n",
            "fps step: 15656 fps step and policy inference: 9374 fps total: 8352 epoch: 499/2000\n",
            "fps step: 15112 fps step and policy inference: 8768 fps total: 7705 epoch: 500/2000\n",
            "fps step: 17574 fps step and policy inference: 12007 fps total: 10402 epoch: 501/2000\n",
            "fps step: 17481 fps step and policy inference: 11847 fps total: 10392 epoch: 502/2000\n",
            "fps step: 15463 fps step and policy inference: 9107 fps total: 7761 epoch: 503/2000\n",
            "saving next best rewards:  [4341.419]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14909 fps step and policy inference: 8796 fps total: 7835 epoch: 504/2000\n",
            "saving next best rewards:  [4355.2188]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15382 fps step and policy inference: 9023 fps total: 7717 epoch: 505/2000\n",
            "saving next best rewards:  [4384.0864]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15637 fps step and policy inference: 9495 fps total: 8260 epoch: 506/2000\n",
            "saving next best rewards:  [4410.0493]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17030 fps step and policy inference: 11217 fps total: 9917 epoch: 507/2000\n",
            "fps step: 15333 fps step and policy inference: 8970 fps total: 7893 epoch: 508/2000\n",
            "saving next best rewards:  [4415.491]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15536 fps step and policy inference: 9280 fps total: 8249 epoch: 509/2000\n",
            "saving next best rewards:  [4431.917]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15210 fps step and policy inference: 8807 fps total: 7589 epoch: 510/2000\n",
            "saving next best rewards:  [4442.373]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17977 fps step and policy inference: 12337 fps total: 10603 epoch: 511/2000\n",
            "saving next best rewards:  [4467.1357]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15709 fps step and policy inference: 9449 fps total: 8420 epoch: 512/2000\n",
            "fps step: 15447 fps step and policy inference: 9245 fps total: 8209 epoch: 513/2000\n",
            "fps step: 15058 fps step and policy inference: 8851 fps total: 7912 epoch: 514/2000\n",
            "fps step: 15191 fps step and policy inference: 8836 fps total: 7897 epoch: 515/2000\n",
            "fps step: 15197 fps step and policy inference: 8790 fps total: 7726 epoch: 516/2000\n",
            "fps step: 16473 fps step and policy inference: 10166 fps total: 8542 epoch: 517/2000\n",
            "saving next best rewards:  [4471.218]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17518 fps step and policy inference: 11829 fps total: 10193 epoch: 518/2000\n",
            "saving next best rewards:  [4500.652]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17118 fps step and policy inference: 10866 fps total: 9309 epoch: 519/2000\n",
            "saving next best rewards:  [4514.2017]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15187 fps step and policy inference: 8790 fps total: 7967 epoch: 520/2000\n",
            "saving next best rewards:  [4551.3545]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15773 fps step and policy inference: 9553 fps total: 8502 epoch: 521/2000\n",
            "saving next best rewards:  [4568.0815]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16515 fps step and policy inference: 10202 fps total: 8691 epoch: 522/2000\n",
            "saving next best rewards:  [4573.204]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15925 fps step and policy inference: 9451 fps total: 8304 epoch: 523/2000\n",
            "fps step: 15006 fps step and policy inference: 8636 fps total: 7544 epoch: 524/2000\n",
            "fps step: 15505 fps step and policy inference: 9006 fps total: 7745 epoch: 525/2000\n",
            "fps step: 16606 fps step and policy inference: 10583 fps total: 9379 epoch: 526/2000\n",
            "fps step: 15113 fps step and policy inference: 8674 fps total: 7627 epoch: 527/2000\n",
            "fps step: 15545 fps step and policy inference: 9117 fps total: 7967 epoch: 528/2000\n",
            "fps step: 17155 fps step and policy inference: 11002 fps total: 9341 epoch: 529/2000\n",
            "fps step: 17691 fps step and policy inference: 11968 fps total: 10074 epoch: 530/2000\n",
            "fps step: 15013 fps step and policy inference: 8496 fps total: 7509 epoch: 531/2000\n",
            "fps step: 16788 fps step and policy inference: 10954 fps total: 9655 epoch: 532/2000\n",
            "fps step: 14822 fps step and policy inference: 8282 fps total: 7310 epoch: 533/2000\n",
            "fps step: 16736 fps step and policy inference: 10800 fps total: 9129 epoch: 534/2000\n",
            "fps step: 16328 fps step and policy inference: 10086 fps total: 8737 epoch: 535/2000\n",
            "fps step: 16842 fps step and policy inference: 10622 fps total: 8915 epoch: 536/2000\n",
            "fps step: 15489 fps step and policy inference: 9328 fps total: 8353 epoch: 537/2000\n",
            "fps step: 16583 fps step and policy inference: 10429 fps total: 9103 epoch: 538/2000\n",
            "fps step: 15844 fps step and policy inference: 9692 fps total: 8523 epoch: 539/2000\n",
            "fps step: 15036 fps step and policy inference: 8646 fps total: 7599 epoch: 540/2000\n",
            "fps step: 14783 fps step and policy inference: 8345 fps total: 7325 epoch: 541/2000\n",
            "fps step: 15073 fps step and policy inference: 8876 fps total: 8005 epoch: 542/2000\n",
            "fps step: 16777 fps step and policy inference: 10918 fps total: 9591 epoch: 543/2000\n",
            "fps step: 15407 fps step and policy inference: 9075 fps total: 7861 epoch: 544/2000\n",
            "fps step: 14845 fps step and policy inference: 8493 fps total: 7306 epoch: 545/2000\n",
            "fps step: 16858 fps step and policy inference: 11072 fps total: 9759 epoch: 546/2000\n",
            "fps step: 15515 fps step and policy inference: 9396 fps total: 8423 epoch: 547/2000\n",
            "fps step: 17312 fps step and policy inference: 11591 fps total: 10124 epoch: 548/2000\n",
            "fps step: 14977 fps step and policy inference: 8462 fps total: 7426 epoch: 549/2000\n",
            "fps step: 14809 fps step and policy inference: 8403 fps total: 7406 epoch: 550/2000\n",
            "fps step: 14529 fps step and policy inference: 8239 fps total: 7347 epoch: 551/2000\n",
            "fps step: 15815 fps step and policy inference: 9399 fps total: 8156 epoch: 552/2000\n",
            "fps step: 15938 fps step and policy inference: 9612 fps total: 8353 epoch: 553/2000\n",
            "fps step: 15705 fps step and policy inference: 9509 fps total: 8381 epoch: 554/2000\n",
            "fps step: 16200 fps step and policy inference: 10106 fps total: 8940 epoch: 555/2000\n",
            "fps step: 15652 fps step and policy inference: 9135 fps total: 7993 epoch: 556/2000\n",
            "fps step: 16039 fps step and policy inference: 9681 fps total: 8344 epoch: 557/2000\n",
            "fps step: 16732 fps step and policy inference: 10522 fps total: 9027 epoch: 558/2000\n",
            "fps step: 16198 fps step and policy inference: 9969 fps total: 8594 epoch: 559/2000\n",
            "fps step: 14687 fps step and policy inference: 8201 fps total: 7227 epoch: 560/2000\n",
            "fps step: 15375 fps step and policy inference: 8986 fps total: 8063 epoch: 561/2000\n",
            "fps step: 17474 fps step and policy inference: 11549 fps total: 10035 epoch: 562/2000\n",
            "fps step: 15962 fps step and policy inference: 9617 fps total: 8396 epoch: 563/2000\n",
            "fps step: 16043 fps step and policy inference: 10002 fps total: 8899 epoch: 564/2000\n",
            "fps step: 15921 fps step and policy inference: 9304 fps total: 8071 epoch: 565/2000\n",
            "fps step: 15603 fps step and policy inference: 9167 fps total: 7981 epoch: 566/2000\n",
            "fps step: 14899 fps step and policy inference: 8650 fps total: 7799 epoch: 567/2000\n",
            "fps step: 16729 fps step and policy inference: 10868 fps total: 9324 epoch: 568/2000\n",
            "fps step: 16288 fps step and policy inference: 9983 fps total: 9206 epoch: 569/2000\n",
            "fps step: 16502 fps step and policy inference: 10642 fps total: 9440 epoch: 570/2000\n",
            "fps step: 15634 fps step and policy inference: 9258 fps total: 7984 epoch: 571/2000\n",
            "fps step: 17364 fps step and policy inference: 11616 fps total: 10081 epoch: 572/2000\n",
            "fps step: 15280 fps step and policy inference: 9006 fps total: 8055 epoch: 573/2000\n",
            "saving next best rewards:  [4580.79]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15661 fps step and policy inference: 9191 fps total: 8314 epoch: 574/2000\n",
            "saving next best rewards:  [4596.8584]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15874 fps step and policy inference: 9360 fps total: 8167 epoch: 575/2000\n",
            "saving next best rewards:  [4654.837]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16689 fps step and policy inference: 10490 fps total: 8957 epoch: 576/2000\n",
            "fps step: 16544 fps step and policy inference: 10539 fps total: 9305 epoch: 577/2000\n",
            "fps step: 15147 fps step and policy inference: 8694 fps total: 7630 epoch: 578/2000\n",
            "saving next best rewards:  [4656.8433]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14657 fps step and policy inference: 8364 fps total: 7458 epoch: 579/2000\n",
            "fps step: 15098 fps step and policy inference: 8530 fps total: 7453 epoch: 580/2000\n",
            "saving next best rewards:  [4702.2095]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18214 fps step and policy inference: 13061 fps total: 11321 epoch: 581/2000\n",
            "fps step: 17035 fps step and policy inference: 10862 fps total: 9384 epoch: 582/2000\n",
            "saving next best rewards:  [4718.683]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15176 fps step and policy inference: 8916 fps total: 8027 epoch: 583/2000\n",
            "fps step: 14596 fps step and policy inference: 8195 fps total: 7089 epoch: 584/2000\n",
            "fps step: 15627 fps step and policy inference: 9254 fps total: 8075 epoch: 585/2000\n",
            "fps step: 16034 fps step and policy inference: 9619 fps total: 8369 epoch: 586/2000\n",
            "fps step: 16128 fps step and policy inference: 9850 fps total: 8613 epoch: 587/2000\n",
            "fps step: 15916 fps step and policy inference: 9727 fps total: 8663 epoch: 588/2000\n",
            "fps step: 16084 fps step and policy inference: 9932 fps total: 8702 epoch: 589/2000\n",
            "fps step: 15294 fps step and policy inference: 8765 fps total: 7731 epoch: 590/2000\n",
            "fps step: 15867 fps step and policy inference: 9554 fps total: 8222 epoch: 591/2000\n",
            "fps step: 17473 fps step and policy inference: 11773 fps total: 9932 epoch: 592/2000\n",
            "fps step: 15993 fps step and policy inference: 9417 fps total: 8198 epoch: 593/2000\n",
            "fps step: 17181 fps step and policy inference: 11239 fps total: 9861 epoch: 594/2000\n",
            "fps step: 17886 fps step and policy inference: 12078 fps total: 10341 epoch: 595/2000\n",
            "fps step: 17873 fps step and policy inference: 11979 fps total: 10556 epoch: 596/2000\n",
            "fps step: 15715 fps step and policy inference: 9454 fps total: 8468 epoch: 597/2000\n",
            "fps step: 15038 fps step and policy inference: 8723 fps total: 7854 epoch: 598/2000\n",
            "fps step: 15961 fps step and policy inference: 9407 fps total: 8401 epoch: 599/2000\n",
            "fps step: 16262 fps step and policy inference: 10235 fps total: 9115 epoch: 600/2000\n",
            "fps step: 15590 fps step and policy inference: 9365 fps total: 8323 epoch: 601/2000\n",
            "fps step: 15791 fps step and policy inference: 9344 fps total: 8162 epoch: 602/2000\n",
            "fps step: 14809 fps step and policy inference: 8497 fps total: 7671 epoch: 603/2000\n",
            "fps step: 15620 fps step and policy inference: 9127 fps total: 7909 epoch: 604/2000\n",
            "fps step: 16126 fps step and policy inference: 9910 fps total: 8860 epoch: 605/2000\n",
            "fps step: 16935 fps step and policy inference: 10815 fps total: 9148 epoch: 606/2000\n",
            "fps step: 17095 fps step and policy inference: 11197 fps total: 9722 epoch: 607/2000\n",
            "fps step: 15158 fps step and policy inference: 8559 fps total: 7559 epoch: 608/2000\n",
            "saving next best rewards:  [4743.4717]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16223 fps step and policy inference: 9978 fps total: 8643 epoch: 609/2000\n",
            "saving next best rewards:  [4766.2305]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15236 fps step and policy inference: 8838 fps total: 7702 epoch: 610/2000\n",
            "fps step: 17115 fps step and policy inference: 11471 fps total: 10109 epoch: 611/2000\n",
            "fps step: 16188 fps step and policy inference: 10220 fps total: 9077 epoch: 612/2000\n",
            "saving next best rewards:  [4769.135]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14987 fps step and policy inference: 8514 fps total: 7441 epoch: 613/2000\n",
            "saving next best rewards:  [4810.786]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15577 fps step and policy inference: 9349 fps total: 8384 epoch: 614/2000\n",
            "fps step: 16320 fps step and policy inference: 10008 fps total: 8600 epoch: 615/2000\n",
            "fps step: 16976 fps step and policy inference: 10909 fps total: 9288 epoch: 616/2000\n",
            "fps step: 15079 fps step and policy inference: 8932 fps total: 8435 epoch: 617/2000\n",
            "fps step: 15480 fps step and policy inference: 9212 fps total: 8215 epoch: 618/2000\n",
            "fps step: 15303 fps step and policy inference: 8982 fps total: 7888 epoch: 619/2000\n",
            "fps step: 16441 fps step and policy inference: 10502 fps total: 9333 epoch: 620/2000\n",
            "fps step: 17017 fps step and policy inference: 11251 fps total: 9811 epoch: 621/2000\n",
            "fps step: 14806 fps step and policy inference: 8371 fps total: 7396 epoch: 622/2000\n",
            "fps step: 15730 fps step and policy inference: 9540 fps total: 8467 epoch: 623/2000\n",
            "fps step: 15061 fps step and policy inference: 8749 fps total: 7643 epoch: 624/2000\n",
            "fps step: 18344 fps step and policy inference: 13221 fps total: 11448 epoch: 625/2000\n",
            "fps step: 16271 fps step and policy inference: 10429 fps total: 9287 epoch: 626/2000\n",
            "fps step: 14878 fps step and policy inference: 8399 fps total: 7441 epoch: 627/2000\n",
            "fps step: 15809 fps step and policy inference: 9676 fps total: 8633 epoch: 628/2000\n",
            "fps step: 15691 fps step and policy inference: 9508 fps total: 8483 epoch: 629/2000\n",
            "fps step: 15465 fps step and policy inference: 9020 fps total: 7895 epoch: 630/2000\n",
            "saving next best rewards:  [4815.254]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14919 fps step and policy inference: 8478 fps total: 7452 epoch: 631/2000\n",
            "saving next best rewards:  [4838.0874]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17102 fps step and policy inference: 10961 fps total: 9385 epoch: 632/2000\n",
            "fps step: 15358 fps step and policy inference: 9091 fps total: 8180 epoch: 633/2000\n",
            "fps step: 14930 fps step and policy inference: 8385 fps total: 7394 epoch: 634/2000\n",
            "fps step: 16534 fps step and policy inference: 10442 fps total: 9069 epoch: 635/2000\n",
            "fps step: 17408 fps step and policy inference: 11311 fps total: 9652 epoch: 636/2000\n",
            "fps step: 15413 fps step and policy inference: 9121 fps total: 8024 epoch: 637/2000\n",
            "saving next best rewards:  [4842.34]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17132 fps step and policy inference: 11072 fps total: 9538 epoch: 638/2000\n",
            "saving next best rewards:  [4867.749]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16527 fps step and policy inference: 10178 fps total: 8687 epoch: 639/2000\n",
            "fps step: 14917 fps step and policy inference: 8438 fps total: 7483 epoch: 640/2000\n",
            "saving next best rewards:  [4876.5176]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15232 fps step and policy inference: 8719 fps total: 7640 epoch: 641/2000\n",
            "saving next best rewards:  [4877.2056]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16157 fps step and policy inference: 9841 fps total: 8597 epoch: 642/2000\n",
            "saving next best rewards:  [4899.936]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14515 fps step and policy inference: 8027 fps total: 7071 epoch: 643/2000\n",
            "fps step: 15820 fps step and policy inference: 9577 fps total: 8574 epoch: 644/2000\n",
            "fps step: 15650 fps step and policy inference: 9243 fps total: 8081 epoch: 645/2000\n",
            "fps step: 16473 fps step and policy inference: 9992 fps total: 8607 epoch: 646/2000\n",
            "fps step: 16486 fps step and policy inference: 10049 fps total: 8645 epoch: 647/2000\n",
            "fps step: 16312 fps step and policy inference: 9838 fps total: 8543 epoch: 648/2000\n",
            "fps step: 18100 fps step and policy inference: 12170 fps total: 10284 epoch: 649/2000\n",
            "saving next best rewards:  [4919.885]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15876 fps step and policy inference: 9730 fps total: 8696 epoch: 650/2000\n",
            "fps step: 15932 fps step and policy inference: 9631 fps total: 8573 epoch: 651/2000\n",
            "fps step: 18215 fps step and policy inference: 12428 fps total: 10533 epoch: 652/2000\n",
            "fps step: 17706 fps step and policy inference: 11468 fps total: 9682 epoch: 653/2000\n",
            "saving next best rewards:  [4931.9404]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16137 fps step and policy inference: 9704 fps total: 8398 epoch: 654/2000\n",
            "saving next best rewards:  [4952.803]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15535 fps step and policy inference: 9148 fps total: 8108 epoch: 655/2000\n",
            "saving next best rewards:  [4990.472]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15641 fps step and policy inference: 9534 fps total: 8499 epoch: 656/2000\n",
            "saving next best rewards:  [4998.367]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17432 fps step and policy inference: 11903 fps total: 10364 epoch: 657/2000\n",
            "saving next best rewards:  [5010.534]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15622 fps step and policy inference: 9254 fps total: 8215 epoch: 658/2000\n",
            "fps step: 15387 fps step and policy inference: 8910 fps total: 7812 epoch: 659/2000\n",
            "fps step: 17526 fps step and policy inference: 11734 fps total: 10320 epoch: 660/2000\n",
            "fps step: 15723 fps step and policy inference: 9508 fps total: 8440 epoch: 661/2000\n",
            "fps step: 15934 fps step and policy inference: 9716 fps total: 8661 epoch: 662/2000\n",
            "fps step: 17168 fps step and policy inference: 10864 fps total: 9293 epoch: 663/2000\n",
            "fps step: 16404 fps step and policy inference: 9907 fps total: 8610 epoch: 664/2000\n",
            "fps step: 14832 fps step and policy inference: 8386 fps total: 7350 epoch: 665/2000\n",
            "fps step: 16815 fps step and policy inference: 10958 fps total: 9692 epoch: 666/2000\n",
            "fps step: 17084 fps step and policy inference: 11218 fps total: 9734 epoch: 667/2000\n",
            "fps step: 16210 fps step and policy inference: 9801 fps total: 8394 epoch: 668/2000\n",
            "fps step: 16928 fps step and policy inference: 10691 fps total: 8920 epoch: 669/2000\n",
            "fps step: 15605 fps step and policy inference: 9171 fps total: 7954 epoch: 670/2000\n",
            "fps step: 16496 fps step and policy inference: 10288 fps total: 9049 epoch: 671/2000\n",
            "fps step: 17609 fps step and policy inference: 11707 fps total: 9991 epoch: 672/2000\n",
            "fps step: 14932 fps step and policy inference: 8448 fps total: 7453 epoch: 673/2000\n",
            "fps step: 15005 fps step and policy inference: 8528 fps total: 7591 epoch: 674/2000\n",
            "fps step: 16780 fps step and policy inference: 10507 fps total: 9273 epoch: 675/2000\n",
            "fps step: 15867 fps step and policy inference: 9675 fps total: 8654 epoch: 676/2000\n",
            "fps step: 16236 fps step and policy inference: 10096 fps total: 8951 epoch: 677/2000\n",
            "fps step: 16247 fps step and policy inference: 10007 fps total: 8780 epoch: 678/2000\n",
            "fps step: 16116 fps step and policy inference: 9839 fps total: 9104 epoch: 679/2000\n",
            "fps step: 15690 fps step and policy inference: 9147 fps total: 7920 epoch: 680/2000\n",
            "fps step: 16398 fps step and policy inference: 9966 fps total: 8624 epoch: 681/2000\n",
            "fps step: 17927 fps step and policy inference: 12021 fps total: 10055 epoch: 682/2000\n",
            "fps step: 15106 fps step and policy inference: 8738 fps total: 7770 epoch: 683/2000\n",
            "fps step: 16131 fps step and policy inference: 9998 fps total: 8893 epoch: 684/2000\n",
            "fps step: 16353 fps step and policy inference: 9970 fps total: 8557 epoch: 685/2000\n",
            "fps step: 14862 fps step and policy inference: 8424 fps total: 7428 epoch: 686/2000\n",
            "fps step: 17085 fps step and policy inference: 10683 fps total: 9122 epoch: 687/2000\n",
            "fps step: 15318 fps step and policy inference: 9051 fps total: 8401 epoch: 688/2000\n",
            "fps step: 15408 fps step and policy inference: 8833 fps total: 7729 epoch: 689/2000\n",
            "fps step: 15584 fps step and policy inference: 9006 fps total: 7931 epoch: 690/2000\n",
            "fps step: 15603 fps step and policy inference: 9091 fps total: 7894 epoch: 691/2000\n",
            "fps step: 15523 fps step and policy inference: 8980 fps total: 7893 epoch: 692/2000\n",
            "fps step: 17630 fps step and policy inference: 11404 fps total: 9822 epoch: 693/2000\n",
            "fps step: 15044 fps step and policy inference: 8609 fps total: 7605 epoch: 694/2000\n",
            "fps step: 17428 fps step and policy inference: 11288 fps total: 9630 epoch: 695/2000\n",
            "fps step: 16673 fps step and policy inference: 10448 fps total: 9230 epoch: 696/2000\n",
            "fps step: 16451 fps step and policy inference: 10104 fps total: 8936 epoch: 697/2000\n",
            "fps step: 17631 fps step and policy inference: 11455 fps total: 9686 epoch: 698/2000\n",
            "fps step: 16360 fps step and policy inference: 10376 fps total: 9134 epoch: 699/2000\n",
            "fps step: 15138 fps step and policy inference: 8619 fps total: 7567 epoch: 700/2000\n",
            "fps step: 15378 fps step and policy inference: 8901 fps total: 7741 epoch: 701/2000\n",
            "fps step: 16578 fps step and policy inference: 10408 fps total: 9134 epoch: 702/2000\n",
            "fps step: 16024 fps step and policy inference: 9522 fps total: 8259 epoch: 703/2000\n",
            "fps step: 16240 fps step and policy inference: 9752 fps total: 8418 epoch: 704/2000\n",
            "fps step: 15953 fps step and policy inference: 9722 fps total: 8605 epoch: 705/2000\n",
            "fps step: 15929 fps step and policy inference: 9590 fps total: 8270 epoch: 706/2000\n",
            "fps step: 15482 fps step and policy inference: 9188 fps total: 8032 epoch: 707/2000\n",
            "fps step: 15616 fps step and policy inference: 9321 fps total: 8081 epoch: 708/2000\n",
            "fps step: 16307 fps step and policy inference: 10179 fps total: 9025 epoch: 709/2000\n",
            "fps step: 17287 fps step and policy inference: 11435 fps total: 10066 epoch: 710/2000\n",
            "fps step: 15193 fps step and policy inference: 8681 fps total: 7718 epoch: 711/2000\n",
            "fps step: 16899 fps step and policy inference: 10777 fps total: 9482 epoch: 712/2000\n",
            "fps step: 14679 fps step and policy inference: 8274 fps total: 7407 epoch: 713/2000\n",
            "fps step: 17804 fps step and policy inference: 12404 fps total: 10828 epoch: 714/2000\n",
            "fps step: 16076 fps step and policy inference: 9749 fps total: 8629 epoch: 715/2000\n",
            "fps step: 15597 fps step and policy inference: 9337 fps total: 8369 epoch: 716/2000\n",
            "fps step: 16305 fps step and policy inference: 10114 fps total: 8906 epoch: 717/2000\n",
            "fps step: 14898 fps step and policy inference: 8400 fps total: 7401 epoch: 718/2000\n",
            "fps step: 14753 fps step and policy inference: 8239 fps total: 7320 epoch: 719/2000\n",
            "fps step: 17394 fps step and policy inference: 11528 fps total: 10101 epoch: 720/2000\n",
            "fps step: 17230 fps step and policy inference: 11546 fps total: 10150 epoch: 721/2000\n",
            "fps step: 18449 fps step and policy inference: 13468 fps total: 11542 epoch: 722/2000\n",
            "fps step: 15152 fps step and policy inference: 8819 fps total: 7722 epoch: 723/2000\n",
            "fps step: 15619 fps step and policy inference: 9394 fps total: 8446 epoch: 724/2000\n",
            "fps step: 16980 fps step and policy inference: 10688 fps total: 9150 epoch: 725/2000\n",
            "fps step: 16176 fps step and policy inference: 9962 fps total: 8849 epoch: 726/2000\n",
            "fps step: 15861 fps step and policy inference: 9459 fps total: 8236 epoch: 727/2000\n",
            "fps step: 14963 fps step and policy inference: 8530 fps total: 7618 epoch: 728/2000\n",
            "saving next best rewards:  [5024.9204]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14904 fps step and policy inference: 8473 fps total: 7504 epoch: 729/2000\n",
            "saving next best rewards:  [5031.1436]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15172 fps step and policy inference: 8813 fps total: 7819 epoch: 730/2000\n",
            "saving next best rewards:  [5043.6094]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16254 fps step and policy inference: 10144 fps total: 9005 epoch: 731/2000\n",
            "saving next best rewards:  [5075.0566]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17663 fps step and policy inference: 11800 fps total: 10337 epoch: 732/2000\n",
            "fps step: 15911 fps step and policy inference: 9446 fps total: 8182 epoch: 733/2000\n",
            "fps step: 16054 fps step and policy inference: 9823 fps total: 8720 epoch: 734/2000\n",
            "fps step: 16607 fps step and policy inference: 10664 fps total: 9403 epoch: 735/2000\n",
            "fps step: 15179 fps step and policy inference: 8875 fps total: 7964 epoch: 736/2000\n",
            "fps step: 17783 fps step and policy inference: 12085 fps total: 10552 epoch: 737/2000\n",
            "fps step: 16379 fps step and policy inference: 9965 fps total: 8599 epoch: 738/2000\n",
            "fps step: 15897 fps step and policy inference: 9498 fps total: 8106 epoch: 739/2000\n",
            "fps step: 15127 fps step and policy inference: 8699 fps total: 7777 epoch: 740/2000\n",
            "fps step: 16322 fps step and policy inference: 10316 fps total: 9159 epoch: 741/2000\n",
            "fps step: 15382 fps step and policy inference: 8975 fps total: 7866 epoch: 742/2000\n",
            "fps step: 14675 fps step and policy inference: 8150 fps total: 7188 epoch: 743/2000\n",
            "fps step: 15433 fps step and policy inference: 8900 fps total: 7912 epoch: 744/2000\n",
            "fps step: 14865 fps step and policy inference: 8340 fps total: 7371 epoch: 745/2000\n",
            "fps step: 15923 fps step and policy inference: 9455 fps total: 8224 epoch: 746/2000\n",
            "fps step: 16098 fps step and policy inference: 9910 fps total: 9298 epoch: 747/2000\n",
            "fps step: 17338 fps step and policy inference: 11145 fps total: 9464 epoch: 748/2000\n",
            "fps step: 16609 fps step and policy inference: 10137 fps total: 8819 epoch: 749/2000\n",
            "fps step: 16271 fps step and policy inference: 10178 fps total: 9027 epoch: 750/2000\n",
            "fps step: 16439 fps step and policy inference: 10557 fps total: 9354 epoch: 751/2000\n",
            "fps step: 15456 fps step and policy inference: 8986 fps total: 8011 epoch: 752/2000\n",
            "fps step: 16634 fps step and policy inference: 10354 fps total: 9022 epoch: 753/2000\n",
            "fps step: 15351 fps step and policy inference: 8914 fps total: 7802 epoch: 754/2000\n",
            "fps step: 17049 fps step and policy inference: 11069 fps total: 9688 epoch: 755/2000\n",
            "fps step: 17755 fps step and policy inference: 12280 fps total: 10641 epoch: 756/2000\n",
            "fps step: 17902 fps step and policy inference: 11971 fps total: 10107 epoch: 757/2000\n",
            "fps step: 15809 fps step and policy inference: 9440 fps total: 8393 epoch: 758/2000\n",
            "fps step: 15200 fps step and policy inference: 8632 fps total: 7513 epoch: 759/2000\n",
            "fps step: 16616 fps step and policy inference: 10441 fps total: 8943 epoch: 760/2000\n",
            "fps step: 15276 fps step and policy inference: 8779 fps total: 7679 epoch: 761/2000\n",
            "fps step: 16158 fps step and policy inference: 9906 fps total: 8556 epoch: 762/2000\n",
            "fps step: 15894 fps step and policy inference: 9561 fps total: 8272 epoch: 763/2000\n",
            "fps step: 17172 fps step and policy inference: 11033 fps total: 9392 epoch: 764/2000\n",
            "fps step: 14887 fps step and policy inference: 8383 fps total: 7369 epoch: 765/2000\n",
            "fps step: 15153 fps step and policy inference: 8708 fps total: 7560 epoch: 766/2000\n",
            "fps step: 15655 fps step and policy inference: 9158 fps total: 7873 epoch: 767/2000\n",
            "fps step: 15997 fps step and policy inference: 9936 fps total: 8853 epoch: 768/2000\n",
            "fps step: 14853 fps step and policy inference: 8390 fps total: 7380 epoch: 769/2000\n",
            "fps step: 15643 fps step and policy inference: 9199 fps total: 7966 epoch: 770/2000\n",
            "fps step: 16792 fps step and policy inference: 10994 fps total: 9758 epoch: 771/2000\n",
            "fps step: 15908 fps step and policy inference: 9695 fps total: 8474 epoch: 772/2000\n",
            "fps step: 15997 fps step and policy inference: 9767 fps total: 9170 epoch: 773/2000\n",
            "fps step: 18827 fps step and policy inference: 13543 fps total: 11745 epoch: 774/2000\n",
            "fps step: 16067 fps step and policy inference: 9812 fps total: 8709 epoch: 775/2000\n",
            "fps step: 15105 fps step and policy inference: 8782 fps total: 7867 epoch: 776/2000\n",
            "fps step: 15735 fps step and policy inference: 9299 fps total: 8117 epoch: 777/2000\n",
            "fps step: 15977 fps step and policy inference: 9619 fps total: 8249 epoch: 778/2000\n",
            "fps step: 15509 fps step and policy inference: 9219 fps total: 8024 epoch: 779/2000\n",
            "fps step: 15626 fps step and policy inference: 9155 fps total: 7928 epoch: 780/2000\n",
            "fps step: 16704 fps step and policy inference: 10561 fps total: 9380 epoch: 781/2000\n",
            "fps step: 15841 fps step and policy inference: 9642 fps total: 8496 epoch: 782/2000\n",
            "fps step: 16782 fps step and policy inference: 10626 fps total: 9140 epoch: 783/2000\n",
            "fps step: 15746 fps step and policy inference: 9255 fps total: 8080 epoch: 784/2000\n",
            "fps step: 14587 fps step and policy inference: 8148 fps total: 7271 epoch: 785/2000\n",
            "fps step: 16452 fps step and policy inference: 10328 fps total: 9233 epoch: 786/2000\n",
            "fps step: 17181 fps step and policy inference: 10892 fps total: 9489 epoch: 787/2000\n",
            "fps step: 15912 fps step and policy inference: 9528 fps total: 8127 epoch: 788/2000\n",
            "fps step: 17285 fps step and policy inference: 11283 fps total: 9897 epoch: 789/2000\n",
            "fps step: 17674 fps step and policy inference: 11480 fps total: 9753 epoch: 790/2000\n",
            "saving next best rewards:  [5076.8877]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16891 fps step and policy inference: 10618 fps total: 9026 epoch: 791/2000\n",
            "fps step: 16203 fps step and policy inference: 9907 fps total: 8666 epoch: 792/2000\n",
            "saving next best rewards:  [5095.516]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15784 fps step and policy inference: 9240 fps total: 8020 epoch: 793/2000\n",
            "saving next best rewards:  [5111.2656]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14792 fps step and policy inference: 8340 fps total: 7396 epoch: 794/2000\n",
            "saving next best rewards:  [5122.7754]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15176 fps step and policy inference: 8713 fps total: 7828 epoch: 795/2000\n",
            "fps step: 17975 fps step and policy inference: 12405 fps total: 10449 epoch: 796/2000\n",
            "fps step: 16421 fps step and policy inference: 9953 fps total: 8631 epoch: 797/2000\n",
            "fps step: 15219 fps step and policy inference: 8795 fps total: 7869 epoch: 798/2000\n",
            "fps step: 16988 fps step and policy inference: 10912 fps total: 9656 epoch: 799/2000\n",
            "saving next best rewards:  [5124.113]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16073 fps step and policy inference: 9673 fps total: 8521 epoch: 800/2000\n",
            "saving next best rewards:  [5155.3237]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15472 fps step and policy inference: 9054 fps total: 8008 epoch: 801/2000\n",
            "saving next best rewards:  [5160.4844]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15478 fps step and policy inference: 8936 fps total: 7861 epoch: 802/2000\n",
            "saving next best rewards:  [5176.1636]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15192 fps step and policy inference: 8602 fps total: 7552 epoch: 803/2000\n",
            "saving next best rewards:  [5189.043]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16318 fps step and policy inference: 10025 fps total: 8806 epoch: 804/2000\n",
            "saving next best rewards:  [5208.1953]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16948 fps step and policy inference: 11180 fps total: 9888 epoch: 805/2000\n",
            "saving next best rewards:  [5222.5503]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17096 fps step and policy inference: 11152 fps total: 9837 epoch: 806/2000\n",
            "saving next best rewards:  [5244.8604]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15824 fps step and policy inference: 9709 fps total: 8693 epoch: 807/2000\n",
            "saving next best rewards:  [5248.9]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17829 fps step and policy inference: 12206 fps total: 11276 epoch: 808/2000\n",
            "saving next best rewards:  [5261.3813]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15059 fps step and policy inference: 8621 fps total: 7563 epoch: 809/2000\n",
            "saving next best rewards:  [5277.6787]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16190 fps step and policy inference: 10175 fps total: 9005 epoch: 810/2000\n",
            "saving next best rewards:  [5290.856]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16748 fps step and policy inference: 10685 fps total: 9231 epoch: 811/2000\n",
            "fps step: 15581 fps step and policy inference: 9157 fps total: 8067 epoch: 812/2000\n",
            "fps step: 15117 fps step and policy inference: 8547 fps total: 7483 epoch: 813/2000\n",
            "fps step: 16726 fps step and policy inference: 10212 fps total: 8549 epoch: 814/2000\n",
            "fps step: 15665 fps step and policy inference: 9242 fps total: 8007 epoch: 815/2000\n",
            "fps step: 15402 fps step and policy inference: 8904 fps total: 7757 epoch: 816/2000\n",
            "fps step: 17111 fps step and policy inference: 10890 fps total: 9365 epoch: 817/2000\n",
            "fps step: 15114 fps step and policy inference: 8513 fps total: 7448 epoch: 818/2000\n",
            "fps step: 17503 fps step and policy inference: 11310 fps total: 9562 epoch: 819/2000\n",
            "fps step: 17104 fps step and policy inference: 10915 fps total: 9267 epoch: 820/2000\n",
            "fps step: 15737 fps step and policy inference: 9252 fps total: 8252 epoch: 821/2000\n",
            "fps step: 16779 fps step and policy inference: 10387 fps total: 8886 epoch: 822/2000\n",
            "fps step: 15033 fps step and policy inference: 8658 fps total: 7535 epoch: 823/2000\n",
            "fps step: 15621 fps step and policy inference: 9341 fps total: 8310 epoch: 824/2000\n",
            "fps step: 16877 fps step and policy inference: 10687 fps total: 9445 epoch: 825/2000\n",
            "fps step: 15443 fps step and policy inference: 8826 fps total: 7711 epoch: 826/2000\n",
            "fps step: 14871 fps step and policy inference: 8303 fps total: 7364 epoch: 827/2000\n",
            "fps step: 16634 fps step and policy inference: 10586 fps total: 9405 epoch: 828/2000\n",
            "fps step: 17614 fps step and policy inference: 11920 fps total: 10377 epoch: 829/2000\n",
            "fps step: 18774 fps step and policy inference: 13110 fps total: 11308 epoch: 830/2000\n",
            "fps step: 16162 fps step and policy inference: 9796 fps total: 8642 epoch: 831/2000\n",
            "fps step: 17210 fps step and policy inference: 11211 fps total: 9533 epoch: 832/2000\n",
            "fps step: 17145 fps step and policy inference: 11097 fps total: 9497 epoch: 833/2000\n",
            "fps step: 15049 fps step and policy inference: 8758 fps total: 7681 epoch: 834/2000\n",
            "fps step: 17070 fps step and policy inference: 11372 fps total: 9878 epoch: 835/2000\n",
            "fps step: 15148 fps step and policy inference: 8905 fps total: 7796 epoch: 836/2000\n",
            "fps step: 15572 fps step and policy inference: 9101 fps total: 7888 epoch: 837/2000\n",
            "fps step: 17229 fps step and policy inference: 11040 fps total: 9444 epoch: 838/2000\n",
            "fps step: 15210 fps step and policy inference: 8892 fps total: 7965 epoch: 839/2000\n",
            "fps step: 16359 fps step and policy inference: 10130 fps total: 8989 epoch: 840/2000\n",
            "fps step: 14911 fps step and policy inference: 8491 fps total: 7455 epoch: 841/2000\n",
            "fps step: 17587 fps step and policy inference: 11936 fps total: 10445 epoch: 842/2000\n",
            "fps step: 16369 fps step and policy inference: 10202 fps total: 8917 epoch: 843/2000\n",
            "fps step: 15583 fps step and policy inference: 9166 fps total: 7958 epoch: 844/2000\n",
            "fps step: 15157 fps step and policy inference: 8649 fps total: 7605 epoch: 845/2000\n",
            "fps step: 15230 fps step and policy inference: 8854 fps total: 7882 epoch: 846/2000\n",
            "fps step: 15793 fps step and policy inference: 9686 fps total: 8423 epoch: 847/2000\n",
            "fps step: 17618 fps step and policy inference: 11710 fps total: 9995 epoch: 848/2000\n",
            "fps step: 15592 fps step and policy inference: 9259 fps total: 8013 epoch: 849/2000\n",
            "fps step: 15830 fps step and policy inference: 9637 fps total: 8581 epoch: 850/2000\n",
            "fps step: 14576 fps step and policy inference: 8234 fps total: 7174 epoch: 851/2000\n",
            "fps step: 14655 fps step and policy inference: 8415 fps total: 7375 epoch: 852/2000\n",
            "fps step: 16071 fps step and policy inference: 9991 fps total: 8761 epoch: 853/2000\n",
            "fps step: 16330 fps step and policy inference: 10268 fps total: 9092 epoch: 854/2000\n",
            "fps step: 16251 fps step and policy inference: 9873 fps total: 8493 epoch: 855/2000\n",
            "fps step: 15285 fps step and policy inference: 8847 fps total: 7847 epoch: 856/2000\n",
            "fps step: 16658 fps step and policy inference: 10559 fps total: 9116 epoch: 857/2000\n",
            "fps step: 14509 fps step and policy inference: 8084 fps total: 7135 epoch: 858/2000\n",
            "fps step: 17145 fps step and policy inference: 11404 fps total: 9962 epoch: 859/2000\n",
            "fps step: 15128 fps step and policy inference: 8732 fps total: 7641 epoch: 860/2000\n",
            "fps step: 15605 fps step and policy inference: 9125 fps total: 7929 epoch: 861/2000\n",
            "fps step: 16748 fps step and policy inference: 10641 fps total: 9396 epoch: 862/2000\n",
            "fps step: 17646 fps step and policy inference: 12104 fps total: 10600 epoch: 863/2000\n",
            "fps step: 16288 fps step and policy inference: 9890 fps total: 8485 epoch: 864/2000\n",
            "fps step: 15102 fps step and policy inference: 8566 fps total: 7532 epoch: 865/2000\n",
            "fps step: 15785 fps step and policy inference: 9254 fps total: 8071 epoch: 866/2000\n",
            "fps step: 15416 fps step and policy inference: 9084 fps total: 8124 epoch: 867/2000\n",
            "fps step: 16660 fps step and policy inference: 10460 fps total: 8927 epoch: 868/2000\n",
            "fps step: 16005 fps step and policy inference: 9461 fps total: 8197 epoch: 869/2000\n",
            "fps step: 15470 fps step and policy inference: 8854 fps total: 7733 epoch: 870/2000\n",
            "fps step: 16246 fps step and policy inference: 9910 fps total: 8556 epoch: 871/2000\n",
            "fps step: 15992 fps step and policy inference: 9822 fps total: 8755 epoch: 872/2000\n",
            "fps step: 16678 fps step and policy inference: 10811 fps total: 9524 epoch: 873/2000\n",
            "fps step: 17073 fps step and policy inference: 11217 fps total: 9838 epoch: 874/2000\n",
            "fps step: 15484 fps step and policy inference: 9155 fps total: 7941 epoch: 875/2000\n",
            "fps step: 15121 fps step and policy inference: 8668 fps total: 7548 epoch: 876/2000\n",
            "fps step: 16602 fps step and policy inference: 10582 fps total: 9124 epoch: 877/2000\n",
            "fps step: 16548 fps step and policy inference: 10406 fps total: 9199 epoch: 878/2000\n",
            "fps step: 17634 fps step and policy inference: 11662 fps total: 10065 epoch: 879/2000\n",
            "fps step: 15070 fps step and policy inference: 8504 fps total: 7458 epoch: 880/2000\n",
            "fps step: 17178 fps step and policy inference: 11315 fps total: 9968 epoch: 881/2000\n",
            "fps step: 16502 fps step and policy inference: 10176 fps total: 8792 epoch: 882/2000\n",
            "fps step: 14947 fps step and policy inference: 8377 fps total: 7380 epoch: 883/2000\n",
            "fps step: 16352 fps step and policy inference: 9794 fps total: 8612 epoch: 884/2000\n",
            "fps step: 14915 fps step and policy inference: 8529 fps total: 7566 epoch: 885/2000\n",
            "fps step: 16935 fps step and policy inference: 10709 fps total: 9039 epoch: 886/2000\n",
            "fps step: 17009 fps step and policy inference: 11072 fps total: 9488 epoch: 887/2000\n",
            "fps step: 15125 fps step and policy inference: 8694 fps total: 7597 epoch: 888/2000\n",
            "fps step: 16483 fps step and policy inference: 10680 fps total: 9392 epoch: 889/2000\n",
            "fps step: 16367 fps step and policy inference: 10516 fps total: 9452 epoch: 890/2000\n",
            "fps step: 15342 fps step and policy inference: 8859 fps total: 7780 epoch: 891/2000\n",
            "fps step: 15056 fps step and policy inference: 8762 fps total: 7813 epoch: 892/2000\n",
            "fps step: 15633 fps step and policy inference: 9514 fps total: 8479 epoch: 893/2000\n",
            "fps step: 15027 fps step and policy inference: 8650 fps total: 7484 epoch: 894/2000\n",
            "fps step: 16470 fps step and policy inference: 10579 fps total: 8919 epoch: 895/2000\n",
            "saving next best rewards:  [5297.269]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15543 fps step and policy inference: 9061 fps total: 7932 epoch: 896/2000\n",
            "fps step: 17071 fps step and policy inference: 10697 fps total: 9212 epoch: 897/2000\n",
            "fps step: 17442 fps step and policy inference: 11559 fps total: 10061 epoch: 898/2000\n",
            "fps step: 15378 fps step and policy inference: 8861 fps total: 7752 epoch: 899/2000\n",
            "saving next best rewards:  [5323.837]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16871 fps step and policy inference: 10971 fps total: 9699 epoch: 900/2000\n",
            "saving next best rewards:  [5334.956]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17778 fps step and policy inference: 11773 fps total: 10105 epoch: 901/2000\n",
            "fps step: 16166 fps step and policy inference: 10036 fps total: 8971 epoch: 902/2000\n",
            "fps step: 17389 fps step and policy inference: 11455 fps total: 10028 epoch: 903/2000\n",
            "fps step: 18025 fps step and policy inference: 12243 fps total: 10661 epoch: 904/2000\n",
            "fps step: 15927 fps step and policy inference: 9332 fps total: 8128 epoch: 905/2000\n",
            "fps step: 17753 fps step and policy inference: 12129 fps total: 10367 epoch: 906/2000\n",
            "fps step: 17984 fps step and policy inference: 11754 fps total: 9903 epoch: 907/2000\n",
            "fps step: 14777 fps step and policy inference: 8317 fps total: 7346 epoch: 908/2000\n",
            "fps step: 15194 fps step and policy inference: 8732 fps total: 7723 epoch: 909/2000\n",
            "saving next best rewards:  [5345.693]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17132 fps step and policy inference: 10933 fps total: 9259 epoch: 910/2000\n",
            "saving next best rewards:  [5349.248]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16208 fps step and policy inference: 9959 fps total: 8684 epoch: 911/2000\n",
            "saving next best rewards:  [5361.198]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16124 fps step and policy inference: 10075 fps total: 8980 epoch: 912/2000\n",
            "saving next best rewards:  [5366.943]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18139 fps step and policy inference: 12639 fps total: 10935 epoch: 913/2000\n",
            "fps step: 15207 fps step and policy inference: 8595 fps total: 7558 epoch: 914/2000\n",
            "fps step: 16921 fps step and policy inference: 10678 fps total: 9214 epoch: 915/2000\n",
            "fps step: 16806 fps step and policy inference: 10734 fps total: 9444 epoch: 916/2000\n",
            "fps step: 15535 fps step and policy inference: 9036 fps total: 7969 epoch: 917/2000\n",
            "fps step: 16103 fps step and policy inference: 9504 fps total: 8255 epoch: 918/2000\n",
            "fps step: 15695 fps step and policy inference: 9566 fps total: 8579 epoch: 919/2000\n",
            "fps step: 15652 fps step and policy inference: 9115 fps total: 7976 epoch: 920/2000\n",
            "fps step: 15430 fps step and policy inference: 8758 fps total: 7682 epoch: 921/2000\n",
            "fps step: 18275 fps step and policy inference: 12582 fps total: 10456 epoch: 922/2000\n",
            "fps step: 19059 fps step and policy inference: 12779 fps total: 11222 epoch: 923/2000\n",
            "fps step: 15127 fps step and policy inference: 8680 fps total: 7671 epoch: 924/2000\n",
            "fps step: 17537 fps step and policy inference: 11589 fps total: 9892 epoch: 925/2000\n",
            "fps step: 14647 fps step and policy inference: 8166 fps total: 7191 epoch: 926/2000\n",
            "fps step: 15624 fps step and policy inference: 9342 fps total: 8358 epoch: 927/2000\n",
            "fps step: 15818 fps step and policy inference: 9505 fps total: 8488 epoch: 928/2000\n",
            "fps step: 16562 fps step and policy inference: 10238 fps total: 8841 epoch: 929/2000\n",
            "fps step: 15699 fps step and policy inference: 9147 fps total: 7776 epoch: 930/2000\n",
            "fps step: 15871 fps step and policy inference: 9625 fps total: 8529 epoch: 931/2000\n",
            "fps step: 16932 fps step and policy inference: 10752 fps total: 9292 epoch: 932/2000\n",
            "fps step: 15449 fps step and policy inference: 9085 fps total: 8029 epoch: 933/2000\n",
            "fps step: 16806 fps step and policy inference: 10690 fps total: 9455 epoch: 934/2000\n",
            "fps step: 15873 fps step and policy inference: 9729 fps total: 8697 epoch: 935/2000\n",
            "fps step: 15488 fps step and policy inference: 9157 fps total: 8196 epoch: 936/2000\n",
            "fps step: 17152 fps step and policy inference: 10695 fps total: 9238 epoch: 937/2000\n",
            "fps step: 16035 fps step and policy inference: 9713 fps total: 8428 epoch: 938/2000\n",
            "fps step: 15559 fps step and policy inference: 9225 fps total: 8155 epoch: 939/2000\n",
            "fps step: 16797 fps step and policy inference: 10698 fps total: 9465 epoch: 940/2000\n",
            "fps step: 15308 fps step and policy inference: 8930 fps total: 7925 epoch: 941/2000\n",
            "fps step: 15399 fps step and policy inference: 8786 fps total: 7603 epoch: 942/2000\n",
            "fps step: 16312 fps step and policy inference: 9771 fps total: 8432 epoch: 943/2000\n",
            "fps step: 15939 fps step and policy inference: 9591 fps total: 8613 epoch: 944/2000\n",
            "fps step: 16886 fps step and policy inference: 10793 fps total: 9559 epoch: 945/2000\n",
            "fps step: 17093 fps step and policy inference: 11380 fps total: 10005 epoch: 946/2000\n",
            "fps step: 15011 fps step and policy inference: 8631 fps total: 7679 epoch: 947/2000\n",
            "fps step: 15144 fps step and policy inference: 8684 fps total: 7651 epoch: 948/2000\n",
            "fps step: 16213 fps step and policy inference: 9948 fps total: 8792 epoch: 949/2000\n",
            "fps step: 15850 fps step and policy inference: 9617 fps total: 8556 epoch: 950/2000\n",
            "fps step: 16195 fps step and policy inference: 10027 fps total: 8907 epoch: 951/2000\n",
            "fps step: 15733 fps step and policy inference: 9250 fps total: 8068 epoch: 952/2000\n",
            "fps step: 18042 fps step and policy inference: 12686 fps total: 10930 epoch: 953/2000\n",
            "fps step: 16269 fps step and policy inference: 9942 fps total: 8818 epoch: 954/2000\n",
            "fps step: 17071 fps step and policy inference: 10933 fps total: 9348 epoch: 955/2000\n",
            "fps step: 15958 fps step and policy inference: 9610 fps total: 8476 epoch: 956/2000\n",
            "fps step: 15830 fps step and policy inference: 9340 fps total: 8055 epoch: 957/2000\n",
            "fps step: 17550 fps step and policy inference: 11762 fps total: 10324 epoch: 958/2000\n",
            "fps step: 15293 fps step and policy inference: 8888 fps total: 7785 epoch: 959/2000\n",
            "fps step: 15194 fps step and policy inference: 8645 fps total: 7593 epoch: 960/2000\n",
            "fps step: 15500 fps step and policy inference: 8956 fps total: 8273 epoch: 961/2000\n",
            "fps step: 18299 fps step and policy inference: 12889 fps total: 10969 epoch: 962/2000\n",
            "fps step: 16997 fps step and policy inference: 10872 fps total: 9564 epoch: 963/2000\n",
            "fps step: 16334 fps step and policy inference: 9836 fps total: 8562 epoch: 964/2000\n",
            "fps step: 14796 fps step and policy inference: 8281 fps total: 7386 epoch: 965/2000\n",
            "fps step: 16842 fps step and policy inference: 10608 fps total: 9146 epoch: 966/2000\n",
            "fps step: 15517 fps step and policy inference: 9085 fps total: 8124 epoch: 967/2000\n",
            "fps step: 15574 fps step and policy inference: 9072 fps total: 7811 epoch: 968/2000\n",
            "fps step: 15474 fps step and policy inference: 9267 fps total: 8282 epoch: 969/2000\n",
            "fps step: 16212 fps step and policy inference: 10092 fps total: 8976 epoch: 970/2000\n",
            "fps step: 16772 fps step and policy inference: 10392 fps total: 8844 epoch: 971/2000\n",
            "fps step: 16704 fps step and policy inference: 10241 fps total: 8790 epoch: 972/2000\n",
            "fps step: 16183 fps step and policy inference: 9800 fps total: 8655 epoch: 973/2000\n",
            "fps step: 14709 fps step and policy inference: 8322 fps total: 7361 epoch: 974/2000\n",
            "fps step: 15807 fps step and policy inference: 9538 fps total: 8505 epoch: 975/2000\n",
            "fps step: 15323 fps step and policy inference: 8950 fps total: 7987 epoch: 976/2000\n",
            "fps step: 15384 fps step and policy inference: 8842 fps total: 7705 epoch: 977/2000\n",
            "fps step: 17373 fps step and policy inference: 11620 fps total: 10205 epoch: 978/2000\n",
            "fps step: 17090 fps step and policy inference: 10722 fps total: 9185 epoch: 979/2000\n",
            "fps step: 16525 fps step and policy inference: 10110 fps total: 8965 epoch: 980/2000\n",
            "fps step: 15567 fps step and policy inference: 9336 fps total: 8352 epoch: 981/2000\n",
            "saving next best rewards:  [5376.0947]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16584 fps step and policy inference: 10326 fps total: 8950 epoch: 982/2000\n",
            "fps step: 16197 fps step and policy inference: 9889 fps total: 8543 epoch: 983/2000\n",
            "fps step: 17493 fps step and policy inference: 11392 fps total: 9758 epoch: 984/2000\n",
            "fps step: 15351 fps step and policy inference: 8927 fps total: 7796 epoch: 985/2000\n",
            "saving next best rewards:  [5384.0703]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18056 fps step and policy inference: 12631 fps total: 10913 epoch: 986/2000\n",
            "saving next best rewards:  [5389.7104]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16290 fps step and policy inference: 9807 fps total: 8533 epoch: 987/2000\n",
            "saving next best rewards:  [5407.5757]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15232 fps step and policy inference: 8903 fps total: 7945 epoch: 988/2000\n",
            "saving next best rewards:  [5421.5806]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16814 fps step and policy inference: 10489 fps total: 8996 epoch: 989/2000\n",
            "saving next best rewards:  [5438.559]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16483 fps step and policy inference: 10297 fps total: 9164 epoch: 990/2000\n",
            "fps step: 15507 fps step and policy inference: 9017 fps total: 7879 epoch: 991/2000\n",
            "saving next best rewards:  [5448.995]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15648 fps step and policy inference: 9290 fps total: 8262 epoch: 992/2000\n",
            "saving next best rewards:  [5457.6274]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14944 fps step and policy inference: 8380 fps total: 7362 epoch: 993/2000\n",
            "saving next best rewards:  [5485.7905]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16101 fps step and policy inference: 9680 fps total: 8352 epoch: 994/2000\n",
            "saving next best rewards:  [5497.416]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16259 fps step and policy inference: 9878 fps total: 8727 epoch: 995/2000\n",
            "saving next best rewards:  [5498.2646]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15982 fps step and policy inference: 9480 fps total: 8190 epoch: 996/2000\n",
            "saving next best rewards:  [5525.507]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15414 fps step and policy inference: 9031 fps total: 7882 epoch: 997/2000\n",
            "saving next best rewards:  [5542.9243]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17299 fps step and policy inference: 11141 fps total: 9552 epoch: 998/2000\n",
            "saving next best rewards:  [5557.8936]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16082 fps step and policy inference: 9763 fps total: 8514 epoch: 999/2000\n",
            "saving next best rewards:  [5580.673]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17522 fps step and policy inference: 11554 fps total: 9641 epoch: 1000/2000\n",
            "saving next best rewards:  [5595.4824]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15405 fps step and policy inference: 8942 fps total: 7851 epoch: 1001/2000\n",
            "saving next best rewards:  [5608.1284]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16260 fps step and policy inference: 10186 fps total: 9340 epoch: 1002/2000\n",
            "fps step: 17225 fps step and policy inference: 11151 fps total: 9807 epoch: 1003/2000\n",
            "fps step: 17180 fps step and policy inference: 11061 fps total: 9693 epoch: 1004/2000\n",
            "fps step: 17631 fps step and policy inference: 11626 fps total: 10194 epoch: 1005/2000\n",
            "saving next best rewards:  [5616.475]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16451 fps step and policy inference: 10283 fps total: 9485 epoch: 1006/2000\n",
            "saving next best rewards:  [5626.394]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17494 fps step and policy inference: 11823 fps total: 10305 epoch: 1007/2000\n",
            "saving next best rewards:  [5639.864]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16563 fps step and policy inference: 10614 fps total: 9415 epoch: 1008/2000\n",
            "fps step: 17863 fps step and policy inference: 12156 fps total: 10596 epoch: 1009/2000\n",
            "fps step: 17311 fps step and policy inference: 11462 fps total: 10055 epoch: 1010/2000\n",
            "fps step: 16869 fps step and policy inference: 10928 fps total: 9601 epoch: 1011/2000\n",
            "fps step: 16730 fps step and policy inference: 10596 fps total: 9006 epoch: 1012/2000\n",
            "saving next best rewards:  [5659.851]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15470 fps step and policy inference: 9159 fps total: 8125 epoch: 1013/2000\n",
            "saving next best rewards:  [5669.6616]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16017 fps step and policy inference: 9482 fps total: 8261 epoch: 1014/2000\n",
            "saving next best rewards:  [5685.238]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15316 fps step and policy inference: 8777 fps total: 7641 epoch: 1015/2000\n",
            "fps step: 18259 fps step and policy inference: 13042 fps total: 11253 epoch: 1016/2000\n",
            "fps step: 15174 fps step and policy inference: 8653 fps total: 7537 epoch: 1017/2000\n",
            "fps step: 16135 fps step and policy inference: 9968 fps total: 8909 epoch: 1018/2000\n",
            "fps step: 17342 fps step and policy inference: 11518 fps total: 10045 epoch: 1019/2000\n",
            "fps step: 17751 fps step and policy inference: 11519 fps total: 9777 epoch: 1020/2000\n",
            "fps step: 15641 fps step and policy inference: 9184 fps total: 7803 epoch: 1021/2000\n",
            "fps step: 15505 fps step and policy inference: 9220 fps total: 8094 epoch: 1022/2000\n",
            "fps step: 15654 fps step and policy inference: 9231 fps total: 8041 epoch: 1023/2000\n",
            "fps step: 16691 fps step and policy inference: 10464 fps total: 8939 epoch: 1024/2000\n",
            "fps step: 15551 fps step and policy inference: 8949 fps total: 7704 epoch: 1025/2000\n",
            "fps step: 15678 fps step and policy inference: 9100 fps total: 7905 epoch: 1026/2000\n",
            "fps step: 14731 fps step and policy inference: 8195 fps total: 7249 epoch: 1027/2000\n",
            "fps step: 15119 fps step and policy inference: 8724 fps total: 8159 epoch: 1028/2000\n",
            "fps step: 17516 fps step and policy inference: 11669 fps total: 10079 epoch: 1029/2000\n",
            "fps step: 15739 fps step and policy inference: 9343 fps total: 8326 epoch: 1030/2000\n",
            "fps step: 16869 fps step and policy inference: 10443 fps total: 9023 epoch: 1031/2000\n",
            "fps step: 17101 fps step and policy inference: 11185 fps total: 9834 epoch: 1032/2000\n",
            "saving next best rewards:  [5689.02]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15947 fps step and policy inference: 9321 fps total: 8113 epoch: 1033/2000\n",
            "saving next best rewards:  [5699.36]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14906 fps step and policy inference: 8317 fps total: 7265 epoch: 1034/2000\n",
            "fps step: 15058 fps step and policy inference: 8519 fps total: 7890 epoch: 1035/2000\n",
            "fps step: 17003 fps step and policy inference: 10807 fps total: 9372 epoch: 1036/2000\n",
            "fps step: 18308 fps step and policy inference: 12802 fps total: 11079 epoch: 1037/2000\n",
            "fps step: 18045 fps step and policy inference: 12397 fps total: 10757 epoch: 1038/2000\n",
            "fps step: 15987 fps step and policy inference: 9490 fps total: 8189 epoch: 1039/2000\n",
            "fps step: 16334 fps step and policy inference: 10041 fps total: 8740 epoch: 1040/2000\n",
            "fps step: 14899 fps step and policy inference: 8314 fps total: 7309 epoch: 1041/2000\n",
            "fps step: 15758 fps step and policy inference: 9271 fps total: 8181 epoch: 1042/2000\n",
            "fps step: 16345 fps step and policy inference: 10213 fps total: 9397 epoch: 1043/2000\n",
            "fps step: 16024 fps step and policy inference: 9658 fps total: 8579 epoch: 1044/2000\n",
            "fps step: 18125 fps step and policy inference: 12747 fps total: 11056 epoch: 1045/2000\n",
            "fps step: 16452 fps step and policy inference: 10127 fps total: 8833 epoch: 1046/2000\n",
            "fps step: 15514 fps step and policy inference: 9196 fps total: 8119 epoch: 1047/2000\n",
            "fps step: 18149 fps step and policy inference: 12436 fps total: 10399 epoch: 1048/2000\n",
            "fps step: 16237 fps step and policy inference: 9923 fps total: 8836 epoch: 1049/2000\n",
            "fps step: 15437 fps step and policy inference: 8844 fps total: 7747 epoch: 1050/2000\n",
            "fps step: 15172 fps step and policy inference: 8815 fps total: 7712 epoch: 1051/2000\n",
            "fps step: 15503 fps step and policy inference: 8867 fps total: 7679 epoch: 1052/2000\n",
            "fps step: 16433 fps step and policy inference: 10354 fps total: 9179 epoch: 1053/2000\n",
            "fps step: 17524 fps step and policy inference: 11830 fps total: 10317 epoch: 1054/2000\n",
            "fps step: 15430 fps step and policy inference: 8969 fps total: 7895 epoch: 1055/2000\n",
            "fps step: 17086 fps step and policy inference: 11033 fps total: 9678 epoch: 1056/2000\n",
            "fps step: 15027 fps step and policy inference: 8565 fps total: 7644 epoch: 1057/2000\n",
            "fps step: 15786 fps step and policy inference: 9544 fps total: 8504 epoch: 1058/2000\n",
            "fps step: 16216 fps step and policy inference: 9831 fps total: 8642 epoch: 1059/2000\n",
            "fps step: 15669 fps step and policy inference: 9049 fps total: 7786 epoch: 1060/2000\n",
            "fps step: 16635 fps step and policy inference: 10564 fps total: 9318 epoch: 1061/2000\n",
            "fps step: 15776 fps step and policy inference: 9230 fps total: 7923 epoch: 1062/2000\n",
            "fps step: 16345 fps step and policy inference: 9868 fps total: 8762 epoch: 1063/2000\n",
            "fps step: 15420 fps step and policy inference: 8918 fps total: 7791 epoch: 1064/2000\n",
            "fps step: 16888 fps step and policy inference: 10598 fps total: 9260 epoch: 1065/2000\n",
            "fps step: 16545 fps step and policy inference: 10028 fps total: 8677 epoch: 1066/2000\n",
            "fps step: 15188 fps step and policy inference: 8676 fps total: 7552 epoch: 1067/2000\n",
            "fps step: 17586 fps step and policy inference: 11595 fps total: 9972 epoch: 1068/2000\n",
            "fps step: 17350 fps step and policy inference: 11022 fps total: 9175 epoch: 1069/2000\n",
            "fps step: 15412 fps step and policy inference: 9045 fps total: 8090 epoch: 1070/2000\n",
            "fps step: 16321 fps step and policy inference: 9825 fps total: 8502 epoch: 1071/2000\n",
            "fps step: 15773 fps step and policy inference: 9489 fps total: 8496 epoch: 1072/2000\n",
            "fps step: 14929 fps step and policy inference: 8472 fps total: 7565 epoch: 1073/2000\n",
            "fps step: 16791 fps step and policy inference: 10581 fps total: 9360 epoch: 1074/2000\n",
            "fps step: 16867 fps step and policy inference: 10555 fps total: 9267 epoch: 1075/2000\n",
            "fps step: 15994 fps step and policy inference: 9746 fps total: 8717 epoch: 1076/2000\n",
            "fps step: 14946 fps step and policy inference: 8465 fps total: 7432 epoch: 1077/2000\n",
            "fps step: 15553 fps step and policy inference: 9032 fps total: 7693 epoch: 1078/2000\n",
            "fps step: 15498 fps step and policy inference: 9095 fps total: 8171 epoch: 1079/2000\n",
            "fps step: 16595 fps step and policy inference: 10264 fps total: 8965 epoch: 1080/2000\n",
            "fps step: 15583 fps step and policy inference: 9037 fps total: 7731 epoch: 1081/2000\n",
            "fps step: 16545 fps step and policy inference: 10222 fps total: 8723 epoch: 1082/2000\n",
            "fps step: 15488 fps step and policy inference: 9137 fps total: 7977 epoch: 1083/2000\n",
            "fps step: 15532 fps step and policy inference: 9279 fps total: 8104 epoch: 1084/2000\n",
            "fps step: 15466 fps step and policy inference: 8993 fps total: 7770 epoch: 1085/2000\n",
            "fps step: 16045 fps step and policy inference: 9508 fps total: 8245 epoch: 1086/2000\n",
            "fps step: 16431 fps step and policy inference: 9932 fps total: 8607 epoch: 1087/2000\n",
            "fps step: 17254 fps step and policy inference: 11408 fps total: 10056 epoch: 1088/2000\n",
            "fps step: 16065 fps step and policy inference: 9433 fps total: 8304 epoch: 1089/2000\n",
            "fps step: 16288 fps step and policy inference: 9845 fps total: 8438 epoch: 1090/2000\n",
            "fps step: 15198 fps step and policy inference: 8656 fps total: 7586 epoch: 1091/2000\n",
            "fps step: 14782 fps step and policy inference: 8352 fps total: 7271 epoch: 1092/2000\n",
            "fps step: 16851 fps step and policy inference: 10811 fps total: 9579 epoch: 1093/2000\n",
            "fps step: 17396 fps step and policy inference: 11705 fps total: 10293 epoch: 1094/2000\n",
            "fps step: 18192 fps step and policy inference: 13032 fps total: 11291 epoch: 1095/2000\n",
            "fps step: 14986 fps step and policy inference: 8580 fps total: 7572 epoch: 1096/2000\n",
            "fps step: 15242 fps step and policy inference: 8809 fps total: 7675 epoch: 1097/2000\n",
            "fps step: 15641 fps step and policy inference: 9437 fps total: 8431 epoch: 1098/2000\n",
            "fps step: 14918 fps step and policy inference: 8418 fps total: 7394 epoch: 1099/2000\n",
            "fps step: 16833 fps step and policy inference: 10562 fps total: 9341 epoch: 1100/2000\n",
            "fps step: 17637 fps step and policy inference: 11888 fps total: 10418 epoch: 1101/2000\n",
            "fps step: 17854 fps step and policy inference: 12107 fps total: 10531 epoch: 1102/2000\n",
            "fps step: 17107 fps step and policy inference: 11184 fps total: 9833 epoch: 1103/2000\n",
            "fps step: 15322 fps step and policy inference: 8921 fps total: 8008 epoch: 1104/2000\n",
            "fps step: 15506 fps step and policy inference: 9077 fps total: 7893 epoch: 1105/2000\n",
            "fps step: 17614 fps step and policy inference: 11760 fps total: 9947 epoch: 1106/2000\n",
            "fps step: 17553 fps step and policy inference: 11964 fps total: 10415 epoch: 1107/2000\n",
            "fps step: 14859 fps step and policy inference: 8440 fps total: 7435 epoch: 1108/2000\n",
            "fps step: 15445 fps step and policy inference: 9270 fps total: 8158 epoch: 1109/2000\n",
            "fps step: 16160 fps step and policy inference: 10196 fps total: 9036 epoch: 1110/2000\n",
            "fps step: 14792 fps step and policy inference: 8684 fps total: 7851 epoch: 1111/2000\n",
            "fps step: 14602 fps step and policy inference: 8354 fps total: 7392 epoch: 1112/2000\n",
            "fps step: 15093 fps step and policy inference: 8939 fps total: 7639 epoch: 1113/2000\n",
            "fps step: 16136 fps step and policy inference: 10159 fps total: 8681 epoch: 1114/2000\n",
            "fps step: 14595 fps step and policy inference: 8456 fps total: 7491 epoch: 1115/2000\n",
            "fps step: 15838 fps step and policy inference: 9913 fps total: 8782 epoch: 1116/2000\n",
            "fps step: 14809 fps step and policy inference: 8616 fps total: 7550 epoch: 1117/2000\n",
            "fps step: 15868 fps step and policy inference: 9663 fps total: 8311 epoch: 1118/2000\n",
            "fps step: 15601 fps step and policy inference: 9543 fps total: 8788 epoch: 1119/2000\n",
            "fps step: 15485 fps step and policy inference: 9124 fps total: 8014 epoch: 1120/2000\n",
            "fps step: 16178 fps step and policy inference: 10002 fps total: 8924 epoch: 1121/2000\n",
            "fps step: 16693 fps step and policy inference: 10422 fps total: 9172 epoch: 1122/2000\n",
            "fps step: 15565 fps step and policy inference: 8987 fps total: 7754 epoch: 1123/2000\n",
            "fps step: 17436 fps step and policy inference: 11272 fps total: 9797 epoch: 1124/2000\n",
            "fps step: 15550 fps step and policy inference: 8939 fps total: 7820 epoch: 1125/2000\n",
            "fps step: 15693 fps step and policy inference: 9304 fps total: 8272 epoch: 1126/2000\n",
            "fps step: 14949 fps step and policy inference: 8414 fps total: 7395 epoch: 1127/2000\n",
            "fps step: 17298 fps step and policy inference: 11444 fps total: 10075 epoch: 1128/2000\n",
            "fps step: 15786 fps step and policy inference: 9529 fps total: 8470 epoch: 1129/2000\n",
            "fps step: 16985 fps step and policy inference: 10620 fps total: 9132 epoch: 1130/2000\n",
            "fps step: 15949 fps step and policy inference: 9625 fps total: 8570 epoch: 1131/2000\n",
            "fps step: 15316 fps step and policy inference: 8874 fps total: 7904 epoch: 1132/2000\n",
            "fps step: 17225 fps step and policy inference: 11114 fps total: 10009 epoch: 1133/2000\n",
            "fps step: 16326 fps step and policy inference: 9901 fps total: 9049 epoch: 1134/2000\n",
            "fps step: 15318 fps step and policy inference: 8778 fps total: 7651 epoch: 1135/2000\n",
            "fps step: 18125 fps step and policy inference: 12749 fps total: 10961 epoch: 1136/2000\n",
            "fps step: 15883 fps step and policy inference: 9546 fps total: 8472 epoch: 1137/2000\n",
            "fps step: 15614 fps step and policy inference: 8927 fps total: 7818 epoch: 1138/2000\n",
            "fps step: 15629 fps step and policy inference: 9511 fps total: 8492 epoch: 1139/2000\n",
            "fps step: 17930 fps step and policy inference: 12496 fps total: 10917 epoch: 1140/2000\n",
            "fps step: 16032 fps step and policy inference: 9319 fps total: 8180 epoch: 1141/2000\n",
            "fps step: 17794 fps step and policy inference: 11755 fps total: 10037 epoch: 1142/2000\n",
            "fps step: 15023 fps step and policy inference: 8481 fps total: 7468 epoch: 1143/2000\n",
            "fps step: 16004 fps step and policy inference: 9715 fps total: 8624 epoch: 1144/2000\n",
            "fps step: 16548 fps step and policy inference: 9846 fps total: 8462 epoch: 1145/2000\n",
            "fps step: 16813 fps step and policy inference: 10463 fps total: 9193 epoch: 1146/2000\n",
            "fps step: 15057 fps step and policy inference: 8466 fps total: 7373 epoch: 1147/2000\n",
            "fps step: 16157 fps step and policy inference: 9530 fps total: 8219 epoch: 1148/2000\n",
            "fps step: 16588 fps step and policy inference: 10315 fps total: 8870 epoch: 1149/2000\n",
            "fps step: 15340 fps step and policy inference: 8695 fps total: 7620 epoch: 1150/2000\n",
            "fps step: 15369 fps step and policy inference: 9077 fps total: 8180 epoch: 1151/2000\n",
            "fps step: 15876 fps step and policy inference: 9563 fps total: 8501 epoch: 1152/2000\n",
            "fps step: 16154 fps step and policy inference: 9505 fps total: 8232 epoch: 1153/2000\n",
            "fps step: 15500 fps step and policy inference: 8973 fps total: 7811 epoch: 1154/2000\n",
            "fps step: 16802 fps step and policy inference: 10778 fps total: 9538 epoch: 1155/2000\n",
            "fps step: 15404 fps step and policy inference: 9000 fps total: 8032 epoch: 1156/2000\n",
            "fps step: 15755 fps step and policy inference: 9584 fps total: 8325 epoch: 1157/2000\n",
            "fps step: 15230 fps step and policy inference: 8894 fps total: 7781 epoch: 1158/2000\n",
            "fps step: 15478 fps step and policy inference: 8919 fps total: 7795 epoch: 1159/2000\n",
            "fps step: 17478 fps step and policy inference: 11935 fps total: 10394 epoch: 1160/2000\n",
            "fps step: 14876 fps step and policy inference: 8515 fps total: 7637 epoch: 1161/2000\n",
            "fps step: 16817 fps step and policy inference: 10728 fps total: 9496 epoch: 1162/2000\n",
            "fps step: 16478 fps step and policy inference: 10107 fps total: 8720 epoch: 1163/2000\n",
            "fps step: 16037 fps step and policy inference: 9784 fps total: 8715 epoch: 1164/2000\n",
            "fps step: 14373 fps step and policy inference: 8004 fps total: 7013 epoch: 1165/2000\n",
            "fps step: 14791 fps step and policy inference: 8453 fps total: 7486 epoch: 1166/2000\n",
            "fps step: 16042 fps step and policy inference: 9823 fps total: 8562 epoch: 1167/2000\n",
            "fps step: 15766 fps step and policy inference: 9708 fps total: 8648 epoch: 1168/2000\n",
            "fps step: 17431 fps step and policy inference: 11451 fps total: 9608 epoch: 1169/2000\n",
            "fps step: 16694 fps step and policy inference: 10913 fps total: 9657 epoch: 1170/2000\n",
            "fps step: 16783 fps step and policy inference: 10738 fps total: 9077 epoch: 1171/2000\n",
            "fps step: 14891 fps step and policy inference: 8577 fps total: 7438 epoch: 1172/2000\n",
            "fps step: 14350 fps step and policy inference: 8163 fps total: 7193 epoch: 1173/2000\n",
            "fps step: 15450 fps step and policy inference: 9155 fps total: 7995 epoch: 1174/2000\n",
            "fps step: 16916 fps step and policy inference: 11317 fps total: 9951 epoch: 1175/2000\n",
            "fps step: 16192 fps step and policy inference: 10320 fps total: 9176 epoch: 1176/2000\n",
            "fps step: 15103 fps step and policy inference: 8601 fps total: 7425 epoch: 1177/2000\n",
            "fps step: 14822 fps step and policy inference: 8327 fps total: 7308 epoch: 1178/2000\n",
            "fps step: 17387 fps step and policy inference: 11458 fps total: 9560 epoch: 1179/2000\n",
            "fps step: 15334 fps step and policy inference: 9069 fps total: 7918 epoch: 1180/2000\n",
            "fps step: 15121 fps step and policy inference: 8858 fps total: 7895 epoch: 1181/2000\n",
            "fps step: 15905 fps step and policy inference: 9727 fps total: 8443 epoch: 1182/2000\n",
            "fps step: 14617 fps step and policy inference: 8229 fps total: 7243 epoch: 1183/2000\n",
            "fps step: 14808 fps step and policy inference: 8217 fps total: 7246 epoch: 1184/2000\n",
            "fps step: 15877 fps step and policy inference: 9716 fps total: 8656 epoch: 1185/2000\n",
            "fps step: 17450 fps step and policy inference: 11559 fps total: 10066 epoch: 1186/2000\n",
            "fps step: 16708 fps step and policy inference: 10441 fps total: 8943 epoch: 1187/2000\n",
            "fps step: 16864 fps step and policy inference: 10526 fps total: 9249 epoch: 1188/2000\n",
            "fps step: 15115 fps step and policy inference: 8741 fps total: 7740 epoch: 1189/2000\n",
            "fps step: 16323 fps step and policy inference: 9912 fps total: 8735 epoch: 1190/2000\n",
            "fps step: 16446 fps step and policy inference: 10054 fps total: 8718 epoch: 1191/2000\n",
            "fps step: 18155 fps step and policy inference: 12555 fps total: 11607 epoch: 1192/2000\n",
            "fps step: 15905 fps step and policy inference: 9402 fps total: 8390 epoch: 1193/2000\n",
            "fps step: 15750 fps step and policy inference: 9664 fps total: 8651 epoch: 1194/2000\n",
            "fps step: 16076 fps step and policy inference: 9838 fps total: 8415 epoch: 1195/2000\n",
            "fps step: 15844 fps step and policy inference: 9750 fps total: 8674 epoch: 1196/2000\n",
            "fps step: 15568 fps step and policy inference: 9278 fps total: 8241 epoch: 1197/2000\n",
            "fps step: 15766 fps step and policy inference: 9455 fps total: 8327 epoch: 1198/2000\n",
            "fps step: 15322 fps step and policy inference: 8915 fps total: 7821 epoch: 1199/2000\n",
            "fps step: 17487 fps step and policy inference: 11851 fps total: 10351 epoch: 1200/2000\n",
            "fps step: 15159 fps step and policy inference: 8941 fps total: 7852 epoch: 1201/2000\n",
            "fps step: 15287 fps step and policy inference: 9561 fps total: 8463 epoch: 1202/2000\n",
            "fps step: 14637 fps step and policy inference: 8661 fps total: 7561 epoch: 1203/2000\n",
            "fps step: 15008 fps step and policy inference: 9151 fps total: 8232 epoch: 1204/2000\n",
            "fps step: 17945 fps step and policy inference: 13033 fps total: 11176 epoch: 1205/2000\n",
            "fps step: 15796 fps step and policy inference: 9550 fps total: 8281 epoch: 1206/2000\n",
            "fps step: 14645 fps step and policy inference: 8323 fps total: 7277 epoch: 1207/2000\n",
            "fps step: 15258 fps step and policy inference: 8974 fps total: 7820 epoch: 1208/2000\n",
            "fps step: 15020 fps step and policy inference: 8514 fps total: 7498 epoch: 1209/2000\n",
            "fps step: 16621 fps step and policy inference: 10534 fps total: 8961 epoch: 1210/2000\n",
            "fps step: 15601 fps step and policy inference: 9247 fps total: 8082 epoch: 1211/2000\n",
            "fps step: 16849 fps step and policy inference: 10313 fps total: 8802 epoch: 1212/2000\n",
            "fps step: 16114 fps step and policy inference: 9969 fps total: 8722 epoch: 1213/2000\n",
            "fps step: 16055 fps step and policy inference: 9713 fps total: 8401 epoch: 1214/2000\n",
            "fps step: 14755 fps step and policy inference: 8271 fps total: 7266 epoch: 1215/2000\n",
            "fps step: 14999 fps step and policy inference: 8553 fps total: 7571 epoch: 1216/2000\n",
            "fps step: 14994 fps step and policy inference: 8568 fps total: 7471 epoch: 1217/2000\n",
            "fps step: 17440 fps step and policy inference: 11375 fps total: 9941 epoch: 1218/2000\n",
            "fps step: 15553 fps step and policy inference: 9119 fps total: 8083 epoch: 1219/2000\n",
            "fps step: 16246 fps step and policy inference: 10145 fps total: 9032 epoch: 1220/2000\n",
            "fps step: 16830 fps step and policy inference: 10699 fps total: 9456 epoch: 1221/2000\n",
            "fps step: 17109 fps step and policy inference: 10702 fps total: 9147 epoch: 1222/2000\n",
            "fps step: 16313 fps step and policy inference: 10388 fps total: 9163 epoch: 1223/2000\n",
            "fps step: 16195 fps step and policy inference: 9778 fps total: 8477 epoch: 1224/2000\n",
            "fps step: 15954 fps step and policy inference: 9537 fps total: 8531 epoch: 1225/2000\n",
            "fps step: 14795 fps step and policy inference: 8209 fps total: 7235 epoch: 1226/2000\n",
            "fps step: 16123 fps step and policy inference: 9758 fps total: 8637 epoch: 1227/2000\n",
            "fps step: 14879 fps step and policy inference: 8380 fps total: 7381 epoch: 1228/2000\n",
            "fps step: 16968 fps step and policy inference: 10934 fps total: 9537 epoch: 1229/2000\n",
            "fps step: 15249 fps step and policy inference: 8721 fps total: 7729 epoch: 1230/2000\n",
            "fps step: 16065 fps step and policy inference: 9528 fps total: 8244 epoch: 1231/2000\n",
            "fps step: 15244 fps step and policy inference: 8698 fps total: 7665 epoch: 1232/2000\n",
            "fps step: 15961 fps step and policy inference: 9550 fps total: 8517 epoch: 1233/2000\n",
            "fps step: 17143 fps step and policy inference: 11107 fps total: 9541 epoch: 1234/2000\n",
            "fps step: 15634 fps step and policy inference: 9180 fps total: 8060 epoch: 1235/2000\n",
            "fps step: 16037 fps step and policy inference: 9528 fps total: 8575 epoch: 1236/2000\n",
            "fps step: 16049 fps step and policy inference: 9515 fps total: 8292 epoch: 1237/2000\n",
            "fps step: 16638 fps step and policy inference: 10496 fps total: 9298 epoch: 1238/2000\n",
            "fps step: 15120 fps step and policy inference: 8572 fps total: 7518 epoch: 1239/2000\n",
            "fps step: 16864 fps step and policy inference: 10700 fps total: 9008 epoch: 1240/2000\n",
            "fps step: 17145 fps step and policy inference: 11443 fps total: 10053 epoch: 1241/2000\n",
            "fps step: 15506 fps step and policy inference: 9226 fps total: 8275 epoch: 1242/2000\n",
            "fps step: 16698 fps step and policy inference: 10377 fps total: 8803 epoch: 1243/2000\n",
            "fps step: 15556 fps step and policy inference: 9213 fps total: 7991 epoch: 1244/2000\n",
            "fps step: 15546 fps step and policy inference: 9372 fps total: 8171 epoch: 1245/2000\n",
            "fps step: 15590 fps step and policy inference: 9076 fps total: 7879 epoch: 1246/2000\n",
            "fps step: 16639 fps step and policy inference: 10573 fps total: 9226 epoch: 1247/2000\n",
            "fps step: 15055 fps step and policy inference: 8616 fps total: 7617 epoch: 1248/2000\n",
            "fps step: 14717 fps step and policy inference: 8332 fps total: 7331 epoch: 1249/2000\n",
            "fps step: 15430 fps step and policy inference: 9080 fps total: 7872 epoch: 1250/2000\n",
            "fps step: 16396 fps step and policy inference: 10149 fps total: 8875 epoch: 1251/2000\n",
            "fps step: 18222 fps step and policy inference: 11566 fps total: 9759 epoch: 1252/2000\n",
            "fps step: 15962 fps step and policy inference: 9434 fps total: 8063 epoch: 1253/2000\n",
            "fps step: 15479 fps step and policy inference: 9060 fps total: 8047 epoch: 1254/2000\n",
            "fps step: 15659 fps step and policy inference: 9140 fps total: 7986 epoch: 1255/2000\n",
            "fps step: 16281 fps step and policy inference: 9833 fps total: 8753 epoch: 1256/2000\n",
            "fps step: 17220 fps step and policy inference: 11389 fps total: 10046 epoch: 1257/2000\n",
            "fps step: 16691 fps step and policy inference: 10402 fps total: 9077 epoch: 1258/2000\n",
            "fps step: 14713 fps step and policy inference: 8259 fps total: 7321 epoch: 1259/2000\n",
            "fps step: 16020 fps step and policy inference: 9786 fps total: 8677 epoch: 1260/2000\n",
            "fps step: 17228 fps step and policy inference: 11278 fps total: 9969 epoch: 1261/2000\n",
            "fps step: 16760 fps step and policy inference: 10542 fps total: 9262 epoch: 1262/2000\n",
            "fps step: 15474 fps step and policy inference: 9018 fps total: 7952 epoch: 1263/2000\n",
            "fps step: 14995 fps step and policy inference: 8436 fps total: 7420 epoch: 1264/2000\n",
            "fps step: 15099 fps step and policy inference: 8772 fps total: 7902 epoch: 1265/2000\n",
            "fps step: 17928 fps step and policy inference: 12032 fps total: 9822 epoch: 1266/2000\n",
            "fps step: 16914 fps step and policy inference: 10891 fps total: 9635 epoch: 1267/2000\n",
            "fps step: 14976 fps step and policy inference: 8348 fps total: 7322 epoch: 1268/2000\n",
            "fps step: 15475 fps step and policy inference: 8889 fps total: 7739 epoch: 1269/2000\n",
            "fps step: 16078 fps step and policy inference: 9972 fps total: 8910 epoch: 1270/2000\n",
            "fps step: 14995 fps step and policy inference: 8468 fps total: 7507 epoch: 1271/2000\n",
            "fps step: 15460 fps step and policy inference: 9114 fps total: 8180 epoch: 1272/2000\n",
            "fps step: 16121 fps step and policy inference: 9864 fps total: 8745 epoch: 1273/2000\n",
            "fps step: 16840 fps step and policy inference: 10763 fps total: 9474 epoch: 1274/2000\n",
            "fps step: 17999 fps step and policy inference: 12475 fps total: 10775 epoch: 1275/2000\n",
            "fps step: 15356 fps step and policy inference: 8825 fps total: 7741 epoch: 1276/2000\n",
            "fps step: 17754 fps step and policy inference: 11768 fps total: 10266 epoch: 1277/2000\n",
            "fps step: 17724 fps step and policy inference: 12037 fps total: 10458 epoch: 1278/2000\n",
            "fps step: 17195 fps step and policy inference: 11211 fps total: 9840 epoch: 1279/2000\n",
            "fps step: 15588 fps step and policy inference: 9177 fps total: 8239 epoch: 1280/2000\n",
            "fps step: 17132 fps step and policy inference: 11045 fps total: 9453 epoch: 1281/2000\n",
            "fps step: 15071 fps step and policy inference: 8794 fps total: 7885 epoch: 1282/2000\n",
            "fps step: 15232 fps step and policy inference: 8896 fps total: 7744 epoch: 1283/2000\n",
            "fps step: 17254 fps step and policy inference: 11300 fps total: 9655 epoch: 1284/2000\n",
            "fps step: 15238 fps step and policy inference: 8743 fps total: 7624 epoch: 1285/2000\n",
            "fps step: 15476 fps step and policy inference: 9296 fps total: 8301 epoch: 1286/2000\n",
            "fps step: 15332 fps step and policy inference: 8884 fps total: 7773 epoch: 1287/2000\n",
            "fps step: 15589 fps step and policy inference: 9136 fps total: 7955 epoch: 1288/2000\n",
            "fps step: 17670 fps step and policy inference: 12004 fps total: 10421 epoch: 1289/2000\n",
            "fps step: 15636 fps step and policy inference: 9215 fps total: 8170 epoch: 1290/2000\n",
            "fps step: 15691 fps step and policy inference: 9501 fps total: 8497 epoch: 1291/2000\n",
            "fps step: 17699 fps step and policy inference: 12046 fps total: 10527 epoch: 1292/2000\n",
            "fps step: 15982 fps step and policy inference: 9532 fps total: 8517 epoch: 1293/2000\n",
            "fps step: 15544 fps step and policy inference: 9185 fps total: 8146 epoch: 1294/2000\n",
            "fps step: 15973 fps step and policy inference: 9644 fps total: 8584 epoch: 1295/2000\n",
            "fps step: 16921 fps step and policy inference: 10901 fps total: 9624 epoch: 1296/2000\n",
            "fps step: 15286 fps step and policy inference: 8675 fps total: 7597 epoch: 1297/2000\n",
            "fps step: 15389 fps step and policy inference: 9086 fps total: 8126 epoch: 1298/2000\n",
            "fps step: 15428 fps step and policy inference: 8769 fps total: 7700 epoch: 1299/2000\n",
            "fps step: 15218 fps step and policy inference: 8735 fps total: 7753 epoch: 1300/2000\n",
            "saving next best rewards:  [5705.8647]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16500 fps step and policy inference: 10089 fps total: 8660 epoch: 1301/2000\n",
            "saving next best rewards:  [5714.182]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17379 fps step and policy inference: 11684 fps total: 10208 epoch: 1302/2000\n",
            "fps step: 16526 fps step and policy inference: 10085 fps total: 8753 epoch: 1303/2000\n",
            "fps step: 18687 fps step and policy inference: 13651 fps total: 11667 epoch: 1304/2000\n",
            "fps step: 17238 fps step and policy inference: 10912 fps total: 9087 epoch: 1305/2000\n",
            "fps step: 17641 fps step and policy inference: 11591 fps total: 10152 epoch: 1306/2000\n",
            "fps step: 16858 fps step and policy inference: 10484 fps total: 8872 epoch: 1307/2000\n",
            "fps step: 16224 fps step and policy inference: 9876 fps total: 8558 epoch: 1308/2000\n",
            "fps step: 15783 fps step and policy inference: 9173 fps total: 8036 epoch: 1309/2000\n",
            "fps step: 17598 fps step and policy inference: 11723 fps total: 10318 epoch: 1310/2000\n",
            "saving next best rewards:  [5725.32]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15962 fps step and policy inference: 9795 fps total: 8699 epoch: 1311/2000\n",
            "saving next best rewards:  [5743.813]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16427 fps step and policy inference: 10166 fps total: 8980 epoch: 1312/2000\n",
            "saving next best rewards:  [5753.348]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16935 fps step and policy inference: 10648 fps total: 8974 epoch: 1313/2000\n",
            "saving next best rewards:  [5766.4243]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17617 fps step and policy inference: 12123 fps total: 10624 epoch: 1314/2000\n",
            "saving next best rewards:  [5777.6567]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17683 fps step and policy inference: 11191 fps total: 9819 epoch: 1315/2000\n",
            "fps step: 14927 fps step and policy inference: 8346 fps total: 7350 epoch: 1316/2000\n",
            "fps step: 15187 fps step and policy inference: 8966 fps total: 7712 epoch: 1317/2000\n",
            "fps step: 16509 fps step and policy inference: 10100 fps total: 8622 epoch: 1318/2000\n",
            "fps step: 15676 fps step and policy inference: 9053 fps total: 7903 epoch: 1319/2000\n",
            "fps step: 16112 fps step and policy inference: 9566 fps total: 8244 epoch: 1320/2000\n",
            "fps step: 14609 fps step and policy inference: 8213 fps total: 7280 epoch: 1321/2000\n",
            "fps step: 16752 fps step and policy inference: 10583 fps total: 9370 epoch: 1322/2000\n",
            "fps step: 16200 fps step and policy inference: 9921 fps total: 8542 epoch: 1323/2000\n",
            "fps step: 15852 fps step and policy inference: 9365 fps total: 8230 epoch: 1324/2000\n",
            "fps step: 17250 fps step and policy inference: 10759 fps total: 9330 epoch: 1325/2000\n",
            "fps step: 16922 fps step and policy inference: 10603 fps total: 9134 epoch: 1326/2000\n",
            "fps step: 15359 fps step and policy inference: 9041 fps total: 7811 epoch: 1327/2000\n",
            "fps step: 16355 fps step and policy inference: 10407 fps total: 9273 epoch: 1328/2000\n",
            "fps step: 15061 fps step and policy inference: 8497 fps total: 7467 epoch: 1329/2000\n",
            "fps step: 16322 fps step and policy inference: 9843 fps total: 8578 epoch: 1330/2000\n",
            "fps step: 15755 fps step and policy inference: 9279 fps total: 8096 epoch: 1331/2000\n",
            "fps step: 15556 fps step and policy inference: 9064 fps total: 7911 epoch: 1332/2000\n",
            "fps step: 15402 fps step and policy inference: 9009 fps total: 8070 epoch: 1333/2000\n",
            "fps step: 14917 fps step and policy inference: 8345 fps total: 7421 epoch: 1334/2000\n",
            "fps step: 16270 fps step and policy inference: 9760 fps total: 8536 epoch: 1335/2000\n",
            "fps step: 15362 fps step and policy inference: 8875 fps total: 7807 epoch: 1336/2000\n",
            "fps step: 16818 fps step and policy inference: 10414 fps total: 9027 epoch: 1337/2000\n",
            "fps step: 18063 fps step and policy inference: 12697 fps total: 11039 epoch: 1338/2000\n",
            "fps step: 16564 fps step and policy inference: 10094 fps total: 8990 epoch: 1339/2000\n",
            "fps step: 15041 fps step and policy inference: 8629 fps total: 7567 epoch: 1340/2000\n",
            "fps step: 14955 fps step and policy inference: 8609 fps total: 7575 epoch: 1341/2000\n",
            "fps step: 14945 fps step and policy inference: 8672 fps total: 7557 epoch: 1342/2000\n",
            "fps step: 15096 fps step and policy inference: 8974 fps total: 8046 epoch: 1343/2000\n",
            "fps step: 14763 fps step and policy inference: 8404 fps total: 7402 epoch: 1344/2000\n",
            "fps step: 15816 fps step and policy inference: 9627 fps total: 8571 epoch: 1345/2000\n",
            "fps step: 15497 fps step and policy inference: 9275 fps total: 7985 epoch: 1346/2000\n",
            "fps step: 15384 fps step and policy inference: 9441 fps total: 8450 epoch: 1347/2000\n",
            "fps step: 16549 fps step and policy inference: 10717 fps total: 9521 epoch: 1348/2000\n",
            "fps step: 15533 fps step and policy inference: 9341 fps total: 8116 epoch: 1349/2000\n",
            "fps step: 14920 fps step and policy inference: 8716 fps total: 7644 epoch: 1350/2000\n",
            "fps step: 14929 fps step and policy inference: 8813 fps total: 7796 epoch: 1351/2000\n",
            "fps step: 16106 fps step and policy inference: 10127 fps total: 8763 epoch: 1352/2000\n",
            "fps step: 14511 fps step and policy inference: 8404 fps total: 7499 epoch: 1353/2000\n",
            "fps step: 15565 fps step and policy inference: 9454 fps total: 8255 epoch: 1354/2000\n",
            "fps step: 16068 fps step and policy inference: 9399 fps total: 8011 epoch: 1355/2000\n",
            "fps step: 16876 fps step and policy inference: 10779 fps total: 9461 epoch: 1356/2000\n",
            "fps step: 17822 fps step and policy inference: 11796 fps total: 9818 epoch: 1357/2000\n",
            "fps step: 15968 fps step and policy inference: 9498 fps total: 8314 epoch: 1358/2000\n",
            "fps step: 16343 fps step and policy inference: 10008 fps total: 8914 epoch: 1359/2000\n",
            "fps step: 15297 fps step and policy inference: 8718 fps total: 7705 epoch: 1360/2000\n",
            "fps step: 16042 fps step and policy inference: 9588 fps total: 8411 epoch: 1361/2000\n",
            "fps step: 16036 fps step and policy inference: 9626 fps total: 8282 epoch: 1362/2000\n",
            "fps step: 15371 fps step and policy inference: 9072 fps total: 8173 epoch: 1363/2000\n",
            "fps step: 18205 fps step and policy inference: 12832 fps total: 11090 epoch: 1364/2000\n",
            "fps step: 15486 fps step and policy inference: 9171 fps total: 7988 epoch: 1365/2000\n",
            "fps step: 15322 fps step and policy inference: 8970 fps total: 7817 epoch: 1366/2000\n",
            "fps step: 15172 fps step and policy inference: 8564 fps total: 7562 epoch: 1367/2000\n",
            "fps step: 16185 fps step and policy inference: 9555 fps total: 8251 epoch: 1368/2000\n",
            "fps step: 15212 fps step and policy inference: 8801 fps total: 7893 epoch: 1369/2000\n",
            "fps step: 15637 fps step and policy inference: 9267 fps total: 8276 epoch: 1370/2000\n",
            "fps step: 15795 fps step and policy inference: 9436 fps total: 8439 epoch: 1371/2000\n",
            "fps step: 17738 fps step and policy inference: 11624 fps total: 9883 epoch: 1372/2000\n",
            "fps step: 15770 fps step and policy inference: 9142 fps total: 8033 epoch: 1373/2000\n",
            "fps step: 15452 fps step and policy inference: 8813 fps total: 7589 epoch: 1374/2000\n",
            "fps step: 15807 fps step and policy inference: 9289 fps total: 8204 epoch: 1375/2000\n",
            "fps step: 15141 fps step and policy inference: 8521 fps total: 7469 epoch: 1376/2000\n",
            "fps step: 16989 fps step and policy inference: 10989 fps total: 9623 epoch: 1377/2000\n",
            "fps step: 16524 fps step and policy inference: 10204 fps total: 8907 epoch: 1378/2000\n",
            "fps step: 15795 fps step and policy inference: 9407 fps total: 8344 epoch: 1379/2000\n",
            "fps step: 16080 fps step and policy inference: 9802 fps total: 8749 epoch: 1380/2000\n",
            "fps step: 15945 fps step and policy inference: 9637 fps total: 8582 epoch: 1381/2000\n",
            "fps step: 15594 fps step and policy inference: 9011 fps total: 7854 epoch: 1382/2000\n",
            "fps step: 15102 fps step and policy inference: 8502 fps total: 7524 epoch: 1383/2000\n",
            "fps step: 16278 fps step and policy inference: 9745 fps total: 8216 epoch: 1384/2000\n",
            "fps step: 15971 fps step and policy inference: 9856 fps total: 8771 epoch: 1385/2000\n",
            "fps step: 16548 fps step and policy inference: 10253 fps total: 9092 epoch: 1386/2000\n",
            "fps step: 16896 fps step and policy inference: 10577 fps total: 9083 epoch: 1387/2000\n",
            "fps step: 15911 fps step and policy inference: 9506 fps total: 8392 epoch: 1388/2000\n",
            "saving next best rewards:  [5783.9854]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17205 fps step and policy inference: 11103 fps total: 9683 epoch: 1389/2000\n",
            "saving next best rewards:  [5814.4624]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15542 fps step and policy inference: 8987 fps total: 7881 epoch: 1390/2000\n",
            "saving next best rewards:  [5818.9424]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15636 fps step and policy inference: 9107 fps total: 7725 epoch: 1391/2000\n",
            "saving next best rewards:  [5824.4478]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17768 fps step and policy inference: 11817 fps total: 10040 epoch: 1392/2000\n",
            "fps step: 15783 fps step and policy inference: 9345 fps total: 8134 epoch: 1393/2000\n",
            "fps step: 15311 fps step and policy inference: 8842 fps total: 8119 epoch: 1394/2000\n",
            "saving next best rewards:  [5852.1675]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17211 fps step and policy inference: 11185 fps total: 9877 epoch: 1395/2000\n",
            "saving next best rewards:  [5861.4224]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18917 fps step and policy inference: 13576 fps total: 11658 epoch: 1396/2000\n",
            "fps step: 14837 fps step and policy inference: 8460 fps total: 7602 epoch: 1397/2000\n",
            "fps step: 16774 fps step and policy inference: 10651 fps total: 9452 epoch: 1398/2000\n",
            "fps step: 15833 fps step and policy inference: 9289 fps total: 8146 epoch: 1399/2000\n",
            "fps step: 16614 fps step and policy inference: 10261 fps total: 8893 epoch: 1400/2000\n",
            "saving next best rewards:  [5863.5913]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16073 fps step and policy inference: 9702 fps total: 8437 epoch: 1401/2000\n",
            "saving next best rewards:  [5885.0923]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18630 fps step and policy inference: 13297 fps total: 11414 epoch: 1402/2000\n",
            "saving next best rewards:  [5906.5146]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15031 fps step and policy inference: 8465 fps total: 7452 epoch: 1403/2000\n",
            "fps step: 15765 fps step and policy inference: 9254 fps total: 8301 epoch: 1404/2000\n",
            "fps step: 15696 fps step and policy inference: 9161 fps total: 8092 epoch: 1405/2000\n",
            "fps step: 17077 fps step and policy inference: 10533 fps total: 9018 epoch: 1406/2000\n",
            "saving next best rewards:  [5917.3955]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15734 fps step and policy inference: 9188 fps total: 7983 epoch: 1407/2000\n",
            "fps step: 15377 fps step and policy inference: 8864 fps total: 7726 epoch: 1408/2000\n",
            "saving next best rewards:  [5934.855]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17634 fps step and policy inference: 11901 fps total: 10072 epoch: 1409/2000\n",
            "fps step: 17701 fps step and policy inference: 11625 fps total: 9478 epoch: 1410/2000\n",
            "fps step: 16860 fps step and policy inference: 10593 fps total: 9127 epoch: 1411/2000\n",
            "saving next best rewards:  [5935.454]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15623 fps step and policy inference: 9224 fps total: 7869 epoch: 1412/2000\n",
            "fps step: 16056 fps step and policy inference: 9644 fps total: 8398 epoch: 1413/2000\n",
            "fps step: 16656 fps step and policy inference: 10599 fps total: 9325 epoch: 1414/2000\n",
            "fps step: 15541 fps step and policy inference: 9020 fps total: 7924 epoch: 1415/2000\n",
            "fps step: 18620 fps step and policy inference: 11890 fps total: 9915 epoch: 1416/2000\n",
            "fps step: 15002 fps step and policy inference: 8405 fps total: 7393 epoch: 1417/2000\n",
            "fps step: 17252 fps step and policy inference: 10886 fps total: 9202 epoch: 1418/2000\n",
            "fps step: 16606 fps step and policy inference: 10295 fps total: 8812 epoch: 1419/2000\n",
            "fps step: 15833 fps step and policy inference: 9516 fps total: 8521 epoch: 1420/2000\n",
            "fps step: 17647 fps step and policy inference: 12036 fps total: 10526 epoch: 1421/2000\n",
            "fps step: 14910 fps step and policy inference: 8592 fps total: 7704 epoch: 1422/2000\n",
            "fps step: 15624 fps step and policy inference: 9203 fps total: 8012 epoch: 1423/2000\n",
            "fps step: 16948 fps step and policy inference: 10939 fps total: 9577 epoch: 1424/2000\n",
            "fps step: 16079 fps step and policy inference: 9679 fps total: 8269 epoch: 1425/2000\n",
            "fps step: 15987 fps step and policy inference: 9577 fps total: 8212 epoch: 1426/2000\n",
            "fps step: 16043 fps step and policy inference: 10160 fps total: 8989 epoch: 1427/2000\n",
            "fps step: 15018 fps step and policy inference: 8457 fps total: 7410 epoch: 1428/2000\n",
            "fps step: 15849 fps step and policy inference: 9667 fps total: 8663 epoch: 1429/2000\n",
            "fps step: 15246 fps step and policy inference: 8781 fps total: 7615 epoch: 1430/2000\n",
            "fps step: 15013 fps step and policy inference: 8523 fps total: 7465 epoch: 1431/2000\n",
            "fps step: 16923 fps step and policy inference: 10731 fps total: 9142 epoch: 1432/2000\n",
            "fps step: 15467 fps step and policy inference: 9055 fps total: 7923 epoch: 1433/2000\n",
            "fps step: 16087 fps step and policy inference: 9683 fps total: 8358 epoch: 1434/2000\n",
            "fps step: 15513 fps step and policy inference: 8881 fps total: 7731 epoch: 1435/2000\n",
            "fps step: 18702 fps step and policy inference: 13535 fps total: 11720 epoch: 1436/2000\n",
            "fps step: 19317 fps step and policy inference: 12893 fps total: 10892 epoch: 1437/2000\n",
            "fps step: 17676 fps step and policy inference: 11881 fps total: 10317 epoch: 1438/2000\n",
            "fps step: 16576 fps step and policy inference: 10258 fps total: 9346 epoch: 1439/2000\n",
            "fps step: 17677 fps step and policy inference: 11888 fps total: 10666 epoch: 1440/2000\n",
            "fps step: 18361 fps step and policy inference: 13170 fps total: 11321 epoch: 1441/2000\n",
            "fps step: 15449 fps step and policy inference: 8938 fps total: 7894 epoch: 1442/2000\n",
            "fps step: 15985 fps step and policy inference: 9591 fps total: 8235 epoch: 1443/2000\n",
            "fps step: 16665 fps step and policy inference: 10649 fps total: 9107 epoch: 1444/2000\n",
            "fps step: 18362 fps step and policy inference: 12805 fps total: 11092 epoch: 1445/2000\n",
            "fps step: 16870 fps step and policy inference: 10641 fps total: 9202 epoch: 1446/2000\n",
            "fps step: 17234 fps step and policy inference: 11050 fps total: 9554 epoch: 1447/2000\n",
            "fps step: 15038 fps step and policy inference: 8532 fps total: 7430 epoch: 1448/2000\n",
            "fps step: 17418 fps step and policy inference: 11553 fps total: 10100 epoch: 1449/2000\n",
            "fps step: 15958 fps step and policy inference: 9460 fps total: 8174 epoch: 1450/2000\n",
            "fps step: 16565 fps step and policy inference: 10264 fps total: 9118 epoch: 1451/2000\n",
            "fps step: 17501 fps step and policy inference: 11697 fps total: 10106 epoch: 1452/2000\n",
            "fps step: 16199 fps step and policy inference: 10034 fps total: 9231 epoch: 1453/2000\n",
            "fps step: 17049 fps step and policy inference: 10784 fps total: 9252 epoch: 1454/2000\n",
            "fps step: 16547 fps step and policy inference: 10422 fps total: 9244 epoch: 1455/2000\n",
            "fps step: 15282 fps step and policy inference: 8844 fps total: 7912 epoch: 1456/2000\n",
            "fps step: 16288 fps step and policy inference: 10047 fps total: 8924 epoch: 1457/2000\n",
            "fps step: 14973 fps step and policy inference: 8609 fps total: 7652 epoch: 1458/2000\n",
            "fps step: 15369 fps step and policy inference: 9070 fps total: 8132 epoch: 1459/2000\n",
            "fps step: 16111 fps step and policy inference: 9551 fps total: 8235 epoch: 1460/2000\n",
            "fps step: 17875 fps step and policy inference: 12312 fps total: 10746 epoch: 1461/2000\n",
            "fps step: 16165 fps step and policy inference: 9791 fps total: 8687 epoch: 1462/2000\n",
            "fps step: 16380 fps step and policy inference: 10110 fps total: 8906 epoch: 1463/2000\n",
            "fps step: 16001 fps step and policy inference: 9439 fps total: 8158 epoch: 1464/2000\n",
            "fps step: 16094 fps step and policy inference: 9564 fps total: 8258 epoch: 1465/2000\n",
            "fps step: 16630 fps step and policy inference: 10452 fps total: 9260 epoch: 1466/2000\n",
            "fps step: 15736 fps step and policy inference: 9413 fps total: 8374 epoch: 1467/2000\n",
            "fps step: 15810 fps step and policy inference: 9240 fps total: 8010 epoch: 1468/2000\n",
            "fps step: 16648 fps step and policy inference: 10262 fps total: 8740 epoch: 1469/2000\n",
            "fps step: 15078 fps step and policy inference: 8521 fps total: 7475 epoch: 1470/2000\n",
            "fps step: 15848 fps step and policy inference: 9615 fps total: 8558 epoch: 1471/2000\n",
            "fps step: 17573 fps step and policy inference: 12035 fps total: 10514 epoch: 1472/2000\n",
            "fps step: 16763 fps step and policy inference: 10735 fps total: 9541 epoch: 1473/2000\n",
            "fps step: 17320 fps step and policy inference: 11432 fps total: 10021 epoch: 1474/2000\n",
            "fps step: 16546 fps step and policy inference: 10076 fps total: 8534 epoch: 1475/2000\n",
            "fps step: 15866 fps step and policy inference: 9721 fps total: 8871 epoch: 1476/2000\n",
            "fps step: 14447 fps step and policy inference: 8292 fps total: 7318 epoch: 1477/2000\n",
            "fps step: 15000 fps step and policy inference: 9016 fps total: 8094 epoch: 1478/2000\n",
            "fps step: 14540 fps step and policy inference: 8447 fps total: 7358 epoch: 1479/2000\n",
            "fps step: 14442 fps step and policy inference: 8165 fps total: 7230 epoch: 1480/2000\n",
            "fps step: 15252 fps step and policy inference: 9108 fps total: 7911 epoch: 1481/2000\n",
            "fps step: 14897 fps step and policy inference: 8580 fps total: 7563 epoch: 1482/2000\n",
            "fps step: 15029 fps step and policy inference: 9009 fps total: 8034 epoch: 1483/2000\n",
            "fps step: 15276 fps step and policy inference: 9041 fps total: 7958 epoch: 1484/2000\n",
            "fps step: 16306 fps step and policy inference: 10522 fps total: 9340 epoch: 1485/2000\n",
            "fps step: 17560 fps step and policy inference: 12171 fps total: 10532 epoch: 1486/2000\n",
            "fps step: 15015 fps step and policy inference: 8937 fps total: 7981 epoch: 1487/2000\n",
            "fps step: 16643 fps step and policy inference: 10525 fps total: 8987 epoch: 1488/2000\n",
            "fps step: 17668 fps step and policy inference: 12138 fps total: 10281 epoch: 1489/2000\n",
            "fps step: 16010 fps step and policy inference: 9963 fps total: 8877 epoch: 1490/2000\n",
            "fps step: 16044 fps step and policy inference: 9457 fps total: 8186 epoch: 1491/2000\n",
            "fps step: 16479 fps step and policy inference: 10298 fps total: 9049 epoch: 1492/2000\n",
            "fps step: 15771 fps step and policy inference: 9215 fps total: 8063 epoch: 1493/2000\n",
            "fps step: 15883 fps step and policy inference: 9281 fps total: 8583 epoch: 1494/2000\n",
            "fps step: 17670 fps step and policy inference: 11551 fps total: 9860 epoch: 1495/2000\n",
            "fps step: 17562 fps step and policy inference: 11302 fps total: 9776 epoch: 1496/2000\n",
            "fps step: 15857 fps step and policy inference: 9522 fps total: 8449 epoch: 1497/2000\n",
            "fps step: 17181 fps step and policy inference: 10944 fps total: 9569 epoch: 1498/2000\n",
            "fps step: 16552 fps step and policy inference: 10191 fps total: 9043 epoch: 1499/2000\n",
            "fps step: 16627 fps step and policy inference: 10218 fps total: 8828 epoch: 1500/2000\n",
            "fps step: 15803 fps step and policy inference: 9150 fps total: 7952 epoch: 1501/2000\n",
            "fps step: 15211 fps step and policy inference: 8771 fps total: 7692 epoch: 1502/2000\n",
            "fps step: 16163 fps step and policy inference: 9904 fps total: 8532 epoch: 1503/2000\n",
            "fps step: 16818 fps step and policy inference: 10540 fps total: 9367 epoch: 1504/2000\n",
            "fps step: 16371 fps step and policy inference: 9935 fps total: 8635 epoch: 1505/2000\n",
            "fps step: 15125 fps step and policy inference: 8512 fps total: 7401 epoch: 1506/2000\n",
            "fps step: 15127 fps step and policy inference: 8685 fps total: 7780 epoch: 1507/2000\n",
            "fps step: 15204 fps step and policy inference: 8601 fps total: 7564 epoch: 1508/2000\n",
            "fps step: 15681 fps step and policy inference: 9253 fps total: 8074 epoch: 1509/2000\n",
            "fps step: 15678 fps step and policy inference: 9242 fps total: 8295 epoch: 1510/2000\n",
            "fps step: 15680 fps step and policy inference: 9379 fps total: 8375 epoch: 1511/2000\n",
            "fps step: 16703 fps step and policy inference: 10440 fps total: 9293 epoch: 1512/2000\n",
            "fps step: 14978 fps step and policy inference: 8532 fps total: 7693 epoch: 1513/2000\n",
            "fps step: 15051 fps step and policy inference: 8537 fps total: 7477 epoch: 1514/2000\n",
            "fps step: 15919 fps step and policy inference: 9780 fps total: 8699 epoch: 1515/2000\n",
            "fps step: 16398 fps step and policy inference: 10225 fps total: 9053 epoch: 1516/2000\n",
            "fps step: 16791 fps step and policy inference: 10420 fps total: 8984 epoch: 1517/2000\n",
            "fps step: 17092 fps step and policy inference: 10752 fps total: 9370 epoch: 1518/2000\n",
            "fps step: 16095 fps step and policy inference: 9708 fps total: 8587 epoch: 1519/2000\n",
            "fps step: 16114 fps step and policy inference: 9723 fps total: 8670 epoch: 1520/2000\n",
            "fps step: 15299 fps step and policy inference: 8737 fps total: 7648 epoch: 1521/2000\n",
            "fps step: 15606 fps step and policy inference: 8979 fps total: 7815 epoch: 1522/2000\n",
            "fps step: 17239 fps step and policy inference: 11307 fps total: 9979 epoch: 1523/2000\n",
            "fps step: 16211 fps step and policy inference: 9816 fps total: 8633 epoch: 1524/2000\n",
            "fps step: 15767 fps step and policy inference: 9366 fps total: 8257 epoch: 1525/2000\n",
            "fps step: 14955 fps step and policy inference: 8396 fps total: 7486 epoch: 1526/2000\n",
            "fps step: 16200 fps step and policy inference: 9859 fps total: 8524 epoch: 1527/2000\n",
            "fps step: 16607 fps step and policy inference: 10244 fps total: 8812 epoch: 1528/2000\n",
            "fps step: 17421 fps step and policy inference: 10972 fps total: 9233 epoch: 1529/2000\n",
            "fps step: 16712 fps step and policy inference: 10272 fps total: 9132 epoch: 1530/2000\n",
            "fps step: 15872 fps step and policy inference: 9410 fps total: 8175 epoch: 1531/2000\n",
            "fps step: 15656 fps step and policy inference: 9086 fps total: 7817 epoch: 1532/2000\n",
            "fps step: 15728 fps step and policy inference: 9228 fps total: 8036 epoch: 1533/2000\n",
            "fps step: 16831 fps step and policy inference: 10816 fps total: 9507 epoch: 1534/2000\n",
            "fps step: 16598 fps step and policy inference: 10370 fps total: 9240 epoch: 1535/2000\n",
            "fps step: 15617 fps step and policy inference: 9087 fps total: 7915 epoch: 1536/2000\n",
            "fps step: 16839 fps step and policy inference: 10488 fps total: 8959 epoch: 1537/2000\n",
            "fps step: 16453 fps step and policy inference: 10008 fps total: 8690 epoch: 1538/2000\n",
            "fps step: 15875 fps step and policy inference: 9721 fps total: 8715 epoch: 1539/2000\n",
            "fps step: 16641 fps step and policy inference: 10253 fps total: 8835 epoch: 1540/2000\n",
            "fps step: 17910 fps step and policy inference: 12301 fps total: 10687 epoch: 1541/2000\n",
            "fps step: 16487 fps step and policy inference: 10084 fps total: 8731 epoch: 1542/2000\n",
            "fps step: 16330 fps step and policy inference: 9824 fps total: 8502 epoch: 1543/2000\n",
            "fps step: 15842 fps step and policy inference: 9552 fps total: 8393 epoch: 1544/2000\n",
            "fps step: 17035 fps step and policy inference: 10750 fps total: 9466 epoch: 1545/2000\n",
            "fps step: 15219 fps step and policy inference: 8714 fps total: 7678 epoch: 1546/2000\n",
            "fps step: 15642 fps step and policy inference: 9134 fps total: 8163 epoch: 1547/2000\n",
            "fps step: 17616 fps step and policy inference: 11744 fps total: 10308 epoch: 1548/2000\n",
            "fps step: 16435 fps step and policy inference: 9968 fps total: 8661 epoch: 1549/2000\n",
            "fps step: 14971 fps step and policy inference: 8743 fps total: 7883 epoch: 1550/2000\n",
            "fps step: 16125 fps step and policy inference: 9626 fps total: 8582 epoch: 1551/2000\n",
            "fps step: 17887 fps step and policy inference: 12422 fps total: 10762 epoch: 1552/2000\n",
            "fps step: 15865 fps step and policy inference: 9392 fps total: 8043 epoch: 1553/2000\n",
            "fps step: 16031 fps step and policy inference: 9707 fps total: 8289 epoch: 1554/2000\n",
            "fps step: 15198 fps step and policy inference: 8760 fps total: 7803 epoch: 1555/2000\n",
            "fps step: 17293 fps step and policy inference: 11403 fps total: 9900 epoch: 1556/2000\n",
            "fps step: 15685 fps step and policy inference: 9369 fps total: 8116 epoch: 1557/2000\n",
            "fps step: 17274 fps step and policy inference: 10812 fps total: 9222 epoch: 1558/2000\n",
            "fps step: 15682 fps step and policy inference: 9312 fps total: 8162 epoch: 1559/2000\n",
            "fps step: 15164 fps step and policy inference: 8583 fps total: 7366 epoch: 1560/2000\n",
            "fps step: 17094 fps step and policy inference: 11182 fps total: 9830 epoch: 1561/2000\n",
            "fps step: 20033 fps step and policy inference: 13825 fps total: 11863 epoch: 1562/2000\n",
            "fps step: 15572 fps step and policy inference: 9081 fps total: 7964 epoch: 1563/2000\n",
            "fps step: 15024 fps step and policy inference: 8432 fps total: 7392 epoch: 1564/2000\n",
            "fps step: 16550 fps step and policy inference: 10157 fps total: 8608 epoch: 1565/2000\n",
            "fps step: 15860 fps step and policy inference: 9334 fps total: 8326 epoch: 1566/2000\n",
            "fps step: 15735 fps step and policy inference: 9157 fps total: 7993 epoch: 1567/2000\n",
            "fps step: 16524 fps step and policy inference: 10228 fps total: 9306 epoch: 1568/2000\n",
            "fps step: 17454 fps step and policy inference: 11683 fps total: 10237 epoch: 1569/2000\n",
            "fps step: 15040 fps step and policy inference: 8454 fps total: 7483 epoch: 1570/2000\n",
            "fps step: 15509 fps step and policy inference: 9143 fps total: 7964 epoch: 1571/2000\n",
            "fps step: 17300 fps step and policy inference: 11338 fps total: 9947 epoch: 1572/2000\n",
            "fps step: 17557 fps step and policy inference: 11623 fps total: 10198 epoch: 1573/2000\n",
            "fps step: 17144 fps step and policy inference: 10663 fps total: 9293 epoch: 1574/2000\n",
            "fps step: 16038 fps step and policy inference: 9715 fps total: 8683 epoch: 1575/2000\n",
            "fps step: 16861 fps step and policy inference: 10383 fps total: 8888 epoch: 1576/2000\n",
            "fps step: 18279 fps step and policy inference: 12456 fps total: 10725 epoch: 1577/2000\n",
            "fps step: 16757 fps step and policy inference: 10660 fps total: 9430 epoch: 1578/2000\n",
            "fps step: 16818 fps step and policy inference: 10778 fps total: 9516 epoch: 1579/2000\n",
            "fps step: 14941 fps step and policy inference: 8315 fps total: 7285 epoch: 1580/2000\n",
            "fps step: 17441 fps step and policy inference: 11305 fps total: 9549 epoch: 1581/2000\n",
            "fps step: 15711 fps step and policy inference: 9204 fps total: 8032 epoch: 1582/2000\n",
            "fps step: 16808 fps step and policy inference: 10203 fps total: 9085 epoch: 1583/2000\n",
            "fps step: 17035 fps step and policy inference: 10760 fps total: 9466 epoch: 1584/2000\n",
            "fps step: 15730 fps step and policy inference: 9377 fps total: 8374 epoch: 1585/2000\n",
            "fps step: 17839 fps step and policy inference: 12142 fps total: 10578 epoch: 1586/2000\n",
            "fps step: 16988 fps step and policy inference: 10915 fps total: 9625 epoch: 1587/2000\n",
            "fps step: 17898 fps step and policy inference: 11833 fps total: 10400 epoch: 1588/2000\n",
            "fps step: 16611 fps step and policy inference: 10193 fps total: 8713 epoch: 1589/2000\n",
            "fps step: 16131 fps step and policy inference: 9523 fps total: 8311 epoch: 1590/2000\n",
            "fps step: 15540 fps step and policy inference: 8893 fps total: 7768 epoch: 1591/2000\n",
            "fps step: 16268 fps step and policy inference: 9952 fps total: 8471 epoch: 1592/2000\n",
            "fps step: 16712 fps step and policy inference: 10250 fps total: 8810 epoch: 1593/2000\n",
            "fps step: 15039 fps step and policy inference: 8431 fps total: 7867 epoch: 1594/2000\n",
            "fps step: 18795 fps step and policy inference: 13326 fps total: 11465 epoch: 1595/2000\n",
            "fps step: 17554 fps step and policy inference: 11430 fps total: 9965 epoch: 1596/2000\n",
            "fps step: 14938 fps step and policy inference: 8310 fps total: 7385 epoch: 1597/2000\n",
            "fps step: 15709 fps step and policy inference: 9388 fps total: 8391 epoch: 1598/2000\n",
            "fps step: 17563 fps step and policy inference: 11709 fps total: 10045 epoch: 1599/2000\n",
            "fps step: 16025 fps step and policy inference: 9515 fps total: 8244 epoch: 1600/2000\n",
            "fps step: 16319 fps step and policy inference: 9828 fps total: 8520 epoch: 1601/2000\n",
            "fps step: 17701 fps step and policy inference: 12225 fps total: 10653 epoch: 1602/2000\n",
            "fps step: 16656 fps step and policy inference: 10234 fps total: 8830 epoch: 1603/2000\n",
            "fps step: 15334 fps step and policy inference: 8782 fps total: 7687 epoch: 1604/2000\n",
            "fps step: 16096 fps step and policy inference: 9874 fps total: 8806 epoch: 1605/2000\n",
            "fps step: 15507 fps step and policy inference: 9051 fps total: 7942 epoch: 1606/2000\n",
            "fps step: 16509 fps step and policy inference: 10319 fps total: 9072 epoch: 1607/2000\n",
            "fps step: 17013 fps step and policy inference: 10989 fps total: 9255 epoch: 1608/2000\n",
            "fps step: 14435 fps step and policy inference: 8091 fps total: 7285 epoch: 1609/2000\n",
            "fps step: 15257 fps step and policy inference: 8776 fps total: 7691 epoch: 1610/2000\n",
            "fps step: 17241 fps step and policy inference: 11254 fps total: 9896 epoch: 1611/2000\n",
            "fps step: 15994 fps step and policy inference: 9483 fps total: 8237 epoch: 1612/2000\n",
            "fps step: 16284 fps step and policy inference: 10044 fps total: 8867 epoch: 1613/2000\n",
            "fps step: 15948 fps step and policy inference: 9310 fps total: 7956 epoch: 1614/2000\n",
            "fps step: 15433 fps step and policy inference: 9158 fps total: 7968 epoch: 1615/2000\n",
            "fps step: 15443 fps step and policy inference: 9063 fps total: 7956 epoch: 1616/2000\n",
            "fps step: 16415 fps step and policy inference: 10565 fps total: 9354 epoch: 1617/2000\n",
            "fps step: 15961 fps step and policy inference: 9951 fps total: 8725 epoch: 1618/2000\n",
            "fps step: 15254 fps step and policy inference: 8816 fps total: 7706 epoch: 1619/2000\n",
            "fps step: 15319 fps step and policy inference: 8824 fps total: 7715 epoch: 1620/2000\n",
            "fps step: 15515 fps step and policy inference: 8903 fps total: 7763 epoch: 1621/2000\n",
            "fps step: 16010 fps step and policy inference: 9356 fps total: 8129 epoch: 1622/2000\n",
            "fps step: 16614 fps step and policy inference: 10050 fps total: 8520 epoch: 1623/2000\n",
            "fps step: 15603 fps step and policy inference: 9097 fps total: 7877 epoch: 1624/2000\n",
            "fps step: 18049 fps step and policy inference: 12131 fps total: 10570 epoch: 1625/2000\n",
            "fps step: 17041 fps step and policy inference: 10644 fps total: 9226 epoch: 1626/2000\n",
            "fps step: 17221 fps step and policy inference: 10903 fps total: 9031 epoch: 1627/2000\n",
            "fps step: 16123 fps step and policy inference: 9733 fps total: 8715 epoch: 1628/2000\n",
            "fps step: 15362 fps step and policy inference: 8709 fps total: 7610 epoch: 1629/2000\n",
            "fps step: 16798 fps step and policy inference: 10791 fps total: 9482 epoch: 1630/2000\n",
            "fps step: 16430 fps step and policy inference: 9823 fps total: 8517 epoch: 1631/2000\n",
            "fps step: 16903 fps step and policy inference: 10593 fps total: 9089 epoch: 1632/2000\n",
            "fps step: 14955 fps step and policy inference: 8447 fps total: 7470 epoch: 1633/2000\n",
            "fps step: 18055 fps step and policy inference: 12512 fps total: 10902 epoch: 1634/2000\n",
            "fps step: 15662 fps step and policy inference: 9060 fps total: 7725 epoch: 1635/2000\n",
            "saving next best rewards:  [5946.7793]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15113 fps step and policy inference: 8624 fps total: 7584 epoch: 1636/2000\n",
            "saving next best rewards:  [5959.422]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15749 fps step and policy inference: 9185 fps total: 7884 epoch: 1637/2000\n",
            "saving next best rewards:  [5962.838]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18029 fps step and policy inference: 11868 fps total: 9971 epoch: 1638/2000\n",
            "saving next best rewards:  [5974.355]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 14865 fps step and policy inference: 8310 fps total: 7346 epoch: 1639/2000\n",
            "fps step: 14951 fps step and policy inference: 8460 fps total: 7562 epoch: 1640/2000\n",
            "fps step: 16245 fps step and policy inference: 10067 fps total: 8992 epoch: 1641/2000\n",
            "fps step: 14813 fps step and policy inference: 8315 fps total: 7381 epoch: 1642/2000\n",
            "fps step: 15564 fps step and policy inference: 9041 fps total: 7968 epoch: 1643/2000\n",
            "fps step: 16320 fps step and policy inference: 9621 fps total: 8346 epoch: 1644/2000\n",
            "fps step: 15843 fps step and policy inference: 9383 fps total: 8277 epoch: 1645/2000\n",
            "fps step: 17980 fps step and policy inference: 12179 fps total: 10563 epoch: 1646/2000\n",
            "fps step: 18202 fps step and policy inference: 12279 fps total: 10387 epoch: 1647/2000\n",
            "fps step: 15977 fps step and policy inference: 9425 fps total: 8050 epoch: 1648/2000\n",
            "fps step: 15374 fps step and policy inference: 8766 fps total: 7735 epoch: 1649/2000\n",
            "fps step: 16617 fps step and policy inference: 10247 fps total: 8939 epoch: 1650/2000\n",
            "fps step: 16096 fps step and policy inference: 9668 fps total: 8347 epoch: 1651/2000\n",
            "fps step: 15194 fps step and policy inference: 8642 fps total: 7560 epoch: 1652/2000\n",
            "fps step: 16932 fps step and policy inference: 10679 fps total: 9192 epoch: 1653/2000\n",
            "fps step: 15958 fps step and policy inference: 9607 fps total: 8437 epoch: 1654/2000\n",
            "fps step: 16782 fps step and policy inference: 10414 fps total: 8749 epoch: 1655/2000\n",
            "fps step: 17412 fps step and policy inference: 11179 fps total: 9792 epoch: 1656/2000\n",
            "fps step: 16244 fps step and policy inference: 9684 fps total: 8327 epoch: 1657/2000\n",
            "fps step: 16103 fps step and policy inference: 9782 fps total: 8731 epoch: 1658/2000\n",
            "fps step: 16577 fps step and policy inference: 10233 fps total: 8905 epoch: 1659/2000\n",
            "fps step: 17562 fps step and policy inference: 11072 fps total: 9811 epoch: 1660/2000\n",
            "fps step: 18457 fps step and policy inference: 13031 fps total: 11321 epoch: 1661/2000\n",
            "fps step: 15018 fps step and policy inference: 8620 fps total: 7729 epoch: 1662/2000\n",
            "fps step: 15492 fps step and policy inference: 9046 fps total: 8066 epoch: 1663/2000\n",
            "fps step: 17363 fps step and policy inference: 11368 fps total: 9992 epoch: 1664/2000\n",
            "fps step: 15982 fps step and policy inference: 9500 fps total: 8154 epoch: 1665/2000\n",
            "fps step: 17610 fps step and policy inference: 11021 fps total: 9340 epoch: 1666/2000\n",
            "fps step: 17105 fps step and policy inference: 10878 fps total: 9281 epoch: 1667/2000\n",
            "fps step: 17555 fps step and policy inference: 11884 fps total: 10222 epoch: 1668/2000\n",
            "fps step: 15493 fps step and policy inference: 8873 fps total: 7796 epoch: 1669/2000\n",
            "fps step: 18140 fps step and policy inference: 12637 fps total: 10977 epoch: 1670/2000\n",
            "fps step: 16887 fps step and policy inference: 10387 fps total: 8824 epoch: 1671/2000\n",
            "fps step: 15160 fps step and policy inference: 8502 fps total: 7473 epoch: 1672/2000\n",
            "fps step: 15630 fps step and policy inference: 9208 fps total: 7915 epoch: 1673/2000\n",
            "fps step: 15356 fps step and policy inference: 8945 fps total: 7970 epoch: 1674/2000\n",
            "fps step: 17011 fps step and policy inference: 10965 fps total: 9684 epoch: 1675/2000\n",
            "fps step: 15638 fps step and policy inference: 9106 fps total: 8159 epoch: 1676/2000\n",
            "fps step: 15071 fps step and policy inference: 8501 fps total: 7440 epoch: 1677/2000\n",
            "fps step: 15706 fps step and policy inference: 9138 fps total: 7876 epoch: 1678/2000\n",
            "fps step: 16409 fps step and policy inference: 10095 fps total: 8710 epoch: 1679/2000\n",
            "fps step: 15506 fps step and policy inference: 9162 fps total: 8208 epoch: 1680/2000\n",
            "fps step: 15719 fps step and policy inference: 9286 fps total: 8113 epoch: 1681/2000\n",
            "fps step: 16227 fps step and policy inference: 9730 fps total: 8636 epoch: 1682/2000\n",
            "fps step: 17605 fps step and policy inference: 11797 fps total: 10319 epoch: 1683/2000\n",
            "fps step: 18224 fps step and policy inference: 12750 fps total: 10990 epoch: 1684/2000\n",
            "fps step: 17133 fps step and policy inference: 10718 fps total: 9058 epoch: 1685/2000\n",
            "fps step: 17276 fps step and policy inference: 11190 fps total: 9819 epoch: 1686/2000\n",
            "fps step: 16302 fps step and policy inference: 9721 fps total: 8693 epoch: 1687/2000\n",
            "fps step: 18051 fps step and policy inference: 12336 fps total: 10772 epoch: 1688/2000\n",
            "fps step: 17278 fps step and policy inference: 10779 fps total: 9179 epoch: 1689/2000\n",
            "fps step: 15850 fps step and policy inference: 9573 fps total: 8580 epoch: 1690/2000\n",
            "fps step: 15560 fps step and policy inference: 9107 fps total: 8065 epoch: 1691/2000\n",
            "fps step: 14980 fps step and policy inference: 8495 fps total: 7446 epoch: 1692/2000\n",
            "fps step: 16189 fps step and policy inference: 9704 fps total: 8529 epoch: 1693/2000\n",
            "fps step: 15582 fps step and policy inference: 8959 fps total: 7793 epoch: 1694/2000\n",
            "fps step: 17585 fps step and policy inference: 11747 fps total: 10269 epoch: 1695/2000\n",
            "fps step: 18292 fps step and policy inference: 12623 fps total: 10973 epoch: 1696/2000\n",
            "fps step: 15958 fps step and policy inference: 9319 fps total: 8078 epoch: 1697/2000\n",
            "fps step: 15314 fps step and policy inference: 8635 fps total: 7589 epoch: 1698/2000\n",
            "fps step: 16268 fps step and policy inference: 9971 fps total: 8890 epoch: 1699/2000\n",
            "fps step: 17558 fps step and policy inference: 11149 fps total: 9483 epoch: 1700/2000\n",
            "fps step: 16116 fps step and policy inference: 9812 fps total: 8750 epoch: 1701/2000\n",
            "fps step: 17873 fps step and policy inference: 12351 fps total: 10809 epoch: 1702/2000\n",
            "fps step: 16148 fps step and policy inference: 9615 fps total: 8271 epoch: 1703/2000\n",
            "fps step: 15937 fps step and policy inference: 9371 fps total: 7945 epoch: 1704/2000\n",
            "fps step: 17286 fps step and policy inference: 11289 fps total: 9920 epoch: 1705/2000\n",
            "fps step: 16043 fps step and policy inference: 9618 fps total: 8392 epoch: 1706/2000\n",
            "fps step: 16692 fps step and policy inference: 10412 fps total: 9094 epoch: 1707/2000\n",
            "fps step: 16700 fps step and policy inference: 10185 fps total: 8718 epoch: 1708/2000\n",
            "fps step: 15720 fps step and policy inference: 9238 fps total: 8174 epoch: 1709/2000\n",
            "fps step: 16741 fps step and policy inference: 10679 fps total: 9384 epoch: 1710/2000\n",
            "fps step: 16364 fps step and policy inference: 10072 fps total: 8916 epoch: 1711/2000\n",
            "fps step: 15638 fps step and policy inference: 9104 fps total: 7864 epoch: 1712/2000\n",
            "fps step: 15354 fps step and policy inference: 8708 fps total: 7671 epoch: 1713/2000\n",
            "fps step: 16764 fps step and policy inference: 10645 fps total: 9372 epoch: 1714/2000\n",
            "fps step: 15485 fps step and policy inference: 8927 fps total: 7858 epoch: 1715/2000\n",
            "fps step: 15298 fps step and policy inference: 8833 fps total: 7942 epoch: 1716/2000\n",
            "fps step: 15657 fps step and policy inference: 9116 fps total: 7861 epoch: 1717/2000\n",
            "fps step: 17296 fps step and policy inference: 11157 fps total: 9836 epoch: 1718/2000\n",
            "fps step: 15051 fps step and policy inference: 8428 fps total: 7268 epoch: 1719/2000\n",
            "fps step: 17726 fps step and policy inference: 11590 fps total: 9974 epoch: 1720/2000\n",
            "fps step: 16892 fps step and policy inference: 10512 fps total: 8947 epoch: 1721/2000\n",
            "fps step: 15418 fps step and policy inference: 9088 fps total: 8408 epoch: 1722/2000\n",
            "fps step: 16578 fps step and policy inference: 10459 fps total: 8995 epoch: 1723/2000\n",
            "fps step: 14587 fps step and policy inference: 8255 fps total: 7264 epoch: 1724/2000\n",
            "fps step: 14712 fps step and policy inference: 8335 fps total: 7364 epoch: 1725/2000\n",
            "fps step: 15733 fps step and policy inference: 9487 fps total: 8110 epoch: 1726/2000\n",
            "fps step: 16131 fps step and policy inference: 10229 fps total: 9009 epoch: 1727/2000\n",
            "fps step: 16917 fps step and policy inference: 11165 fps total: 9792 epoch: 1728/2000\n",
            "fps step: 16967 fps step and policy inference: 10979 fps total: 9433 epoch: 1729/2000\n",
            "fps step: 15455 fps step and policy inference: 9064 fps total: 7878 epoch: 1730/2000\n",
            "fps step: 15333 fps step and policy inference: 9057 fps total: 7927 epoch: 1731/2000\n",
            "fps step: 15129 fps step and policy inference: 8766 fps total: 7672 epoch: 1732/2000\n",
            "fps step: 16718 fps step and policy inference: 10709 fps total: 9507 epoch: 1733/2000\n",
            "fps step: 16705 fps step and policy inference: 10510 fps total: 9185 epoch: 1734/2000\n",
            "fps step: 15700 fps step and policy inference: 9215 fps total: 7822 epoch: 1735/2000\n",
            "fps step: 16868 fps step and policy inference: 10486 fps total: 9015 epoch: 1736/2000\n",
            "fps step: 15225 fps step and policy inference: 8607 fps total: 7531 epoch: 1737/2000\n",
            "fps step: 16422 fps step and policy inference: 9895 fps total: 8482 epoch: 1738/2000\n",
            "fps step: 17378 fps step and policy inference: 11293 fps total: 9982 epoch: 1739/2000\n",
            "fps step: 17351 fps step and policy inference: 11258 fps total: 9677 epoch: 1740/2000\n",
            "fps step: 16166 fps step and policy inference: 9878 fps total: 8805 epoch: 1741/2000\n",
            "fps step: 15390 fps step and policy inference: 8702 fps total: 7666 epoch: 1742/2000\n",
            "fps step: 17968 fps step and policy inference: 12292 fps total: 10688 epoch: 1743/2000\n",
            "fps step: 16467 fps step and policy inference: 10395 fps total: 9178 epoch: 1744/2000\n",
            "fps step: 16764 fps step and policy inference: 10635 fps total: 9366 epoch: 1745/2000\n",
            "fps step: 17846 fps step and policy inference: 12025 fps total: 10506 epoch: 1746/2000\n",
            "fps step: 16157 fps step and policy inference: 9955 fps total: 8842 epoch: 1747/2000\n",
            "fps step: 15596 fps step and policy inference: 9151 fps total: 7959 epoch: 1748/2000\n",
            "fps step: 17756 fps step and policy inference: 11752 fps total: 10301 epoch: 1749/2000\n",
            "fps step: 16913 fps step and policy inference: 10387 fps total: 9060 epoch: 1750/2000\n",
            "saving next best rewards:  [5978.291]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15492 fps step and policy inference: 8901 fps total: 7765 epoch: 1751/2000\n",
            "saving next best rewards:  [5996.822]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16131 fps step and policy inference: 9594 fps total: 8497 epoch: 1752/2000\n",
            "fps step: 16025 fps step and policy inference: 9698 fps total: 8649 epoch: 1753/2000\n",
            "fps step: 16978 fps step and policy inference: 10680 fps total: 9104 epoch: 1754/2000\n",
            "fps step: 15887 fps step and policy inference: 9279 fps total: 7853 epoch: 1755/2000\n",
            "fps step: 17379 fps step and policy inference: 11380 fps total: 9896 epoch: 1756/2000\n",
            "fps step: 14903 fps step and policy inference: 8455 fps total: 7537 epoch: 1757/2000\n",
            "fps step: 17195 fps step and policy inference: 10804 fps total: 9083 epoch: 1758/2000\n",
            "saving next best rewards:  [6015.5825]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15947 fps step and policy inference: 9471 fps total: 8483 epoch: 1759/2000\n",
            "saving next best rewards:  [6037.7803]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16456 fps step and policy inference: 10405 fps total: 9264 epoch: 1760/2000\n",
            "fps step: 16963 fps step and policy inference: 10449 fps total: 8890 epoch: 1761/2000\n",
            "fps step: 14983 fps step and policy inference: 8377 fps total: 7367 epoch: 1762/2000\n",
            "fps step: 15934 fps step and policy inference: 9304 fps total: 7980 epoch: 1763/2000\n",
            "fps step: 15066 fps step and policy inference: 8558 fps total: 7541 epoch: 1764/2000\n",
            "fps step: 16036 fps step and policy inference: 9467 fps total: 8210 epoch: 1765/2000\n",
            "saving next best rewards:  [6043.9404]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17062 fps step and policy inference: 10844 fps total: 9119 epoch: 1766/2000\n",
            "saving next best rewards:  [6056.987]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 17094 fps step and policy inference: 11186 fps total: 9832 epoch: 1767/2000\n",
            "fps step: 17128 fps step and policy inference: 11195 fps total: 9840 epoch: 1768/2000\n",
            "fps step: 16540 fps step and policy inference: 10255 fps total: 9060 epoch: 1769/2000\n",
            "fps step: 15367 fps step and policy inference: 8730 fps total: 7553 epoch: 1770/2000\n",
            "saving next best rewards:  [6066.9556]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16859 fps step and policy inference: 10645 fps total: 9401 epoch: 1771/2000\n",
            "fps step: 17317 fps step and policy inference: 11301 fps total: 9934 epoch: 1772/2000\n",
            "saving next best rewards:  [6084.475]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 18326 fps step and policy inference: 12916 fps total: 11179 epoch: 1773/2000\n",
            "saving next best rewards:  [6102.375]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 16568 fps step and policy inference: 10324 fps total: 8968 epoch: 1774/2000\n",
            "saving next best rewards:  [6113.601]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15969 fps step and policy inference: 9506 fps total: 8222 epoch: 1775/2000\n",
            "saving next best rewards:  [6123.4243]\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/Ant-v4_envpool.pth'\n",
            "fps step: 15781 fps step and policy inference: 9225 fps total: 8086 epoch: 1776/2000\n",
            "fps step: 15195 fps step and policy inference: 8597 fps total: 7620 epoch: 1777/2000\n",
            "fps step: 17035 fps step and policy inference: 11089 fps total: 9766 epoch: 1778/2000\n",
            "fps step: 15579 fps step and policy inference: 8993 fps total: 7691 epoch: 1779/2000\n",
            "fps step: 15974 fps step and policy inference: 9354 fps total: 8016 epoch: 1780/2000\n",
            "fps step: 16076 fps step and policy inference: 9793 fps total: 8752 epoch: 1781/2000\n",
            "fps step: 17703 fps step and policy inference: 11926 fps total: 10307 epoch: 1782/2000\n",
            "fps step: 16191 fps step and policy inference: 9638 fps total: 8325 epoch: 1783/2000\n",
            "fps step: 17742 fps step and policy inference: 11904 fps total: 10439 epoch: 1784/2000\n",
            "fps step: 15581 fps step and policy inference: 9193 fps total: 8209 epoch: 1785/2000\n",
            "fps step: 15775 fps step and policy inference: 9239 fps total: 8045 epoch: 1786/2000\n",
            "fps step: 15743 fps step and policy inference: 9029 fps total: 7852 epoch: 1787/2000\n",
            "fps step: 15245 fps step and policy inference: 8735 fps total: 7669 epoch: 1788/2000\n",
            "fps step: 16823 fps step and policy inference: 10507 fps total: 8990 epoch: 1789/2000\n",
            "fps step: 15505 fps step and policy inference: 9038 fps total: 7668 epoch: 1790/2000\n",
            "fps step: 14764 fps step and policy inference: 8332 fps total: 7189 epoch: 1791/2000\n",
            "fps step: 15276 fps step and policy inference: 9134 fps total: 8218 epoch: 1792/2000\n",
            "fps step: 15619 fps step and policy inference: 9227 fps total: 8034 epoch: 1793/2000\n",
            "fps step: 15127 fps step and policy inference: 8623 fps total: 7555 epoch: 1794/2000\n",
            "fps step: 16117 fps step and policy inference: 10077 fps total: 9217 epoch: 1795/2000\n",
            "fps step: 17547 fps step and policy inference: 11651 fps total: 10180 epoch: 1796/2000\n",
            "fps step: 16817 fps step and policy inference: 10415 fps total: 9050 epoch: 1797/2000\n",
            "fps step: 14662 fps step and policy inference: 8304 fps total: 7298 epoch: 1798/2000\n",
            "fps step: 15778 fps step and policy inference: 9479 fps total: 8275 epoch: 1799/2000\n",
            "fps step: 14772 fps step and policy inference: 8385 fps total: 7372 epoch: 1800/2000\n",
            "fps step: 16224 fps step and policy inference: 10094 fps total: 8678 epoch: 1801/2000\n",
            "fps step: 16710 fps step and policy inference: 10591 fps total: 9270 epoch: 1802/2000\n",
            "fps step: 15048 fps step and policy inference: 8924 fps total: 8014 epoch: 1803/2000\n",
            "fps step: 15856 fps step and policy inference: 9651 fps total: 8347 epoch: 1804/2000\n",
            "fps step: 16732 fps step and policy inference: 10952 fps total: 9508 epoch: 1805/2000\n",
            "fps step: 16495 fps step and policy inference: 10917 fps total: 9625 epoch: 1806/2000\n",
            "fps step: 17427 fps step and policy inference: 11777 fps total: 9968 epoch: 1807/2000\n",
            "fps step: 15266 fps step and policy inference: 8884 fps total: 7762 epoch: 1808/2000\n",
            "fps step: 17591 fps step and policy inference: 12357 fps total: 10626 epoch: 1809/2000\n",
            "fps step: 14557 fps step and policy inference: 8257 fps total: 7287 epoch: 1810/2000\n",
            "fps step: 15659 fps step and policy inference: 9391 fps total: 8348 epoch: 1811/2000\n",
            "fps step: 15888 fps step and policy inference: 9670 fps total: 8646 epoch: 1812/2000\n",
            "fps step: 16262 fps step and policy inference: 9832 fps total: 8567 epoch: 1813/2000\n",
            "fps step: 15126 fps step and policy inference: 8446 fps total: 7432 epoch: 1814/2000\n",
            "fps step: 18301 fps step and policy inference: 12266 fps total: 10302 epoch: 1815/2000\n",
            "fps step: 15976 fps step and policy inference: 9352 fps total: 8089 epoch: 1816/2000\n",
            "fps step: 17693 fps step and policy inference: 11527 fps total: 9823 epoch: 1817/2000\n",
            "fps step: 15136 fps step and policy inference: 8513 fps total: 7520 epoch: 1818/2000\n",
            "fps step: 16033 fps step and policy inference: 9528 fps total: 8193 epoch: 1819/2000\n",
            "fps step: 15983 fps step and policy inference: 9345 fps total: 8065 epoch: 1820/2000\n",
            "fps step: 18431 fps step and policy inference: 12478 fps total: 10825 epoch: 1821/2000\n",
            "fps step: 18031 fps step and policy inference: 12187 fps total: 10387 epoch: 1822/2000\n",
            "fps step: 15918 fps step and policy inference: 9661 fps total: 8587 epoch: 1823/2000\n",
            "fps step: 16284 fps step and policy inference: 9696 fps total: 8231 epoch: 1824/2000\n",
            "fps step: 15080 fps step and policy inference: 8449 fps total: 7392 epoch: 1825/2000\n",
            "fps step: 15700 fps step and policy inference: 9221 fps total: 8181 epoch: 1826/2000\n",
            "fps step: 16937 fps step and policy inference: 11131 fps total: 9718 epoch: 1827/2000\n",
            "fps step: 15021 fps step and policy inference: 8674 fps total: 7807 epoch: 1828/2000\n",
            "fps step: 17578 fps step and policy inference: 11513 fps total: 9684 epoch: 1829/2000\n",
            "fps step: 17476 fps step and policy inference: 11783 fps total: 10285 epoch: 1830/2000\n",
            "fps step: 18479 fps step and policy inference: 12714 fps total: 11035 epoch: 1831/2000\n",
            "fps step: 16669 fps step and policy inference: 10250 fps total: 9030 epoch: 1832/2000\n",
            "fps step: 16689 fps step and policy inference: 10258 fps total: 9174 epoch: 1833/2000\n",
            "fps step: 16498 fps step and policy inference: 10192 fps total: 8882 epoch: 1834/2000\n",
            "fps step: 16024 fps step and policy inference: 9598 fps total: 8550 epoch: 1835/2000\n",
            "fps step: 16546 fps step and policy inference: 10250 fps total: 9013 epoch: 1836/2000\n",
            "fps step: 17144 fps step and policy inference: 11161 fps total: 9804 epoch: 1837/2000\n",
            "fps step: 15965 fps step and policy inference: 9540 fps total: 8345 epoch: 1838/2000\n",
            "fps step: 17591 fps step and policy inference: 11430 fps total: 9722 epoch: 1839/2000\n",
            "fps step: 17445 fps step and policy inference: 11675 fps total: 10212 epoch: 1840/2000\n",
            "fps step: 16871 fps step and policy inference: 10448 fps total: 8925 epoch: 1841/2000\n",
            "fps step: 15864 fps step and policy inference: 9587 fps total: 8577 epoch: 1842/2000\n",
            "fps step: 17216 fps step and policy inference: 11370 fps total: 9982 epoch: 1843/2000\n",
            "fps step: 17095 fps step and policy inference: 10927 fps total: 10013 epoch: 1844/2000\n",
            "fps step: 16856 fps step and policy inference: 10439 fps total: 8896 epoch: 1845/2000\n",
            "fps step: 14693 fps step and policy inference: 8090 fps total: 7173 epoch: 1846/2000\n",
            "fps step: 15393 fps step and policy inference: 8822 fps total: 7732 epoch: 1847/2000\n",
            "fps step: 16470 fps step and policy inference: 10259 fps total: 9072 epoch: 1848/2000\n",
            "fps step: 16754 fps step and policy inference: 10405 fps total: 8962 epoch: 1849/2000\n",
            "fps step: 17266 fps step and policy inference: 11092 fps total: 9736 epoch: 1850/2000\n",
            "fps step: 16132 fps step and policy inference: 9446 fps total: 8177 epoch: 1851/2000\n",
            "fps step: 16753 fps step and policy inference: 10553 fps total: 9274 epoch: 1852/2000\n",
            "fps step: 17670 fps step and policy inference: 11691 fps total: 9931 epoch: 1853/2000\n",
            "fps step: 15613 fps step and policy inference: 8960 fps total: 7897 epoch: 1854/2000\n",
            "fps step: 15175 fps step and policy inference: 8637 fps total: 7493 epoch: 1855/2000\n",
            "fps step: 16026 fps step and policy inference: 9653 fps total: 8407 epoch: 1856/2000\n",
            "fps step: 15475 fps step and policy inference: 8810 fps total: 7692 epoch: 1857/2000\n",
            "fps step: 17112 fps step and policy inference: 10940 fps total: 9640 epoch: 1858/2000\n",
            "fps step: 17497 fps step and policy inference: 11202 fps total: 9542 epoch: 1859/2000\n",
            "fps step: 17540 fps step and policy inference: 11735 fps total: 10295 epoch: 1860/2000\n",
            "fps step: 16108 fps step and policy inference: 9661 fps total: 8332 epoch: 1861/2000\n",
            "fps step: 15290 fps step and policy inference: 8673 fps total: 7620 epoch: 1862/2000\n",
            "fps step: 18631 fps step and policy inference: 13435 fps total: 11554 epoch: 1863/2000\n",
            "fps step: 15895 fps step and policy inference: 9554 fps total: 8454 epoch: 1864/2000\n",
            "fps step: 16261 fps step and policy inference: 10074 fps total: 8950 epoch: 1865/2000\n",
            "fps step: 15254 fps step and policy inference: 8781 fps total: 7850 epoch: 1866/2000\n",
            "fps step: 17073 fps step and policy inference: 10884 fps total: 9181 epoch: 1867/2000\n",
            "fps step: 16948 fps step and policy inference: 10704 fps total: 9199 epoch: 1868/2000\n",
            "fps step: 16012 fps step and policy inference: 9766 fps total: 8733 epoch: 1869/2000\n",
            "fps step: 15792 fps step and policy inference: 9223 fps total: 8036 epoch: 1870/2000\n",
            "fps step: 16752 fps step and policy inference: 10140 fps total: 8709 epoch: 1871/2000\n",
            "fps step: 16187 fps step and policy inference: 9711 fps total: 8360 epoch: 1872/2000\n",
            "fps step: 15826 fps step and policy inference: 9226 fps total: 8131 epoch: 1873/2000\n",
            "fps step: 17022 fps step and policy inference: 10880 fps total: 9484 epoch: 1874/2000\n",
            "fps step: 17311 fps step and policy inference: 11367 fps total: 9898 epoch: 1875/2000\n",
            "fps step: 16136 fps step and policy inference: 9462 fps total: 8213 epoch: 1876/2000\n",
            "fps step: 15583 fps step and policy inference: 9131 fps total: 8150 epoch: 1877/2000\n",
            "fps step: 17719 fps step and policy inference: 11861 fps total: 10105 epoch: 1878/2000\n",
            "fps step: 18247 fps step and policy inference: 12355 fps total: 10709 epoch: 1879/2000\n",
            "fps step: 17271 fps step and policy inference: 10916 fps total: 9257 epoch: 1880/2000\n",
            "fps step: 16814 fps step and policy inference: 10826 fps total: 9478 epoch: 1881/2000\n",
            "fps step: 14798 fps step and policy inference: 8348 fps total: 7343 epoch: 1882/2000\n",
            "fps step: 17997 fps step and policy inference: 12597 fps total: 10925 epoch: 1883/2000\n",
            "fps step: 15873 fps step and policy inference: 9641 fps total: 8576 epoch: 1884/2000\n",
            "fps step: 14688 fps step and policy inference: 8183 fps total: 7113 epoch: 1885/2000\n",
            "fps step: 15685 fps step and policy inference: 9512 fps total: 8284 epoch: 1886/2000\n",
            "fps step: 16629 fps step and policy inference: 10507 fps total: 9354 epoch: 1887/2000\n",
            "fps step: 15166 fps step and policy inference: 8543 fps total: 7503 epoch: 1888/2000\n",
            "fps step: 15025 fps step and policy inference: 8438 fps total: 7336 epoch: 1889/2000\n",
            "fps step: 16405 fps step and policy inference: 9902 fps total: 8560 epoch: 1890/2000\n",
            "fps step: 17111 fps step and policy inference: 11070 fps total: 9452 epoch: 1891/2000\n",
            "fps step: 16415 fps step and policy inference: 10099 fps total: 9012 epoch: 1892/2000\n",
            "fps step: 16181 fps step and policy inference: 9693 fps total: 8408 epoch: 1893/2000\n",
            "fps step: 15579 fps step and policy inference: 9014 fps total: 7828 epoch: 1894/2000\n",
            "fps step: 15528 fps step and policy inference: 8960 fps total: 7666 epoch: 1895/2000\n",
            "fps step: 17402 fps step and policy inference: 11488 fps total: 10326 epoch: 1896/2000\n",
            "fps step: 15249 fps step and policy inference: 8646 fps total: 7561 epoch: 1897/2000\n",
            "fps step: 15321 fps step and policy inference: 8746 fps total: 7894 epoch: 1898/2000\n",
            "fps step: 14972 fps step and policy inference: 8500 fps total: 7471 epoch: 1899/2000\n",
            "fps step: 15919 fps step and policy inference: 9429 fps total: 8388 epoch: 1900/2000\n",
            "fps step: 15556 fps step and policy inference: 9240 fps total: 8286 epoch: 1901/2000\n",
            "fps step: 15066 fps step and policy inference: 8543 fps total: 7568 epoch: 1902/2000\n",
            "fps step: 16467 fps step and policy inference: 10152 fps total: 8871 epoch: 1903/2000\n",
            "fps step: 16582 fps step and policy inference: 10238 fps total: 9091 epoch: 1904/2000\n",
            "fps step: 16485 fps step and policy inference: 10212 fps total: 8778 epoch: 1905/2000\n",
            "fps step: 14903 fps step and policy inference: 8324 fps total: 7303 epoch: 1906/2000\n",
            "fps step: 15062 fps step and policy inference: 8553 fps total: 7552 epoch: 1907/2000\n",
            "fps step: 15883 fps step and policy inference: 9384 fps total: 8053 epoch: 1908/2000\n",
            "fps step: 15785 fps step and policy inference: 9152 fps total: 7972 epoch: 1909/2000\n",
            "fps step: 15524 fps step and policy inference: 8903 fps total: 7675 epoch: 1910/2000\n",
            "fps step: 16924 fps step and policy inference: 11093 fps total: 9510 epoch: 1911/2000\n",
            "fps step: 15392 fps step and policy inference: 8954 fps total: 7840 epoch: 1912/2000\n",
            "fps step: 15878 fps step and policy inference: 9762 fps total: 8893 epoch: 1913/2000\n",
            "fps step: 14782 fps step and policy inference: 8248 fps total: 7242 epoch: 1914/2000\n",
            "fps step: 16515 fps step and policy inference: 10048 fps total: 8707 epoch: 1915/2000\n",
            "fps step: 16799 fps step and policy inference: 10564 fps total: 9356 epoch: 1916/2000\n",
            "fps step: 16433 fps step and policy inference: 10311 fps total: 9136 epoch: 1917/2000\n",
            "fps step: 15278 fps step and policy inference: 8968 fps total: 8014 epoch: 1918/2000\n",
            "fps step: 15068 fps step and policy inference: 8537 fps total: 7548 epoch: 1919/2000\n",
            "fps step: 16127 fps step and policy inference: 9750 fps total: 8574 epoch: 1920/2000\n",
            "fps step: 16036 fps step and policy inference: 9710 fps total: 8630 epoch: 1921/2000\n",
            "fps step: 16762 fps step and policy inference: 10332 fps total: 8657 epoch: 1922/2000\n",
            "fps step: 17363 fps step and policy inference: 11668 fps total: 9917 epoch: 1923/2000\n",
            "fps step: 15806 fps step and policy inference: 9123 fps total: 7793 epoch: 1924/2000\n",
            "fps step: 16240 fps step and policy inference: 9580 fps total: 8305 epoch: 1925/2000\n",
            "fps step: 17248 fps step and policy inference: 11162 fps total: 9821 epoch: 1926/2000\n",
            "fps step: 15791 fps step and policy inference: 9150 fps total: 7991 epoch: 1927/2000\n",
            "fps step: 16139 fps step and policy inference: 9745 fps total: 8721 epoch: 1928/2000\n",
            "fps step: 17128 fps step and policy inference: 11167 fps total: 9778 epoch: 1929/2000\n",
            "fps step: 15772 fps step and policy inference: 9242 fps total: 8004 epoch: 1930/2000\n",
            "fps step: 15364 fps step and policy inference: 8986 fps total: 8066 epoch: 1931/2000\n",
            "fps step: 16680 fps step and policy inference: 10099 fps total: 8671 epoch: 1932/2000\n",
            "fps step: 15624 fps step and policy inference: 9112 fps total: 7953 epoch: 1933/2000\n",
            "fps step: 15020 fps step and policy inference: 8422 fps total: 7422 epoch: 1934/2000\n",
            "fps step: 16035 fps step and policy inference: 9419 fps total: 8353 epoch: 1935/2000\n",
            "fps step: 15785 fps step and policy inference: 9048 fps total: 7943 epoch: 1936/2000\n",
            "fps step: 17613 fps step and policy inference: 12118 fps total: 10546 epoch: 1937/2000\n",
            "fps step: 17859 fps step and policy inference: 12147 fps total: 10638 epoch: 1938/2000\n",
            "fps step: 16317 fps step and policy inference: 9983 fps total: 8857 epoch: 1939/2000\n",
            "fps step: 15740 fps step and policy inference: 9223 fps total: 7997 epoch: 1940/2000\n",
            "fps step: 15643 fps step and policy inference: 9226 fps total: 8237 epoch: 1941/2000\n",
            "fps step: 16724 fps step and policy inference: 10090 fps total: 8574 epoch: 1942/2000\n",
            "fps step: 16152 fps step and policy inference: 9669 fps total: 8511 epoch: 1943/2000\n",
            "fps step: 15686 fps step and policy inference: 9237 fps total: 8049 epoch: 1944/2000\n",
            "fps step: 17789 fps step and policy inference: 11645 fps total: 9831 epoch: 1945/2000\n",
            "fps step: 15594 fps step and policy inference: 9065 fps total: 7966 epoch: 1946/2000\n",
            "fps step: 16761 fps step and policy inference: 10456 fps total: 9252 epoch: 1947/2000\n",
            "fps step: 17863 fps step and policy inference: 12116 fps total: 10612 epoch: 1948/2000\n",
            "fps step: 17418 fps step and policy inference: 11256 fps total: 9773 epoch: 1949/2000\n",
            "fps step: 15704 fps step and policy inference: 9178 fps total: 7962 epoch: 1950/2000\n",
            "fps step: 17009 fps step and policy inference: 10548 fps total: 9054 epoch: 1951/2000\n",
            "fps step: 16547 fps step and policy inference: 10161 fps total: 8818 epoch: 1952/2000\n",
            "fps step: 17730 fps step and policy inference: 11812 fps total: 10223 epoch: 1953/2000\n",
            "fps step: 15815 fps step and policy inference: 9204 fps total: 8016 epoch: 1954/2000\n",
            "fps step: 16924 fps step and policy inference: 10572 fps total: 9135 epoch: 1955/2000\n",
            "fps step: 15657 fps step and policy inference: 9070 fps total: 7822 epoch: 1956/2000\n",
            "fps step: 15659 fps step and policy inference: 9100 fps total: 7928 epoch: 1957/2000\n",
            "fps step: 17762 fps step and policy inference: 11749 fps total: 10034 epoch: 1958/2000\n",
            "fps step: 16767 fps step and policy inference: 10471 fps total: 8921 epoch: 1959/2000\n",
            "fps step: 16184 fps step and policy inference: 9640 fps total: 8370 epoch: 1960/2000\n",
            "fps step: 16093 fps step and policy inference: 9691 fps total: 8492 epoch: 1961/2000\n",
            "fps step: 14686 fps step and policy inference: 8219 fps total: 7250 epoch: 1962/2000\n",
            "fps step: 16031 fps step and policy inference: 9446 fps total: 8237 epoch: 1963/2000\n",
            "fps step: 15459 fps step and policy inference: 8969 fps total: 8045 epoch: 1964/2000\n",
            "fps step: 15930 fps step and policy inference: 9409 fps total: 8406 epoch: 1965/2000\n",
            "fps step: 16729 fps step and policy inference: 10240 fps total: 8761 epoch: 1966/2000\n",
            "fps step: 17320 fps step and policy inference: 11292 fps total: 9898 epoch: 1967/2000\n",
            "fps step: 15246 fps step and policy inference: 8730 fps total: 7774 epoch: 1968/2000\n",
            "fps step: 16242 fps step and policy inference: 10035 fps total: 8955 epoch: 1969/2000\n",
            "fps step: 17866 fps step and policy inference: 12248 fps total: 10668 epoch: 1970/2000\n",
            "fps step: 16774 fps step and policy inference: 10411 fps total: 9031 epoch: 1971/2000\n",
            "fps step: 16447 fps step and policy inference: 9955 fps total: 8850 epoch: 1972/2000\n",
            "fps step: 18383 fps step and policy inference: 12807 fps total: 11100 epoch: 1973/2000\n",
            "fps step: 16384 fps step and policy inference: 10038 fps total: 8944 epoch: 1974/2000\n",
            "fps step: 17012 fps step and policy inference: 10453 fps total: 8864 epoch: 1975/2000\n",
            "fps step: 15836 fps step and policy inference: 9284 fps total: 8173 epoch: 1976/2000\n",
            "fps step: 17020 fps step and policy inference: 10953 fps total: 9619 epoch: 1977/2000\n",
            "fps step: 15367 fps step and policy inference: 8764 fps total: 7650 epoch: 1978/2000\n",
            "fps step: 14774 fps step and policy inference: 8318 fps total: 7444 epoch: 1979/2000\n",
            "fps step: 17332 fps step and policy inference: 11393 fps total: 10041 epoch: 1980/2000\n",
            "fps step: 17672 fps step and policy inference: 11664 fps total: 10166 epoch: 1981/2000\n",
            "fps step: 17437 fps step and policy inference: 11231 fps total: 9385 epoch: 1982/2000\n",
            "fps step: 17195 fps step and policy inference: 10785 fps total: 9284 epoch: 1983/2000\n",
            "fps step: 15395 fps step and policy inference: 8862 fps total: 7827 epoch: 1984/2000\n",
            "fps step: 16602 fps step and policy inference: 10456 fps total: 9265 epoch: 1985/2000\n",
            "fps step: 17479 fps step and policy inference: 11410 fps total: 9778 epoch: 1986/2000\n",
            "fps step: 16822 fps step and policy inference: 10198 fps total: 8771 epoch: 1987/2000\n",
            "fps step: 16679 fps step and policy inference: 10657 fps total: 9463 epoch: 1988/2000\n",
            "fps step: 15945 fps step and policy inference: 9260 fps total: 7957 epoch: 1989/2000\n",
            "fps step: 14981 fps step and policy inference: 8439 fps total: 7394 epoch: 1990/2000\n",
            "fps step: 14852 fps step and policy inference: 8307 fps total: 7291 epoch: 1991/2000\n",
            "fps step: 15062 fps step and policy inference: 8719 fps total: 7742 epoch: 1992/2000\n",
            "fps step: 18165 fps step and policy inference: 12764 fps total: 11114 epoch: 1993/2000\n",
            "fps step: 15804 fps step and policy inference: 9298 fps total: 8063 epoch: 1994/2000\n",
            "fps step: 16254 fps step and policy inference: 10157 fps total: 8672 epoch: 1995/2000\n",
            "fps step: 15648 fps step and policy inference: 9567 fps total: 8496 epoch: 1996/2000\n",
            "fps step: 17282 fps step and policy inference: 11562 fps total: 9808 epoch: 1997/2000\n",
            "fps step: 15490 fps step and policy inference: 9021 fps total: 7845 epoch: 1998/2000\n",
            "fps step: 16164 fps step and policy inference: 9883 fps total: 8634 epoch: 1999/2000\n",
            "fps step: 15440 fps step and policy inference: 8908 fps total: 7836 epoch: 2000/2000\n",
            "=> saving checkpoint 'runs/Ant-v4_envpool_23-08-31-39/nn/last_Ant-v4_envpoolep2000rew[5904.908].pth'\n",
            "MAX EPOCHS NUM!\n"
          ]
        }
      ],
      "source": [
        "runner = Runner()\n",
        "runner.load(ant_config)\n",
        "runner.run({\n",
        "    'train': True,\n",
        "})"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU",
    "gpuClass": "standard"
  },
  "nbformat": 4,
  "nbformat_minor": 0
}