CharLSTM.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Neural Tolstoy Model (a character-prediction LSTM)\n",
    "\n",
    "In this part you will train a character prediction LSTM that predicts the next character given previous characters. \n",
    "The training data is from the book \"War and Peace\" by Leo Tolstoy. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "from __future__ import print_function\n",
    "import datetime\n",
    "import os\n",
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "import tolstoy_reader\n",
    "\n",
    "def get_default_gpu_session(fraction=0.333):\n",
    "    config = tf.ConfigProto(allow_soft_placement=True)\n",
    "    config.gpu_options.allow_growth = True\n",
    "    config.gpu_options.per_process_gpu_memory_fraction = fraction\n",
    "    return tf.Session(config=config)\n",
    "\n",
    "def run_tolstoy_train(n_hid):\n",
    "    # generate data\n",
    "    btg, map_dict, backmap_dict = \\\n",
    "        tolstoy_reader.batch_tolstoy_generator(batch_size=200, seq_size=100)\n",
    "    shape = dict(n_steps_per_batch=100, n_unique_ids=len(map_dict), n_hidden_dim=n_hid)\n",
    "    # define LSTM\n",
    "    model = build_lstm_discrete_prediction_model(shape)\n",
    "    \n",
    "    #logdir = './tensorboard/tolstoy'  # if on Windows\n",
    "    logdir = 'tolstoy'  # if on Unix\n",
    "    try:\n",
    "        os.makedirs(logdir)\n",
    "    except os.error:\n",
    "        pass\n",
    "    time_now = datetime.datetime.now().strftime(\"%d-%b-%H-%M-%S\")\n",
    "    run_name = 'hidden=%d' % n_hid\n",
    "    sum_path = os.path.join(logdir, run_name + '_' + time_now)\n",
    "    print(sum_path)\n",
    "    max_iter_i = 0\n",
    "    with model['graph'].as_default() as g, get_default_gpu_session(0.9) as sess:\n",
    "        sess.run(tf.global_variables_initializer())\n",
    "        sum_writer = tf.summary.FileWriter(sum_path, g)\n",
    "        for epoch_i in range(10):\n",
    "            for iter_i, data_batch in enumerate(btg):\n",
    "                max_iter_i = max(iter_i, max_iter_i)\n",
    "                global_step = epoch_i*max_iter_i+iter_i\n",
    "                \n",
    "                # run training step\n",
    "                train_feed_dict = dict(zip(model['inputs'], data_batch))\n",
    "                to_compute = [model['train_op'], model['summ'], model['loss']]\n",
    "                _, summ, loss_val = sess.run(to_compute, train_feed_dict)\n",
    "                \n",
    "                # for tensorboard\n",
    "                sum_writer.add_summary(summ, global_step)\n",
    "                sum_writer.flush()\n",
    "                \n",
    "                # display loss\n",
    "                if iter_i % 100 == 0:\n",
    "                    print(loss_val, end=', ')\n",
    "                if iter_i % 1000:\n",
    "                    continue\n",
    "                # test generation\n",
    "                pred_length = 50\n",
    "                data_input = next(iter(btg))[0][[0]]\n",
    "                original_sample = data_input.copy()\n",
    "                pred_seq = []\n",
    "                for _ in range(pred_length):\n",
    "                    pred = sess.run(model['pred'], {model['inputs'][0]: data_input})\n",
    "                    pred_seq.append(pred[0])\n",
    "                    data_input = np.roll(data_input, -1, axis=1)\n",
    "                    data_input[0, -1] = pred[0]\n",
    "                print('[%d] Input text:' % (iter_i))\n",
    "                print(''.join([backmap_dict[x] for x in original_sample[0]]))\n",
    "                print('[%d] Generated continuation:' % (iter_i))\n",
    "                print(''.join([backmap_dict[x] for x in pred_seq]))\n",
    "                print(pred_seq)\n",
    "                print()\n",
    "                \n",
    "def build_lstm_discrete_prediction_model(shape):\n",
    "    # shape is dict with keys:\n",
    "    # n_steps_per_batch, n_unique_ids, n_hidden_dim\n",
    "    with tf.Graph().as_default() as g:\n",
    "        X = tf.placeholder(tf.float32, [None, shape['n_steps_per_batch']])\n",
    "        y = tf.placeholder(tf.int32, [None])\n",
    "        \n",
    "        ################################################################\n",
    "        ####################   PUT YOUR CODE HERE   ####################\n",
    "        # define LSTM parameters (scope: weights)\n",
    "        with tf.variable_scope('weights'):\n",
    "            \n",
    "            w_i = tf.get_variable('W_i', [1,shape['n_hidden_dim']])\n",
    "            w_f = tf.get_variable('W_f', [1,shape['n_hidden_dim']])\n",
    "            w_c = tf.get_variable('W_c', [1,shape['n_hidden_dim']])\n",
    "            w_o = tf.get_variable('W_o', [1,shape['n_hidden_dim']])\n",
    "            \n",
    "            u_i = tf.get_variable('U_i', [shape['n_hidden_dim'] , shape['n_hidden_dim']])\n",
    "            u_f = tf.get_variable('U_f', [shape['n_hidden_dim'] , shape['n_hidden_dim']])\n",
    "            u_c = tf.get_variable('U_c', [shape['n_hidden_dim'] , shape['n_hidden_dim']])\n",
    "            u_o = tf.get_variable('U_o', [shape['n_hidden_dim'] , shape['n_hidden_dim']])\n",
    "            \n",
    "            v_o = tf.get_variable('V_o', [shape['n_hidden_dim'] , shape['n_hidden_dim']])\n",
    "            \n",
    "            w_y = tf.get_variable('W_y', [shape['n_hidden_dim'] , shape['n_unique_ids']])\n",
    "            \n",
    "            h_0 = tf.get_variable('h_0', [1,shape['n_hidden_dim']])\n",
    "            c_0 = tf.get_variable('c_0' , [1,shape['n_hidden_dim']])\n",
    "            \n",
    "            c_t = c_0\n",
    "            h_t = h_0\n",
    "            for t in range(shape['n_steps_per_batch']):\n",
    "                xt = X[:,t]\n",
    "                x_t = tf.reshape(xt,[-1,1])\n",
    "                i_t = tf.nn.sigmoid(tf.matmul(x_t,w_i) + tf.matmul (h_t,u_i))\n",
    "                c_bar_t = tf.nn.tanh(tf.matmul(x_t,w_c) + tf.matmul (h_t,u_c))\n",
    "                f_t = tf.nn.sigmoid(tf.matmul(x_t,w_f) + tf.matmul (h_t,u_f))\n",
    "                c_t = tf.multiply(i_t,c_bar_t) + tf.multiply(f_t,c_t)\n",
    "                o_t = tf.nn.sigmoid(tf.matmul(x_t,w_o) + tf.matmul (h_t,u_o) + tf.matmul(c_t,v_o))\n",
    "                h_t = tf.multiply(o_t,tf.tanh(c_t))   \n",
    "            \n",
    "        \n",
    "        output = h_t  # put your result in variable 'output' \n",
    "            \n",
    "            \n",
    "        logits = tf.matmul(h_t,w_y)  # compute logits for each discrete output\n",
    "        losses = tf.nn.sparse_softmax_cross_entropy_with_logits(labels=y, logits=logits)\n",
    "        loss = tf.reduce_mean(losses)  \n",
    "        ################################################################\n",
    "\n",
    "        # pred, train_op\n",
    "        pred = tf.argmax(logits, axis=1)\n",
    "        train_op = tf.train.AdamOptimizer().minimize(loss)\n",
    "        summ = tf.summary.scalar('loss_summ', loss)\n",
    "\n",
    "    return {'inputs': [X, y], 'loss': loss, 'train_op': train_op, 'summ': summ,\n",
    "            'graph': g, 'pred': pred}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Run the LSTM and see what it says! "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tolstoy/hidden=200_24-Apr-21-03-36\n",
      "4.43514, [0] Input text:\n",
      " weason to ask to be pwomoted to be a German! Now p'waps Wussians will get a look in. As it was, dev\n",
      "[0] Generated continuation:\n",
      "F(F(FFFFFFFFFFFGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGGG\n",
      "[74, 39, 74, 39, 74, 74, 74, 74, 74, 74, 74, 74, 74, 74, 74, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76, 76]\n",
      "\n",
      "2.98381, 2.8111, 2.79532, 2.7886, 2.78853, 2.71783, 2.59134, 2.72734, 2.54428, 2.49091, [1000] Input text:\n",
      "he real relation of the forces had already made itself felt in Petersburg, was dispatched, Kutuzov h\n",
      "[1000] Generated continuation:\n",
      "is the the the the the the the the the the the the\n",
      "[79, 22, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38, 11, 69, 43, 38]\n",
      "\n",
      "2.6716, 2.26178, 2.32184, 2.30663, 2.18396, 2.25039, 2.37151, 2.39892, 2.27076, 2.41767, [2000] Input text:\n",
      "'s wife. \"Kindly let this cart pass. Don't you see it's a woman?\" said Prince Andrew riding up to th\n",
      "[2000] Generated continuation:\n",
      "e core and the core and the core and the core and \n",
      "[38, 11, 61, 9, 72, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 72, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 72, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 72, 38, 11, 52, 13, 78, 11]\n",
      "\n",
      "2.20705, 2.29071, 2.30282, 2.2549, 2.22049, 2.20716, 2.17148, 2.23884, 2.31521, 2.0591, [3000] Input text:\n",
      "re dragged from the front, the wounded carried away, and the ranks closed up. If any soldiers ran to\n",
      "[3000] Generated continuation:\n",
      " the sas some and the sas some and the sas some an\n",
      "[11, 69, 43, 38, 11, 22, 52, 22, 11, 22, 9, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 11, 22, 9, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 11, 22, 9, 56, 38, 11, 52, 13]\n",
      "\n",
      "2.29524, 2.20853, 2.2482, 2.17581, 2.2463, 2.25315, 2.26036, 2.08421, 2.2796, 1.97407, [4000] Input text:\n",
      "s of others, and had he at all understood what Pierre's feelings were, the latter would probably hav\n",
      "[4000] Generated continuation:\n",
      "e the said the said the said the said the said the\n",
      "[38, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 69, 43, 38]\n",
      "\n",
      "2.04543, 2.11736, 2.12639, 2.08069, 2.12084, 2.19751, 1.9231, 2.24958, 1.97627, 1.93951, [5000] Input text:\n",
      "s entering the ballroom, the Emperor made a wry face and muttered something in which some people cau\n",
      "[5000] Generated continuation:\n",
      "se the conting the conting the conting the conting\n",
      "[22, 38, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 31, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 31, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 31, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 31]\n",
      "\n",
      "2.09129, 1.99417, 2.1025, 1.85417, 2.07219, 2.14211, 1.81715, 2.13234, 2.08329, 2.28191, [6000] Input text:\n",
      "French and saw Tikhon and learned that there would certainly be an attack that night, he decided, wi\n",
      "[6000] Generated continuation:\n",
      "th a soldier and the sas and the sas and the sas a\n",
      "[69, 43, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 11, 52]\n",
      "\n",
      "2.1483, 2.04896, 1.87321, 1.98359, 2.05192, 1.9473, 2.18709, 1.70161, 2.00634, 2.0049, [7000] Input text:\n",
      "ily to the dressers. His very first, remotest recollections of childhood came back to Prince Andrew'\n",
      "[7000] Generated continuation:\n",
      " and the sasser the sasser the sasser the sasser t\n",
      "[11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 22, 38, 72, 11, 69, 43, 38, 11, 22, 52, 22, 22, 38, 72, 11, 69, 43, 38, 11, 22, 52, 22, 22, 38, 72, 11, 69, 43, 38, 11, 22, 52, 22, 22, 38, 72, 11, 69]\n",
      "\n",
      "1.96735, 1.81645, 1.91037, 2.10195, 1.79762, 1.99494, 2.13189, 1.95858, 1.97356, 1.8552, [8000] Input text:\n",
      "hroat to draw attention. \"Did you hear of the last event at the review in Petersburg? The figure cut\n",
      "[8000] Generated continuation:\n",
      "e and the count of the count of the count of the c\n",
      "[38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61]\n",
      "\n",
      "1.92648, 1.96644, 1.99612, 2.08931, 1.97426, 1.89787, 2.029, 1.84575, 1.88403, 1.81195, [9000] Input text:\n",
      " and the possessor of such enormous wealth, to the caprice of fate and the designs of rogues. During\n",
      "[9000] Generated continuation:\n",
      " the sornd of the sornd of the sornd of the sornd \n",
      "[11, 69, 43, 38, 11, 22, 9, 72, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 72, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 72, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 72, 13, 78, 11]\n",
      "\n",
      "1.94754, 1.94357, 1.76041, 1.94967, 1.75289, 1.7549, 1.86544, 1.79601, 1.90108, 1.83716, [10000] Input text:\n",
      "..\" Merry senseless words of abuse flowed freely. \"What are you up to?\" suddenly came the authoritat\n",
      "[10000] Generated continuation:\n",
      "ion of the say the say the say the say the say the\n",
      "[79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 42, 11, 69, 43, 38, 11, 22, 52, 42, 11, 69, 43, 38, 11, 22, 52, 42, 11, 69, 43, 38, 11, 22, 52, 42, 11, 69, 43, 38, 11, 22, 52, 42, 11, 69, 43, 38]\n",
      "\n",
      "1.85499, 1.94597, 1.7468, 1.75824, 1.9027, 1.79059, 1.84177, 1.67915, 1.75831, 1.70567, [11000] Input text:\n",
      "one man's life.\" \"Won't you come over to the other table?\" suggested Anna Pavlovna. But Pierre conti\n",
      "[11000] Generated continuation:\n",
      "nged the soldiers and the soldiers and the soldier\n",
      "[13, 31, 38, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.9296, 1.8875, 1.72255, 1.9413, 1.91899, 1.9229, 1.84295, 1.83488, 1.82105, 1.81746, [12000] Input text:\n",
      "stood carriages, wagons, and crowds of orderlies and sentinels. The commander-in-chief was putting u\n",
      "[12000] Generated continuation:\n",
      "esired to the say and the say and the say and the \n",
      "[38, 22, 79, 72, 38, 78, 11, 69, 9, 11, 69, 43, 38, 11, 22, 52, 42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 42, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.65513, 1.8337, 1.95857, 1.85086, 1.70313, 1.90613, 1.81948, 1.61315, 1.73511, 2.03005, [13000] Input text:\n",
      "speaking about Napoleons, Louis-es, and authors, we ought to be shown the connection existing betwee\n",
      "[13000] Generated continuation:\n",
      " and the sasse and something to the countess of th\n",
      "[11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 22, 22, 38, 11, 52, 13, 78, 11, 22, 9, 56, 38, 69, 43, 79, 13, 31, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43]\n",
      "\n",
      "1.99572, 1.84565, 1.79311, 1.86983, 1.79705, 1.74663, 1.77263, 1.87753, 1.72325, 1.93579, [14000] Input text:\n",
      "laced a bottle of claret in it. He also brought a bottle of kvass, taken from the kitchen for them t\n",
      "[14000] Generated continuation:\n",
      "he soldier and sere she had seen he had seen he ha\n",
      "[43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 11, 52, 13, 78, 11, 22, 38, 72, 38, 11, 22, 43, 38, 11, 43, 52, 78, 11, 22, 38, 38, 13, 11, 43, 38, 11, 43, 52, 78, 11, 22, 38, 38, 13, 11, 43, 38, 11, 43, 52]\n",
      "\n",
      "1.76583, 1.97725, 1.90083, 1.73678, 1.6205, 1.85667, 1.56716, 2.06382, 1.86657, 1.77755, [15000] Input text:\n",
      "y to the honor of our nation. Do not break your ranks on the plea of removing the wounded! Let every\n",
      "[15000] Generated continuation:\n",
      " of the soldier of the soldier of the soldier of t\n",
      "[11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.77235, 1.86643, 1.70286, 1.76312, 1.83855, 1.81579, 1.77451, 1.73087, 1.78987, 1.8639, [16000] Input text:\n",
      "r, so strange that Petya thought the French would immediately detect their disguise, and involuntari\n",
      "[16000] Generated continuation:\n",
      "ly and the soldiers of the soldiers of the soldier\n",
      "[2, 42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.87638, [0] Input text:\n",
      "ich was really true. From the very first days of their married life Natasha had announced her demand\n",
      "[0] Generated continuation:\n",
      "e and the sound of the commander of the commander \n",
      "[38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 56, 56, 52, 13, 78, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 56, 56, 52, 13, 78, 38, 72, 11]\n",
      "\n",
      "1.66159, 1.70621, 1.68647, 1.84874, 1.76171, 1.87305, 1.78243, 1.75463, 1.82454, 1.57679, [1000] Input text:\n",
      "d began: \"Oh, my bower, oh, my bower...!\" \"Oh, my bower new...!\" chimed in twenty voices, and the ca\n",
      "[1000] Generated continuation:\n",
      "n were and the countess of the countess of the cou\n",
      "[13, 11, 25, 38, 72, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73]\n",
      "\n",
      "1.71233, 1.62436, 1.86294, 1.68178, 1.75721, 1.90147, 1.52346, 1.76422, 1.74871, 1.83469, [2000] Input text:\n",
      "ng she expected several important personages who had to be made ashamed of their visits to the Frenc\n",
      "[2000] Generated continuation:\n",
      "h of the soldiers and the soldiers and the soldier\n",
      "[43, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.85272, 1.8553, 1.72486, 1.76257, 1.69404, 1.83052, 1.8654, 1.88741, 1.59935, 1.82986, [3000] Input text:\n",
      "p. \"I don't want to marry anyone. And I'll tell him so when I see him!\" \"Dear me!\" said Rostov. \"But\n",
      "[3000] Generated continuation:\n",
      " the countess and the countess and and the countes\n",
      "[11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.62763, 1.76158, 1.41806, 1.47178, 1.66172, 1.79479, 1.75469, 1.72531, 1.90067, 1.815, [4000] Input text:\n",
      "ughed. She hardly ever left the house and of those who came to see them was glad to see only one per\n",
      "[4000] Generated continuation:\n",
      "y something the sayen the sayen the sayen the saye\n",
      "[42, 11, 22, 9, 56, 38, 69, 43, 79, 13, 31, 11, 69, 43, 38, 11, 22, 52, 42, 38, 13, 11, 69, 43, 38, 11, 22, 52, 42, 38, 13, 11, 69, 43, 38, 11, 22, 52, 42, 38, 13, 11, 69, 43, 38, 11, 22, 52, 42, 38]\n",
      "\n",
      "1.72439, 1.50131, 1.72097, 1.77067, 1.68097, 1.65904, 1.80201, 1.58561, 1.74151, 1.79398, [5000] Input text:\n",
      "ere the rows of hay are lying in the hollow, there's the bridge. That's our center. Our right flank \n",
      "[5000] Generated continuation:\n",
      "the said of the said of the said of the said of th\n",
      "[69, 43, 38, 11, 22, 52, 79, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 79, 78, 11, 9, 65, 11, 69, 43]\n",
      "\n",
      "1.585, 1.72887, 1.8065, 1.63534, 1.77557, 1.4535, 1.65269, 1.6808, 1.53446, 1.70582, [6000] Input text:\n",
      "f the law of Copernicus the Ptolemaic worlds were still studied for a long time. From the time the f\n",
      "[6000] Generated continuation:\n",
      "ace of the countess and the countess and the soldi\n",
      "[52, 61, 38, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79]\n",
      "\n",
      "1.48395, 1.72444, 1.70357, 1.65458, 1.60914, 1.87436, 1.74692, 1.72599, 1.85876, 1.57509, [7000] Input text:\n",
      "ved fresh appointments. Everyone spoke loudly of the field marshal's great weakness and failing heal\n",
      "[7000] Generated continuation:\n",
      "ts and the countess of the countess of the countes\n",
      "[69, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.80837, 1.85332, 1.72529, 1.67065, 1.57403, 1.58756, 1.60709, 1.68357, 1.73419, 1.66408, [8000] Input text:\n",
      "le words, her look, and the expression on her face which accompanied them, formed for two months the\n",
      "[8000] Generated continuation:\n",
      " countess of the countess of the countess of the c\n",
      "[11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61]\n",
      "\n",
      "1.63421, 1.69807, 1.54044, 1.78674, 1.61753, 1.54627, 1.7587, 1.69842, 1.58495, 1.71537, [9000] Input text:\n",
      "hirt. \"I say, this is folly! He'll be killed,\" said this more sensible man. Anatole stopped him. \"Do\n",
      "[9000] Generated continuation:\n",
      "u kany the soldiers of the countess of the countes\n",
      "[73, 11, 58, 52, 13, 42, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.67529, 1.62467, 1.84264, 1.60771, 1.66057, 1.608, 1.61309, 1.70382, 1.77749, 1.65666, [10000] Input text:\n",
      "e and that Anatole meant to flirt with Mademoiselle Bourienne, Princess Mary's self-esteem would be \n",
      "[10000] Generated continuation:\n",
      "and so and the countess of the count of the count \n",
      "[52, 13, 78, 11, 22, 9, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11]\n",
      "\n",
      "1.69542, 1.46219, 1.84265, 1.61527, 1.51758, 1.73747, 1.50437, 1.45213, 1.74482, 1.73529, [11000] Input text:\n",
      "Please step inside, your honor!\" \"Talk indeed!\" cried the thin one. \"In my three shops here I have a\n",
      "[11000] Generated continuation:\n",
      " soldiers and the sound of the soldiers and the so\n",
      "[11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9]\n",
      "\n",
      "1.71008, 1.60804, 1.62751, 1.60394, 1.72572, 1.63372, 1.62081, 1.77077, 1.61343, 1.89497, [12000] Input text:\n",
      " by Brother A. Though I am unworthy, much was revealed to me. Adonai is the name of the creator of t\n",
      "[12000] Generated continuation:\n",
      "he sounds of the sounds of the sounds of the sound\n",
      "[43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78]\n",
      "\n",
      "1.5468, 1.78021, 1.75443, 1.81768, 1.60937, 1.65757, 1.67029, 1.60372, 1.82536, 1.65668, [13000] Input text:\n",
      "ose Natasha. Though with the intimacy now established between the wounded man and Natasha the though\n",
      "[13000] Generated continuation:\n",
      "t of the soldiers of the soldiers of the soldiers \n",
      "[69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.73009, 1.81797, 1.81666, 1.57915, 1.56926, 1.59726, 1.69457, 1.77786, 1.68922, 1.57125, [14000] Input text:\n",
      "r her, Natasha sat down on the floor, took her old ball dress, and fell into a reverie quite unrelat\n",
      "[14000] Generated continuation:\n",
      "y and the countess of the countess of the countess\n",
      "[42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.55568, 1.65378, 1.73666, 1.7213, 1.55596, 1.52046, 1.5946, 1.86709, 1.45802, 1.76956, [15000] Input text:\n",
      "ich Napoleon had ordered up after four o'clock. The people did not at once realize the meaning of th\n",
      "[15000] Generated continuation:\n",
      "e countess who had been and the countess who had b\n",
      "[38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 9, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 9, 11, 43, 52, 78, 11, 12]\n",
      "\n",
      "1.51431, 1.72688, 1.5118, 1.73656, 1.58206, 1.4283, 1.57813, 1.61428, 1.59504, 1.55685, [16000] Input text:\n",
      " for that very reason he could not understand how the man who put them there behind the hill could h\n",
      "[16000] Generated continuation:\n",
      "ave the soldiers and the countess who had been so \n",
      "[52, 16, 38, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 9, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 9, 11]\n",
      "\n",
      "1.56094, [0] Input text:\n",
      "Not one of those dismounted cavalrymen who had marched in front of the prisoners was left; they had \n",
      "[0] Generated continuation:\n",
      "been and the same and the same and the same and th\n",
      "[12, 38, 38, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43]\n",
      "\n",
      "1.4895, 1.46346, 1.51287, 1.73498, 1.7092, 1.50717, 1.4628, 1.64428, 1.41374, 1.67818, [1000] Input text:\n",
      " puckered his lips when Anisya Fedorovna entered. On the tray was a bottle of herb wine, different k\n",
      "[1000] Generated continuation:\n",
      "an and the same and the same and the same and the \n",
      "[52, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.63884, 1.79165, 1.69945, 1.41038, 1.6638, 1.58807, 1.60615, 1.59467, 1.74353, 1.50832, [2000] Input text:\n",
      "he was calling on the Rostovs for that purpose. The idea of throwing her brother and Natasha togethe\n",
      "[2000] Generated continuation:\n",
      "r and the standing of the standing of the standing\n",
      "[72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31]\n",
      "\n",
      "1.66159, 1.61287, 1.60568, 1.4391, 1.61072, 1.58697, 1.57985, 1.70694, 1.90366, 1.6556, [3000] Input text:\n",
      " with the suppressed emotion of a man re-experiencing in recollection strong impressions he has live\n",
      "[3000] Generated continuation:\n",
      "d the same and the counte and the soldiers and the\n",
      "[78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38]\n",
      "\n",
      "1.51227, 1.52723, 1.76057, 1.69432, 1.60827, 1.64784, 1.84038, 1.67015, 1.62073, 1.65545, [4000] Input text:\n",
      "boda Palace. The great halls were full. In the first were the nobility and gentry in their uniforms,\n",
      "[4000] Generated continuation:\n",
      " and the old man and the old man and the old man a\n",
      "[11, 52, 13, 78, 11, 69, 43, 38, 11, 9, 2, 78, 11, 56, 52, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 9, 2, 78, 11, 56, 52, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 9, 2, 78, 11, 56, 52, 13, 11, 52]\n",
      "\n",
      "1.65477, 1.49989, 1.48438, 1.54447, 1.59967, 1.70273, 1.6215, 1.68327, 1.53108, 1.42868, [5000] Input text:\n",
      "p to the group and shouted at Mishka. \"What are you staring at, you good-for-nothing?... The count w\n",
      "[5000] Generated continuation:\n",
      "hich he had not the soldiers and the soldiers was \n",
      "[43, 79, 61, 43, 11, 43, 38, 11, 43, 52, 78, 11, 13, 9, 69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 25, 52, 22, 11]\n",
      "\n",
      "1.4992, 1.49682, 1.29413, 1.48999, 1.62781, 1.4281, 1.5183, 1.63242, 1.40934, 1.67554, [6000] Input text:\n",
      " about in his soft boots between the dining and drawing rooms, hastily greeting the important and un\n",
      "[6000] Generated continuation:\n",
      "der the countess was the countess was the countess\n",
      "[78, 38, 72, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 52, 22, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 52, 22, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.7152, 1.67142, 1.51629, 1.57472, 1.6095, 1.33531, 1.69146, 1.59317, 1.52089, 1.71935, [7000] Input text:\n",
      "ar!\" shouted the colonel, again thumping the table. \"What are you making such a noise about over the\n",
      "[7000] Generated continuation:\n",
      " story of the story of the story of the story of t\n",
      "[11, 22, 69, 9, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 9, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 9, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 9, 72, 42, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.56613, 1.54239, 1.76592, 1.60022, 1.73054, 1.58929, 1.65239, 1.5006, 1.66311, 1.67622, [8000] Input text:\n",
      "their sleeves!\" said Anna Mikhaylovna, pointing to Nicholas as he went out. \"Cousinage-- dangereux v\n",
      "[8000] Generated continuation:\n",
      "ostov was so on a soldiers and she had been she sa\n",
      "[9, 22, 69, 9, 16, 11, 25, 52, 22, 11, 22, 9, 11, 9, 13, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 22, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 43, 38, 11, 22, 52]\n",
      "\n",
      "1.59665, 1.7014, 1.55183, 1.54903, 1.58816, 1.42115, 1.53199, 1.55015, 1.73486, 1.54674, [9000] Input text:\n",
      " Petersburg on my pay, and with her fortune and my good management we can get along nicely. I am not\n",
      "[9000] Generated continuation:\n",
      " the countess which he was not the countess which \n",
      "[11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 79, 61, 43, 11, 43, 38, 11, 25, 52, 22, 11, 13, 9, 69, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 79, 61, 43, 11]\n",
      "\n",
      "1.62343, 1.64333, 1.56562, 1.55432, 1.48604, 1.62665, 1.50254, 1.7405, 1.5556, 1.592, [10000] Input text:\n",
      " He was filled with happiness at his nearness to the Emperor. He felt that this nearness by itself m\n",
      "[10000] Generated continuation:\n",
      "en who had been still he had been still he had bee\n",
      "[38, 13, 11, 25, 43, 9, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 69, 79, 2, 2, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 69, 79, 2, 2, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38]\n",
      "\n",
      "1.52006, 1.58433, 1.63478, 1.68649, 1.4688, 1.4836, 1.52742, 1.49905, 1.51493, 1.72906, [11000] Input text:\n",
      "ll always regard you as a benefactor,\" she added hurriedly. \"No, don't be angry, but promise! I have\n",
      "[11000] Generated continuation:\n",
      " ye was the sound of the solence of the solence of\n",
      "[11, 42, 38, 11, 25, 52, 22, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 38, 13, 61, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 38, 13, 61, 38, 11, 9, 65]\n",
      "\n",
      "1.69504, 1.63584, 1.53614, 1.47638, 1.73359, 1.56527, 1.41113, 1.54233, 1.73946, 1.50207, [12000] Input text:\n",
      " the permission of the copyright holder found at the beginning of this work. 1.E.4. Do not unlink or\n",
      "[12000] Generated continuation:\n",
      " the countess were all the countess and the counte\n",
      "[11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 38, 72, 38, 11, 52, 2, 2, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38]\n",
      "\n",
      "1.62298, 1.47505, 1.52123, 1.44154, 1.55944, 1.46145, 1.78347, 1.38539, 1.78943, 1.63864, [13000] Input text:\n",
      "ed in an ordinary and simple way. Both Princess Mary and Natasha, who did not leave him, felt this. \n",
      "[13000] Generated continuation:\n",
      "\"I was the soldiers of the soldiers of the soldier\n",
      "[26, 23, 11, 25, 52, 22, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.60394, 1.74341, 1.65458, 1.59966, 1.48827, 1.57658, 1.50207, 1.38099, 1.63483, 1.56182, [14000] Input text:\n",
      "said the count, muttering some indefinite order. But at the same moment an expression of warm gratit\n",
      "[14000] Generated continuation:\n",
      "ing the soldiers of the soldiers of the soldiers o\n",
      "[79, 13, 31, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9]\n",
      "\n",
      "1.56604, 1.52931, 1.70528, 1.53631, 1.78353, 1.72267, 1.69292, 1.5263, 1.5284, 1.64936, [15000] Input text:\n",
      "he groans and voices of the wounded were more distinctly heard than any other sound in the darkness \n",
      "[15000] Generated continuation:\n",
      "of the soldiers of the soldiers of the soldiers of\n",
      "[9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65]\n",
      "\n",
      "1.53825, 1.646, 1.54877, 1.67603, 1.5392, 1.51883, 1.30813, 1.68153, 1.64767, 1.48108, [16000] Input text:\n",
      " the battle had not yet begun. Not wishing to agree to Dolgorukov's demand to commence the action, a\n",
      "[16000] Generated continuation:\n",
      "nd the same and the same and the same and the same\n",
      "[13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38]\n",
      "\n",
      "1.67108, [0] Input text:\n",
      "d. The flogging was only just over, and the executioner was releasing from the flogging bench a stou\n",
      "[0] Generated continuation:\n",
      "t the soldiers and the soldiers and the soldiers a\n",
      "[69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52]\n",
      "\n",
      "1.53381, 1.56732, 1.43743, 1.52646, 1.50174, 1.70343, 1.53442, 1.6001, 1.63177, 1.61453, [1000] Input text:\n",
      "llowed it and the flight of the French without further conflicts, is one of the most instructive phe\n",
      "[1000] Generated continuation:\n",
      "ss and the countess who was the sounds of the sold\n",
      "[22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 9, 11, 25, 52, 22, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78]\n",
      "\n",
      "1.66553, 1.64708, 1.43068, 1.61926, 1.50756, 1.5041, 1.72117, 1.53371, 1.44444, 1.57813, [2000] Input text:\n",
      "on at the address specified in Section 4, \"Information about donations to the Project Gutenberg Lite\n",
      "[2000] Generated continuation:\n",
      " the sound of the sound of the sound of the sound \n",
      "[11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11]\n",
      "\n",
      "1.58045, 1.58016, 1.59486, 1.52718, 1.32934, 1.51045, 1.49446, 1.49027, 1.48838, 1.59443, [3000] Input text:\n",
      "d is as fresh as ever!\" Soon after \"Uncle's\" reappearance the door was opened, evidently from the so\n",
      "[3000] Generated continuation:\n",
      "ldiers of the count was a soldiers of the count wa\n",
      "[2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 25, 52]\n",
      "\n",
      "1.75853, 1.59121, 1.64867, 1.6086, 1.70811, 1.45044, 1.40983, 1.46274, 1.57101, 1.48391, [4000] Input text:\n",
      "tion; he said that all bodies from the largest to the smallest have the property of attracting one a\n",
      "[4000] Generated continuation:\n",
      "nother was a stood of the countess and the countes\n",
      "[13, 9, 69, 43, 38, 72, 11, 25, 52, 22, 11, 52, 11, 22, 69, 9, 9, 78, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.37294, 1.61453, 1.73835, 1.67679, 1.4505, 1.61053, 1.38196, 1.56697, 1.71496, 1.31013, [5000] Input text:\n",
      "he bushy edge of the road where he was to stand, arranged his reins, settled himself in the saddle, \n",
      "[5000] Generated continuation:\n",
      "and the countess where the soldiers of the soldier\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 38, 72, 38, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.55342, 1.58761, 1.52278, 1.56025, 1.54669, 1.41626, 1.66091, 1.52205, 1.58694, 1.48862, [6000] Input text:\n",
      "id not repeat to himself with a sickening feeling of shame the words he had spoken, or say: \"Oh, why\n",
      "[6000] Generated continuation:\n",
      " who was not the soldiers and was a soldiers and w\n",
      "[11, 25, 43, 9, 11, 25, 52, 22, 11, 13, 9, 69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 25]\n",
      "\n",
      "1.44641, 1.48147, 1.58817, 1.65488, 1.44534, 1.56017, 1.60369, 1.56898, 1.7046, 1.52666, [7000] Input text:\n",
      "spicuous representative was the Tsarevich, who could not forget his disillusionment at Austerlitz, w\n",
      "[7000] Generated continuation:\n",
      "ith the countess were a soldiers and the countess \n",
      "[79, 69, 43, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 38, 72, 38, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11]\n",
      "\n",
      "1.63152, 1.58956, 1.71754, 1.22759, 1.38625, 1.57968, 1.66245, 1.5322, 1.73936, 1.6692, [8000] Input text:\n",
      "l him of his intention to elope with a blonde lady. The husband smiled gloomily, the wife gaily. The\n",
      "[8000] Generated continuation:\n",
      " countess and the standing to the standing to the \n",
      "[11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 69, 9, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 69, 9, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.69749, 1.39094, 1.41995, 1.53859, 1.66778, 1.41935, 1.40001, 1.44242, 1.5416, 1.61041, [9000] Input text:\n",
      "he Venerable Sergius. It was regarded as a model of ecclesiastical, patriotic eloquence. Prince Vasi\n",
      "[9000] Generated continuation:\n",
      "li to the commander was a soldiers and the command\n",
      "[2, 79, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 56, 56, 52, 13, 78, 38, 72, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 56, 56, 52, 13, 78]\n",
      "\n",
      "1.54359, 1.60404, 1.75201, 1.56536, 1.44205, 1.66847, 1.60165, 1.47804, 1.61747, 1.71025, [10000] Input text:\n",
      " dull boy of thirteen could have guessed that the best position for an army after its retreat from M\n",
      "[10000] Generated continuation:\n",
      "atasha was a solemn army and the soldiers and the \n",
      "[52, 69, 52, 22, 43, 52, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 38, 56, 13, 11, 52, 72, 56, 42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.53912, 1.53665, 1.6533, 1.35338, 1.50487, 1.48046, 1.49371, 1.46945, 1.46307, 1.40194, [11000] Input text:\n",
      "he town. \"Helene, who has never cared for anything but her own body and is one of the stupidest wome\n",
      "[11000] Generated continuation:\n",
      "n to the countess and the countess and the countes\n",
      "[13, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.35958, 1.46339, 1.51078, 1.18634, 1.57918, 1.72161, 1.35971, 1.50239, 1.28619, 1.51166, [12000] Input text:\n",
      "ing the commander-in-chief's suite. He was in a state of suppressed excitement and irritation, thoug\n",
      "[12000] Generated continuation:\n",
      "h the countess and the countess and the countess a\n",
      "[43, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52]\n",
      "\n",
      "1.56197, 1.43836, 1.57592, 1.45443, 1.60669, 1.66298, 1.58745, 1.4684, 1.6012, 1.4112, [13000] Input text:\n",
      "ting but hardly feasible.\" \"You think so?\" rejoined Anna Pavlovna in order to say something and get \n",
      "[13000] Generated continuation:\n",
      "dt was not a strange and the same the same the sam\n",
      "[78, 69, 11, 25, 52, 22, 11, 13, 9, 69, 11, 52, 11, 22, 69, 72, 52, 13, 31, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 43, 38, 11, 22, 52, 56]\n",
      "\n",
      "1.45667, 1.51368, 1.7359, 1.43576, 1.26336, 1.49548, 1.54922, 1.36299, 1.33588, 1.45534, [14000] Input text:\n",
      "ual was such as could certainly not have caused him to expect that honor. The prince, who generally \n",
      "[14000] Generated continuation:\n",
      "and the sound of the sound of the sound of the sou\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73]\n",
      "\n",
      "1.39969, 1.59949, 1.31726, 1.40734, 1.53294, 1.33542, 1.5736, 1.54255, 1.49227, 1.37649, [15000] Input text:\n",
      "reur!\" just as they had cried \"Vive l'Empereur!\" at the sight of the portrait of the boy piercing th\n",
      "[15000] Generated continuation:\n",
      "e conceated and the conceated and the conceated an\n",
      "[38, 11, 61, 9, 13, 61, 38, 52, 69, 38, 78, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 13, 61, 38, 52, 69, 38, 78, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 13, 61, 38, 52, 69, 38, 78, 11, 52, 13]\n",
      "\n",
      "1.52436, 1.60101, 1.64304, 1.40677, 1.63953, 1.58587, 1.4919, 1.61972, 1.53642, 1.55227, [16000] Input text:\n",
      "gold. \"Is that their Tsar himself? He's not bad!\" low voices could be heard saying. An interpreter r\n",
      "[16000] Generated continuation:\n",
      "eplied the strdca and the strdca and the strdca an\n",
      "[38, 19, 2, 79, 38, 78, 11, 69, 43, 38, 11, 22, 69, 72, 78, 61, 52, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 78, 61, 52, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 78, 61, 52, 11, 52, 13]\n",
      "\n",
      "1.44627, [0] Input text:\n",
      "l of the cart and remained motionless a long while sunk in thought. Suddenly he burst out into a fit\n",
      "[0] Generated continuation:\n",
      "ion of the sound of the sound of the sound of the \n",
      "[79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.4014, 1.67156, 1.40511, 1.6302, 1.47976, 1.5253, 1.65212, 1.49694, 1.56869, 1.46128, [1000] Input text:\n",
      "or his hand to deign to touch that soldier's breast for the soldier to be forever happy, rewarded, a\n",
      "[1000] Generated continuation:\n",
      "nd the couner the couner the couner the couner the\n",
      "[13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 38, 72, 11, 69, 43, 38, 11, 61, 9, 73, 13, 38, 72, 11, 69, 43, 38, 11, 61, 9, 73, 13, 38, 72, 11, 69, 43, 38, 11, 61, 9, 73, 13, 38, 72, 11, 69, 43, 38]\n",
      "\n",
      "1.7417, 1.46517, 1.5622, 1.49494, 1.43581, 1.68642, 1.45009, 1.71523, 1.33772, 1.41828, [2000] Input text:\n",
      "s were rioting and robbing people on their way from Moscow, and so on. But all this was only talk; i\n",
      "[2000] Generated continuation:\n",
      "n the countess were the soldiers and the soldiers \n",
      "[13, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 38, 72, 38, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.55703, 1.55898, 1.56487, 1.42045, 1.40236, 1.4704, 1.40398, 1.57571, 1.39687, 1.46409, [3000] Input text:\n",
      " would have happened! You know, Uncle promised me only the day before yesterday not to forget Boris.\n",
      "[3000] Generated continuation:\n",
      " \"I did not know that the soldiers and the soldier\n",
      "[11, 26, 23, 11, 78, 79, 78, 11, 13, 9, 69, 11, 58, 13, 9, 25, 11, 69, 43, 52, 69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.41999, 1.4779, 1.62486, 1.57287, 1.5885, 1.32285, 1.46911, 1.47284, 1.68208, 1.53584, [4000] Input text:\n",
      "kly: \"There is only one Paris in the world. You have been to Paris and have remained Russian. Well, \n",
      "[4000] Generated continuation:\n",
      "and had all the count of the count of the count of\n",
      "[52, 13, 78, 11, 43, 52, 78, 11, 52, 2, 2, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65]\n",
      "\n",
      "1.4392, 1.2823, 1.48994, 1.50872, 1.37587, 1.46665, 1.36617, 1.27212, 1.35969, 1.4048, [5000] Input text:\n",
      "oke now he was considering what impression his words would make on Natasha. He did not purposely say\n",
      "[5000] Generated continuation:\n",
      "ing to the sounded and the countess were the sound\n",
      "[79, 13, 31, 11, 69, 9, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 38, 78, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 38, 72, 38, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78]\n",
      "\n",
      "1.52075, 1.69594, 1.54102, 1.66032, 1.43282, 1.65031, 1.42312, 1.66986, 1.60911, 1.61747, [6000] Input text:\n",
      "hear and see. And he had only one wish-- that the frightful thing that had to happen should happen q\n",
      "[6000] Generated continuation:\n",
      "uite a battle of the soldiers and the soldiers and\n",
      "[73, 79, 69, 38, 11, 52, 11, 12, 52, 69, 69, 2, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78]\n",
      "\n",
      "1.19636, 1.37735, 1.43921, 1.39246, 1.68338, 1.39747, 1.46343, 1.53616, 1.53923, 1.49072, [7000] Input text:\n",
      "rooms leading the Tsar's beautiful relay horses covered with embroidered cloths. As when a window is\n",
      "[7000] Generated continuation:\n",
      " the sound of the sound of the soldiers and the so\n",
      "[11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9]\n",
      "\n",
      "1.64963, 1.47073, 1.32741, 1.5594, 1.49488, 1.3511, 1.26991, 1.56631, 1.38613, 1.59274, [8000] Input text:\n",
      "fault, had at once moved his forces to attack the center and outflank both the Russian wings, hoping\n",
      "[8000] Generated continuation:\n",
      " the standing of the standing of the standing of t\n",
      "[11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.45324, 1.42374, 1.47433, 1.27906, 1.38942, 1.47721, 1.33856, 1.43184, 1.41415, 1.42616, [9000] Input text:\n",
      "e mystical aspect of Freemasonry. In the second category Pierre reckoned himself and others like him\n",
      "[9000] Generated continuation:\n",
      " and the countess which had been and the countess \n",
      "[11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 79, 61, 43, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11]\n",
      "\n",
      "1.50317, 1.22569, 1.49924, 1.64725, 1.38316, 1.41166, 1.54599, 1.69626, 1.45116, 1.24623, [10000] Input text:\n",
      "aughing voices. \"How can they laugh, or even live at all here?\" thought Rostov, still aware of that \n",
      "[10000] Generated continuation:\n",
      "the countess which he had the sound of the countes\n",
      "[69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 79, 61, 43, 11, 43, 38, 11, 43, 52, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22]\n",
      "\n",
      "1.5022, 1.57984, 1.50772, 1.33242, 1.43135, 1.42855, 1.41406, 1.62779, 1.64005, 1.38485, [11000] Input text:\n",
      "n for that evening. Sonya knocked at her door. Natasha did not let her in. \"She will run away with h\n",
      "[11000] Generated continuation:\n",
      "is son with the stranger of the stranger of the st\n",
      "[79, 22, 11, 22, 9, 13, 11, 25, 79, 69, 43, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69]\n",
      "\n",
      "1.60401, 1.49812, 1.41287, 1.58477, 1.49427, 1.54697, 1.50202, 1.60776, 1.46359, 1.41528, [12000] Input text:\n",
      "ee!\" \"Yes, but it is not as you imagine,\" Prince Andrew continued. \"I did not, and do not, in the le\n",
      "[12000] Generated continuation:\n",
      "ft the sound of the soldiers and the sound of the \n",
      "[65, 69, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.40359, 1.43755, 1.43276, 1.62961, 1.56313, 1.60799, 1.68203, 1.46434, 1.52583, 1.74625, [13000] Input text:\n",
      "rying, and had grown quite reconciled to her lot as a sterile flower. She seemed to be fond not so m\n",
      "[13000] Generated continuation:\n",
      "an and the stands of the stands of the stands of t\n",
      "[52, 13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 22, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.30644, 1.41099, 1.58402, 1.45666, 1.51622, 1.4996, 1.33006, 1.44842, 1.48436, 1.36195, [14000] Input text:\n",
      "llow with a triumphant smile on his lips and a frown on his brow), \"to consult with him to act, and \n",
      "[14000] Generated continuation:\n",
      "the soldiers of the street of the soldiers of the \n",
      "[69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.59035, 1.53817, 1.33644, 1.30223, 1.3457, 1.48758, 1.46232, 1.47981, 1.32057, 1.40942, [15000] Input text:\n",
      "ghtened that she woke Sonya and told her what she had done. The necessary antidotes had been adminis\n",
      "[15000] Generated continuation:\n",
      " of the contrary of the contrary of the contrary o\n",
      "[11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 9]\n",
      "\n",
      "1.40079, 1.62662, 1.42408, 1.46637, 1.29204, 1.49724, 1.61743, 1.50726, 1.56704, 1.43816, [16000] Input text:\n",
      "er that it must all be kept from her father and assuring her that nobody would know anything about i\n",
      "[16000] Generated continuation:\n",
      "n the contrary of the soldiers and any of the sold\n",
      "[13, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 52, 13, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78]\n",
      "\n",
      "1.50131, [0] Input text:\n",
      " reassured as to the general course of affairs and as to the man to whom it had been entrusted. The \n",
      "[0] Generated continuation:\n",
      "countess and the countess and the countess and the\n",
      "[61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38]\n",
      "\n",
      "1.38393, 1.4996, 1.45016, 1.53658, 1.44813, 1.5916, 1.60682, 1.37384, 1.50443, 1.62305, [1000] Input text:\n",
      "side him, what he thought of tomorrow's battle. Kutuzov looked sternly at his adjutant and, after a \n",
      "[1000] Generated continuation:\n",
      "soldiers and the countess and the countess and the\n",
      "[22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38]\n",
      "\n",
      "1.57653, 1.45425, 1.56851, 1.31428, 1.50782, 1.41698, 1.36741, 1.36404, 1.33827, 1.71497, [2000] Input text:\n",
      " cross with me?\" She concluded from his tone that he was vexed with her and wished to end the conver\n",
      "[2000] Generated continuation:\n",
      "sation of the countess and the countess and the co\n",
      "[22, 52, 69, 79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9]\n",
      "\n",
      "1.53902, 1.60052, 1.33502, 1.55552, 1.52759, 1.43098, 1.40581, 1.49456, 1.5787, 1.33736, [3000] Input text:\n",
      "choice of a new ruler for France. It is very difficult for events to be reflected in their real stre\n",
      "[3000] Generated continuation:\n",
      "ngth of the same that the same that the soldiers a\n",
      "[13, 31, 69, 43, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 43, 52, 69, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 43, 52, 69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52]\n",
      "\n",
      "1.44397, 1.59366, 1.50868, 1.38515, 1.44926, 1.43982, 1.42869, 1.52793, 1.38691, 1.44121, [4000] Input text:\n",
      " affairs had not improved during the two years they had spent in the country. Though Nicholas Rostov\n",
      "[4000] Generated continuation:\n",
      " was a soldiers and the soldiers and the soldiers \n",
      "[11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.55857, 1.62367, 1.37932, 1.49677, 1.55811, 1.47286, 1.43561, 1.43836, 1.48821, 1.45948, [5000] Input text:\n",
      "e vehement, scolded, and sometimes flung the exercise book away. The princess gave a wrong answer. \"\n",
      "[5000] Generated continuation:\n",
      "What is the same to the sound of the same to the s\n",
      "[27, 43, 52, 69, 11, 79, 22, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22]\n",
      "\n",
      "1.67283, 1.25779, 1.51485, 1.53658, 1.26998, 1.33089, 1.48999, 1.50718, 1.40737, 1.40529, [6000] Input text:\n",
      "e was received. Everybody laughed. \"Your joke is too bad, it's witty but unjust,\" said Anna Pavlovna\n",
      "[6000] Generated continuation:\n",
      " continued the count hand the count hand the count\n",
      "[11, 61, 9, 13, 69, 79, 13, 73, 38, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 43, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 43, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69]\n",
      "\n",
      "1.41918, 1.48928, 1.54843, 1.60511, 1.35224, 1.42882, 1.25487, 1.567, 1.35116, 1.32503, [7000] Input text:\n",
      "y General Campan (who was to attack the fleches) to lead his division through the woods, Napoleon ag\n",
      "[7000] Generated continuation:\n",
      "ain the contrary which he had been the contrary wh\n",
      "[52, 79, 13, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 25, 43, 79, 61, 43, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 69, 43, 38, 11, 61, 9, 13, 69, 72, 52, 72, 42, 11, 25, 43]\n",
      "\n",
      "1.52284, 1.53024, 1.24917, 1.48571, 1.78585, 1.45215, 1.42259, 1.33981, 1.39969, 1.36958, [8000] Input text:\n",
      ", a trowel, a rough stone and a squared stone, a pillar, three windows, and so on. Then a place was \n",
      "[8000] Generated continuation:\n",
      "the count of the count of the count of the strengt\n",
      "[69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 13, 31, 69]\n",
      "\n",
      "1.20857, 1.53871, 1.52411, 1.51722, 1.41776, 1.46674, 1.64474, 1.37262, 1.54094, 1.77386, [9000] Input text:\n",
      "the words being inserted that he would not make peace so long as a single armed Frenchman remained o\n",
      "[9000] Generated continuation:\n",
      "n the soldiers and the countess and the countess a\n",
      "[13, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52]\n",
      "\n",
      "1.51953, 1.47953, 1.42979, 1.66305, 1.52701, 1.43636, 1.46392, 1.39654, 1.53949, 1.71573, [10000] Input text:\n",
      "the first moments of the reception over. The band played the polonaise in vogue at that time on acco\n",
      "[10000] Generated continuation:\n",
      "unt of the soldiers and the commander of the soldi\n",
      "[73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 56, 56, 52, 13, 78, 38, 72, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79]\n",
      "\n",
      "1.49421, 1.43199, 1.51832, 1.36467, 1.40292, 1.48643, 1.60498, 1.23261, 1.55658, 1.62469, [11000] Input text:\n",
      "d not the face she had known ever since she could remember and had always seen at a distance, but th\n",
      "[11000] Generated continuation:\n",
      "e conversation of the soldiers and the conversatio\n",
      "[38, 11, 61, 9, 13, 16, 38, 72, 22, 52, 69, 79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 13, 16, 38, 72, 22, 52, 69, 79, 9]\n",
      "\n",
      "1.59834, 1.51225, 1.34821, 1.49763, 1.28765, 1.50327, 1.49034, 1.48796, 1.48324, 1.35628, [12000] Input text:\n",
      "egs out of the gully, and having disengaged herself from the dogs, with tail tucked in again, went f\n",
      "[12000] Generated continuation:\n",
      "or the sound of the soldiers and the countess whic\n",
      "[9, 72, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 79, 61]\n",
      "\n",
      "1.45961, 1.6343, 1.43333, 1.41375, 1.42245, 1.27886, 1.46741, 1.62259, 1.40806, 1.74619, [13000] Input text:\n",
      "ised had he been absent. Boris lodged with another adjutant, the Polish Count Zhilinski. Zhilinski, \n",
      "[13000] Generated continuation:\n",
      "and the countess and the countess and the countess\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.33583, 1.48364, 1.42247, 1.53284, 1.33773, 1.52267, 1.41534, 1.51694, 1.3601, 1.45062, [14000] Input text:\n",
      "id the little princess (of course, in French) to Prince Vasili. \"It's not as at Annette's * receptio\n",
      "[14000] Generated continuation:\n",
      "n and the soldiers and the soldiers and the soldie\n",
      "[13, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38]\n",
      "\n",
      "1.49182, 1.41642, 1.5458, 1.37047, 1.50223, 1.61793, 1.48058, 1.29294, 1.32276, 1.39252, [15000] Input text:\n",
      "ich Rostopchin was sacrificing himself for the public good) but himself as governor, the representat\n",
      "[15000] Generated continuation:\n",
      "ion of the standing of the standing of the standin\n",
      "[79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13]\n",
      "\n",
      "1.54744, 1.61125, 1.58201, 1.48462, 1.41321, 1.38297, 1.56254, 1.45045, 1.65815, 1.46402, [16000] Input text:\n",
      "retreat?\" \"On the contrary, your Highness, in indecisive actions it is always the most stubborn who \n",
      "[16000] Generated continuation:\n",
      "was a soldier and the sound of the sound of the so\n",
      "[25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9]\n",
      "\n",
      "1.52648, [0] Input text:\n",
      "eyed, toothless, bald, sallow, and bloated, or gaunt and wrinkled, were especially striking. For the\n",
      "[0] Generated continuation:\n",
      " sound of the strength of the strength of the stre\n",
      "[11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 13, 31, 69, 43, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 13, 31, 69, 43, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38]\n",
      "\n",
      "1.74845, 1.60735, 1.38347, 1.49412, 1.26404, 1.54458, 1.52915, 1.48317, 1.51612, 1.55508, [1000] Input text:\n",
      "ss them when he heard a familiar, lisping, voice behind the shed. \"Devil take it!\" said the voice of\n",
      "[1000] Generated continuation:\n",
      " the countess of the countess of the countess of t\n",
      "[11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.39428, 1.51009, 1.44883, 1.45385, 1.38519, 1.54549, 1.43986, 1.68867, 1.23398, 1.52855, [2000] Input text:\n",
      "ntrance to have a look at the hunters who were arriving. The presence of Natasha--a woman, a lady, a\n",
      "[2000] Generated continuation:\n",
      "nd the soldiers and the soldiers and the soldiers \n",
      "[13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.48344, 1.51344, 1.3835, 1.51722, 1.5578, 1.48673, 1.55509, 1.53927, 1.30681, 1.48439, [3000] Input text:\n",
      "ral, and the colonel. At the card table he happened to be directly facing Natasha, and was struck by\n",
      "[3000] Generated continuation:\n",
      " the soldiers of the soldiers of the soldiers of t\n",
      "[11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.34456, 1.46659, 1.47832, 1.43845, 1.39631, 1.39024, 1.58871, 1.44662, 1.42881, 1.38304, [4000] Input text:\n",
      "ental exertion of playing patience, and so--though by force of habit she greeted him with the words \n",
      "[4000] Generated continuation:\n",
      "was the soldiers of the soldiers of the soldiers o\n",
      "[25, 52, 22, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9]\n",
      "\n",
      "1.4094, 1.42316, 1.50126, 1.40112, 1.47436, 1.35993, 1.31566, 1.57565, 1.3254, 1.46505, [5000] Input text:\n",
      ", \"that Napoleon as a man was great on the bridge of Arcola, and in the hospital at Jaffa where he g\n",
      "[5000] Generated continuation:\n",
      "alloped and he had been shoulders and he had been \n",
      "[52, 2, 2, 9, 19, 38, 78, 11, 52, 13, 78, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 43, 9, 73, 2, 78, 38, 72, 22, 11, 52, 13, 78, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11]\n",
      "\n",
      "1.42306, 1.42716, 1.4557, 1.50337, 1.5779, 1.39609, 1.45126, 1.55968, 1.56031, 1.42206, [6000] Input text:\n",
      "into Kutuzov's eye waiting to hear whether he would say anything more. But Kutuzov, with respectfull\n",
      "[6000] Generated continuation:\n",
      "y and the countess and the countess and the counte\n",
      "[42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38]\n",
      "\n",
      "1.54231, 1.64905, 1.47437, 1.45497, 1.61572, 1.50112, 1.4088, 1.55302, 1.33667, 1.53833, [7000] Input text:\n",
      "y convinced that this was the day of his Toulon, or his bridge of Arcola. How it would come about he\n",
      "[7000] Generated continuation:\n",
      "r for the countess and the countess and the counte\n",
      "[72, 11, 65, 9, 72, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38]\n",
      "\n",
      "1.4035, 1.49882, 1.37966, 1.48573, 1.3364, 1.4542, 1.48636, 1.27188, 1.54412, 1.1752, [8000] Input text:\n",
      "equently occur, the law of reciprocity comes in, confusing the whole matter. A good chessplayer havi\n",
      "[8000] Generated continuation:\n",
      "ng seemed to him and the countess and the countess\n",
      "[13, 31, 11, 22, 38, 38, 56, 38, 78, 11, 69, 9, 11, 43, 79, 56, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.58087, 1.26723, 1.5139, 1.58488, 1.45589, 1.48459, 1.43265, 1.60471, 1.44878, 1.43838, [9000] Input text:\n",
      "ketched two trees in the album and wrote: \"Rustic trees, your dark branches shed gloom and melanchol\n",
      "[9000] Generated continuation:\n",
      "y and the countess so on to the countess and the c\n",
      "[42, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 22, 9, 11, 9, 13, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61]\n",
      "\n",
      "1.42949, 1.46478, 1.31118, 1.67502, 1.36728, 1.51621, 1.3233, 1.50506, 1.53863, 1.5116, [10000] Input text:\n",
      "t is natural and agreeable for them to think that the activity of their class supplies the basis of \n",
      "[10000] Generated continuation:\n",
      "the street of the street of the street of the stre\n",
      "[69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38]\n",
      "\n",
      "1.3501, 1.3552, 1.29076, 1.57272, 1.45337, 1.51911, 1.29393, 1.57117, 1.46559, 1.69164, [11000] Input text:\n",
      ",\" * he answered gaily, raising nevertheless ironic smiles among the gentlemen of the Tsar's suite b\n",
      "[11000] Generated continuation:\n",
      "ut the soldiers and the soldiers and the soldiers \n",
      "[73, 69, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.5876, 1.50444, 1.5678, 1.50616, 1.57876, 1.37238, 1.55603, 1.60754, 1.48568, 1.54184, [12000] Input text:\n",
      "r Majesty.\" \"What force! What a style!\" was uttered in approval both of reader and of author. Animat\n",
      "[12000] Generated continuation:\n",
      "ion of the same and the same and the same and the \n",
      "[79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.45328, 1.51786, 1.43602, 1.43534, 1.51824, 1.49352, 1.3831, 1.45965, 1.41807, 1.51418, [13000] Input text:\n",
      "eflected in the hussar officer as in a looking glass--started, moved forward, and answered: \"Highly \n",
      "[13000] Generated continuation:\n",
      "and the sound of the sound of the sound of the sou\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73]\n",
      "\n",
      "1.34299, 1.61655, 1.41914, 1.29187, 1.38573, 1.66707, 1.53396, 1.46557, 1.35068, 1.62943, [14000] Input text:\n",
      "Karataev had told it to him alone some half-dozen times and always with a specially joyful emotion. \n",
      "[14000] Generated continuation:\n",
      "The countess and the strength of the sound of the \n",
      "[80, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 38, 13, 31, 69, 43, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.49114, 1.39217, 1.51193, 1.29137, 1.69679, 1.37603, 1.56667, 1.44035, 1.69505, 1.39342, [15000] Input text:\n",
      " with the same expression on his face again swayed his head. \"What were you saying?\" he asked the ge\n",
      "[15000] Generated continuation:\n",
      "neral trom the strange who was seen the strange wh\n",
      "[13, 38, 72, 52, 2, 11, 69, 72, 9, 56, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 11, 25, 43, 9, 11, 25, 52, 22, 11, 22, 38, 38, 13, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 11, 25, 43]\n",
      "\n",
      "1.60161, 1.62855, 1.38782, 1.24154, 1.36589, 1.38534, 1.42203, 1.4647, 1.61373, 1.44592, [16000] Input text:\n",
      " and read a love letter from Anatole, of which, without taking in a word, she understood only that i\n",
      "[16000] Generated continuation:\n",
      "t was a service to the state of the state of the s\n",
      "[69, 11, 25, 52, 22, 11, 52, 11, 22, 38, 72, 16, 79, 61, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22]\n",
      "\n",
      "1.28194, [0] Input text:\n",
      "tz,\" he answered, with a sigh. After supper Pierre with his partner followed the others into the dra\n",
      "[0] Generated continuation:\n",
      "wing room and the countess and the countess and th\n",
      "[25, 79, 13, 31, 11, 72, 9, 9, 56, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43]\n",
      "\n",
      "1.34471, 1.46897, 1.58861, 1.5186, 1.39125, 1.3568, 1.57024, 1.47507, 1.35221, 1.3835, [1000] Input text:\n",
      "hako pushed back, and his musket resting on the ground, still stood near the pit at the spot from wh\n",
      "[1000] Generated continuation:\n",
      "ich he had been the countess and the countess and \n",
      "[79, 61, 43, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11]\n",
      "\n",
      "1.64367, 1.2939, 1.6311, 1.42482, 1.47728, 1.44695, 1.31207, 1.28081, 1.46175, 1.44956, [2000] Input text:\n",
      "ation with the abbe about the balance of power, and the latter, evidently interested by the young ma\n",
      "[2000] Generated continuation:\n",
      "n who had been so as the countess and the countess\n",
      "[13, 11, 25, 43, 9, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 9, 11, 52, 22, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.51002, 1.42792, 1.57654, 1.30317, 1.45866, 1.3291, 1.40732, 1.32899, 1.52561, 1.49676, [3000] Input text:\n",
      " I remember putting it there.\" Lavrushka turned all the bedding over, looked under the bed and under\n",
      "[3000] Generated continuation:\n",
      " the standing of the standing of the standing of t\n",
      "[11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.35325, 1.24569, 1.42116, 1.60155, 1.31931, 1.59921, 1.33203, 1.45918, 1.48062, 1.3675, [4000] Input text:\n",
      "fferent.... A fifth group, displaying the profundity of their strategic perceptions, discussed the d\n",
      "[4000] Generated continuation:\n",
      "oor and seemed to the countess and the countess an\n",
      "[9, 9, 72, 11, 52, 13, 78, 11, 22, 38, 38, 56, 38, 78, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13]\n",
      "\n",
      "1.31431, 1.42944, 1.47265, 1.49054, 1.41461, 1.35714, 1.44549, 1.3654, 1.35246, 1.22793, [5000] Input text:\n",
      " went away?... Well, she says you are to forget all that.... She says: 'I shall love him always, but\n",
      "[5000] Generated continuation:\n",
      " I don't kome to the soldiers and the soldiers and\n",
      "[11, 23, 11, 78, 9, 13, 75, 69, 11, 58, 9, 56, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78]\n",
      "\n",
      "1.42142, 1.31737, 1.44426, 1.34727, 1.51804, 1.48067, 1.62127, 1.33088, 1.27633, 1.44739, [6000] Input text:\n",
      "How about the horses?\" he asked, without looking at Pierre. \"The exchange horses have just come,\" an\n",
      "[6000] Generated continuation:\n",
      "d the state of the state of the state of the state\n",
      "[78, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38]\n",
      "\n",
      "1.51051, 1.43146, 1.41183, 1.61329, 1.25393, 1.37926, 1.43011, 1.3406, 1.42319, 1.67044, [7000] Input text:\n",
      "running on the middle of the bridge? To the right! Come back, Cadet!\" he cried angrily; and turning \n",
      "[7000] Generated continuation:\n",
      "to the soldiers of the soldiers of the soldiers of\n",
      "[69, 9, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65]\n",
      "\n",
      "1.26053, 1.48398, 1.43657, 1.58841, 1.36666, 1.67363, 1.54446, 1.55155, 1.4417, 1.36723, [8000] Input text:\n",
      "campstool below the knoll, with head bowed and elbows on his knees. Berthier approached and suggeste\n",
      "[8000] Generated continuation:\n",
      "d the soldiers and the soldiers and the soldiers a\n",
      "[78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52]\n",
      "\n",
      "1.32403, 1.64852, 1.56261, 1.40646, 1.47845, 1.29711, 1.5988, 1.36226, 1.42533, 1.52278, [9000] Input text:\n",
      "Tsar,\" he said. \"Denisov, don't make fun of it!\" cried Rostov. \"It is such a lofty, beautiful feelin\n",
      "[9000] Generated continuation:\n",
      "g of the street of the street of the street of the\n",
      "[31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38]\n",
      "\n",
      "1.38559, 1.42547, 1.34871, 1.40439, 1.39196, 1.34866, 1.47939, 1.29455, 1.57283, 1.27017, [10000] Input text:\n",
      "o be Sonya,\" thought he, and looked at her closer and smiled. \"What is it, Nicholas?\" \"Nothing,\" sai\n",
      "[10000] Generated continuation:\n",
      "d Pierre was a soldiers were the sound of the soun\n",
      "[78, 11, 47, 79, 38, 72, 72, 38, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 25, 38, 72, 38, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13]\n",
      "\n",
      "1.29303, 1.46508, 1.25238, 1.47173, 1.27212, 1.57884, 1.32994, 1.69573, 1.4849, 1.43702, [11000] Input text:\n",
      "eves, those hands which he loved and hated, held him in their power. \"Six hundred rubles, ace, a cor\n",
      "[11000] Generated continuation:\n",
      "rse and the same man who was the countess who was \n",
      "[72, 22, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 56, 52, 13, 11, 25, 43, 9, 11, 25, 52, 22, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 25, 43, 9, 11, 25, 52, 22, 11]\n",
      "\n",
      "1.56083, 1.41781, 1.31938, 1.4316, 1.61267, 1.55949, 1.50459, 1.60069, 1.5093, 1.25027, [12000] Input text:\n",
      "your person. This letter having no other object, I pray God, monsieur le Prince Koutouzov, to keep y\n",
      "[12000] Generated continuation:\n",
      "er father should be despite the service the servic\n",
      "[38, 72, 11, 65, 52, 69, 43, 38, 72, 11, 22, 43, 9, 73, 2, 78, 11, 12, 38, 11, 78, 38, 22, 19, 79, 69, 38, 11, 69, 43, 38, 11, 22, 38, 72, 16, 79, 61, 38, 11, 69, 43, 38, 11, 22, 38, 72, 16, 79, 61]\n",
      "\n",
      "1.29625, 1.33016, 1.13831, 1.53009, 1.5668, 1.42236, 1.35609, 1.21968, 1.48782, 1.52239, [13000] Input text:\n",
      "nent. Modern history has rejected the beliefs of the ancients without replacing them by a new concep\n",
      "[13000] Generated continuation:\n",
      "tion of the standing of the standing of the standi\n",
      "[69, 79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79]\n",
      "\n",
      "1.5163, 1.59678, 1.40223, 1.33645, 1.67384, 1.38685, 1.4393, 1.424, 1.34829, 1.44571, [14000] Input text:\n",
      "goons. He had a long thin neck, and his head, that had been half shaved, was again covered by short \n",
      "[14000] Generated continuation:\n",
      "and the countess and the countess and the countess\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22]\n",
      "\n",
      "1.47201, 1.2989, 1.24534, 1.42521, 1.5875, 1.54891, 1.50521, 1.59203, 1.27122, 1.47022, [15000] Input text:\n",
      "able, continued all through teatime. All the grown-up members of the family were assembled near the \n",
      "[15000] Generated continuation:\n",
      "standing of the princess of the princess of the pr\n",
      "[22, 69, 52, 13, 78, 79, 13, 31, 11, 9, 65, 11, 69, 43, 38, 11, 19, 72, 79, 13, 61, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 19, 72, 79, 13, 61, 38, 22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 19, 72]\n",
      "\n",
      "1.47937, 1.36609, 1.3377, 1.41235, 1.45445, 1.3143, 1.4727, 1.52368, 1.4249, 1.15165, [16000] Input text:\n",
      "dred yards after that before he saw to his left, across the whole width of the field, an enormous ma\n",
      "[16000] Generated continuation:\n",
      "n who was already proposed to the sound of the sou\n",
      "[13, 11, 25, 43, 9, 11, 25, 52, 22, 11, 52, 2, 72, 38, 52, 78, 42, 11, 19, 72, 9, 19, 9, 22, 38, 78, 11, 69, 9, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73]\n",
      "\n",
      "1.43329, [0] Input text:\n",
      "ntly possessed by some idea, he stood over those who were singing, and solemnly and jerkily flourish\n",
      "[0] Generated continuation:\n",
      " and the soldiers and the soldiers and the soldier\n",
      "[11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72]\n",
      "\n",
      "1.51036, 1.53466, 1.36706, 1.45485, 1.40419, 1.3899, 1.40253, 1.43662, 1.31734, 1.42645, [1000] Input text:\n",
      "asked on behalf of all who begged of him, he would soon be unable to ask for himself, he became char\n",
      "[1000] Generated continuation:\n",
      "ding the strange and the door and the door of the \n",
      "[78, 79, 13, 31, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 78, 9, 9, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 78, 9, 9, 72, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.40183, 1.68709, 1.41121, 1.4331, 1.26614, 1.3969, 1.49856, 1.72127, 1.33333, 1.24285, [2000] Input text:\n",
      "he bridge leading to the village, not more than five hundred yards away, crowds of men could be seen\n",
      "[2000] Generated continuation:\n",
      " the same and the counte and the countess and the \n",
      "[11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.3848, 1.63861, 1.41596, 1.27763, 1.38653, 1.52228, 1.3774, 1.345, 1.47305, 1.3482, [3000] Input text:\n",
      " he had already passed it. He would not soon have remembered this, such was his state of forgetfulne\n",
      "[3000] Generated continuation:\n",
      "ss of the stranger and the stranger and the strang\n",
      "[22, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31, 38, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 52, 13, 31]\n",
      "\n",
      "1.42335, 1.39314, 1.27625, 1.35167, 1.58638, 1.46918, 1.56561, 1.53737, 1.46414, 1.23494, [4000] Input text:\n",
      "g above it. A few minutes later it reappeared brighter still from behind the top of the cloud, teari\n",
      "[4000] Generated continuation:\n",
      "ng the street of the soldiers of the street of the\n",
      "[13, 31, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38]\n",
      "\n",
      "1.29145, 1.52552, 1.31309, 1.23437, 1.42773, 1.55648, 1.6326, 1.50912, 1.4945, 1.39261, [5000] Input text:\n",
      "ive an opinion at the war council which would be the only one that could save the army, and how he a\n",
      "[5000] Generated continuation:\n",
      "sked the soldiers and the count of the soldiers an\n",
      "[22, 58, 38, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13]\n",
      "\n",
      "1.49192, 1.35854, 1.32802, 1.42532, 1.47529, 1.21855, 1.45863, 1.33372, 1.5865, 1.48253, [6000] Input text:\n",
      "ed in front of the Preobrazhensk regiment, sighed deeply, and closed his eyes. One of his suite beck\n",
      "[6000] Generated continuation:\n",
      "use the street of the street of the street of the \n",
      "[73, 22, 38, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 11, 9, 65, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.28805, 1.49644, 1.46453, 1.59778, 1.40917, 1.32123, 1.57954, 1.44704, 1.58805, 1.3869, [7000] Input text:\n",
      "g home Petya announced resolutely and firmly that if he was not allowed to enter the service he woul\n",
      "[7000] Generated continuation:\n",
      "d be a sourte of the sounds of the sounds of the s\n",
      "[78, 11, 12, 38, 11, 52, 11, 22, 9, 73, 72, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22]\n",
      "\n",
      "1.41926, 1.59035, 1.29208, 1.39527, 1.5353, 1.26519, 1.30976, 1.45608, 1.29578, 1.49078, [8000] Input text:\n",
      "r how intolerable it had been for him to meet ladies at dinners and balls in Petersburg. \"I have qui\n",
      "[8000] Generated continuation:\n",
      "te to do it was a soldiers and the soul. I have be\n",
      "[69, 38, 11, 69, 9, 11, 78, 9, 11, 79, 69, 11, 25, 52, 22, 11, 52, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 73, 2, 81, 11, 23, 11, 43, 52, 16, 38, 11, 12, 38]\n",
      "\n",
      "1.4572, 1.36274, 1.42176, 1.33253, 1.51279, 1.29348, 1.44767, 1.6545, 1.21105, 1.55679, [9000] Input text:\n",
      "occupied by the Emperors and their retinues. That same day a council of war had been held in which a\n",
      "[9000] Generated continuation:\n",
      "nd the soldiers and the soldiers and the soldiers \n",
      "[13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11]\n",
      "\n",
      "1.41484, 1.40251, 1.21451, 1.36088, 1.37883, 1.36087, 1.49144, 1.40411, 1.25603, 1.26183, [10000] Input text:\n",
      "urienne, with her ribbon and pretty face, and her unusually animated look which was fixed on him, bu\n",
      "[10000] Generated continuation:\n",
      "t the countess and the soldiers and the soldiers a\n",
      "[69, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52]\n",
      "\n",
      "1.39134, 1.41256, 1.50923, 1.4946, 1.39555, 1.50801, 1.65176, 1.38378, 1.33173, 1.4231, [11000] Input text:\n",
      " week later, Pierre, having taken leave of his new friends, the Masons, and leaving large sums of mo\n",
      "[11000] Generated continuation:\n",
      "ment of the door of the door of the door of the do\n",
      "[56, 38, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 78, 9, 9, 72, 11, 9, 65, 11, 69, 43, 38, 11, 78, 9, 9, 72, 11, 9, 65, 11, 69, 43, 38, 11, 78, 9, 9, 72, 11, 9, 65, 11, 69, 43, 38, 11, 78, 9]\n",
      "\n",
      "1.27337, 1.52601, 1.52639, 1.31564, 1.29594, 1.49959, 1.22909, 1.40395, 1.28175, 1.48157, [12000] Input text:\n",
      " only to repeat it again and again. There was now not a shadow of doubt in his mind as to whether wh\n",
      "[12000] Generated continuation:\n",
      "en he had been should be said to him and should be\n",
      "[38, 13, 11, 43, 38, 11, 43, 52, 78, 11, 12, 38, 38, 13, 11, 22, 43, 9, 73, 2, 78, 11, 12, 38, 11, 22, 52, 79, 78, 11, 69, 9, 11, 43, 79, 56, 11, 52, 13, 78, 11, 22, 43, 9, 73, 2, 78, 11, 12, 38]\n",
      "\n",
      "1.39767, 1.54374, 1.88099, 1.37854, 1.52641, 1.53455, 1.54011, 1.20341, 1.42972, 1.48479, [13000] Input text:\n",
      "ce Vasili interrupted him. \"And why didn't you simply come straight to me as to a friend? I know all\n",
      "[13000] Generated continuation:\n",
      " the sound of the sound of the sound of the sound \n",
      "[11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11]\n",
      "\n",
      "1.46771, 1.4551, 1.44478, 1.38165, 1.57957, 1.35873, 1.4575, 1.38972, 1.42148, 1.51808, [14000] Input text:\n",
      "e afternoon,\" replied Bolkonski growing more animated and expecting that he would have a chance to g\n",
      "[14000] Generated continuation:\n",
      "et a state and the countess and the countess and t\n",
      "[38, 69, 11, 52, 11, 22, 69, 52, 69, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69]\n",
      "\n",
      "1.3161, 1.32607, 1.36415, 1.56407, 1.62305, 1.46151, 1.30942, 1.39941, 1.14741, 1.41606, [15000] Input text:\n",
      "he officers don't keep them in hand. And there,\" he pointed to a sutler's tent, \"they crowd in and s\n",
      "[15000] Generated continuation:\n",
      "ome time to the countess and the countess and the \n",
      "[9, 56, 38, 11, 69, 79, 56, 38, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11]\n",
      "\n",
      "1.50865, 1.30773, 1.53154, 1.46134, 1.43439, 1.37092, 1.60222, 1.38275, 1.08049, 1.314, [16000] Input text:\n",
      "ad out before him, and summoned Lelorgne d'Ideville, the interpreter. * \"That Asiatic city of the in\n",
      "[16000] Generated continuation:\n",
      "terest of the count of the count of the count of t\n",
      "[69, 38, 72, 38, 22, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69]\n",
      "\n",
      "1.30031, [0] Input text:\n",
      "intance. But as soon as Denisov smiled at him Petya brightened up, blushed with pleasure, forgot the\n",
      "[0] Generated continuation:\n",
      " soldiers and the soldiers and the soldiers and th\n",
      "[11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43]\n",
      "\n",
      "1.56506, 1.50676, 1.33036, 1.56507, 1.47992, 1.46106, 1.36056, 1.22473, 1.45664, 1.21601, [1000] Input text:\n",
      " ever forgive me? Will he not always have a bitter feeling toward me? What do you think? What do you\n",
      "[1000] Generated continuation:\n",
      " know the continual and the continual and the cont\n",
      "[11, 58, 13, 9, 25, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 73, 52, 2, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 13, 69, 79, 13, 73, 52, 2, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 13, 69]\n",
      "\n",
      "1.46648, 1.30147, 1.26853, 1.66404, 1.34376, 1.51963, 1.47767, 1.32748, 1.35737, 1.42663, [2000] Input text:\n",
      " to the ground. At the same instant he was dazzled by a great flash of flame, and immediately a deaf\n",
      "[2000] Generated continuation:\n",
      "h that the countess and the streets and the street\n",
      "[43, 11, 69, 43, 52, 69, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 72, 38, 38, 69]\n",
      "\n",
      "1.49135, 1.46577, 1.26501, 1.33001, 1.39959, 1.49192, 1.56139, 1.36968, 1.56176, 1.44204, [3000] Input text:\n",
      "s relations was the fact that there was still a possibility of his having been picked up on the batt\n",
      "[3000] Generated continuation:\n",
      "le of the sound of the sound of the sound of the s\n",
      "[2, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 73, 13, 78, 11, 9, 65, 11, 69, 43, 38, 11, 22]\n",
      "\n",
      "1.36905, 1.46219, 1.57499, 1.43074, 1.40169, 1.39286, 1.45064, 1.65379, 1.49819, 1.41387, [4000] Input text:\n",
      "Natasha, not as he had done in the past with nothing but her charms which gave him delight, but for \n",
      "[4000] Generated continuation:\n",
      "the countess and the countess and the countess and\n",
      "[69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78]\n",
      "\n",
      "1.47988, 1.25624, 1.44685, 1.28864, 1.41351, 1.44715, 1.36104, 1.43669, 1.47241, 1.25858, [5000] Input text:\n",
      "e eBooks, unless you receive specific permission. If you do not charge anything for copies of this e\n",
      "[5000] Generated continuation:\n",
      "xpression of the same time to the same time to the\n",
      "[32, 19, 72, 38, 22, 22, 79, 9, 13, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 79, 56, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 69, 79, 56, 38, 11, 69, 9, 11, 69, 43, 38]\n",
      "\n",
      "1.33299, 1.4276, 1.47032, 1.21362, 1.36514, 1.43067, 1.41482, 1.53751, 1.24322, 1.31677, [6000] Input text:\n",
      "ut me up, he said I was telling an untruth.\" \"Well, have it so, and you talked a lot of nonsense to \n",
      "[6000] Generated continuation:\n",
      "the Emperor was the same man in the standing and t\n",
      "[69, 43, 38, 11, 54, 56, 19, 38, 72, 9, 72, 11, 25, 52, 22, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 56, 52, 13, 11, 79, 13, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 52, 13, 78, 11, 69]\n",
      "\n",
      "1.32243, 1.53037, 1.41642, 1.28882, 1.51556, 1.47281, 1.51492, 1.41719, 1.45034, 1.40646, [7000] Input text:\n",
      "hird consideration is the degree to which we apprehend that endless chain of causation inevitably de\n",
      "[7000] Generated continuation:\n",
      "ar face to the count of the standing to the standi\n",
      "[52, 72, 11, 65, 52, 61, 38, 11, 69, 9, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79, 13, 31, 11, 69, 9, 11, 69, 43, 38, 11, 22, 69, 52, 13, 78, 79]\n",
      "\n",
      "1.53567, 1.43562, 1.46015, 1.35567, 1.35638, 1.51726, 1.62307, 1.6131, 1.31028, 1.40135, [8000] Input text:\n",
      " everybody's way. He really was in their way, for he alone took no part in the conversation which ag\n",
      "[8000] Generated continuation:\n",
      "ain the strength of the princess and the stopper w\n",
      "[52, 79, 13, 11, 69, 43, 38, 11, 22, 69, 72, 38, 13, 31, 69, 43, 11, 9, 65, 11, 69, 43, 38, 11, 19, 72, 79, 13, 61, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 69, 9, 19, 19, 38, 72, 11, 25]\n",
      "\n",
      "1.53263, 1.55704, 1.25094, 1.38509, 1.53514, 1.43121, 1.29745, 1.56929, 1.34745, 1.45358, [9000] Input text:\n",
      "here the steward's high bedstead stood with its patchwork quilt. The young count paid no heed to the\n",
      "[9000] Generated continuation:\n",
      " soldiers and the soldiers and the soldiers and th\n",
      "[11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43]\n",
      "\n",
      "1.35146, 1.37986, 1.40191, 1.42656, 1.34274, 1.37398, 1.50259, 1.48144, 1.37926, 1.55691, [10000] Input text:\n",
      "idge unobserved, flings the bags of incendiary material into the water, and approaches the tête-de-p\n",
      "[10000] Generated continuation:\n",
      "er and the count and the count and the count and t\n",
      "[38, 72, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 11, 52, 13, 78, 11, 69]\n",
      "\n",
      "1.32784, 1.20579, 1.52714, 1.36154, 1.26949, 1.36914, 1.24187, 1.32092, 1.47321, 1.304, [11000] Input text:\n",
      "?\" he asked. \"Hiding?\" \"She is not very well,\" answered Mademoiselle Bourienne with a bright smile, \n",
      "[11000] Generated continuation:\n",
      "and the countess and the soldiers and the soldiers\n",
      "[52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22]\n",
      "\n",
      "1.56757, 1.46398, 1.53437, 1.41754, 1.33255, 1.49251, 1.29317, 1.38759, 1.49617, 1.66869, [12000] Input text:\n",
      "ow they scurry. He just sends a ball and they think they'll all be killed,\" a sergeant was saying an\n",
      "[12000] Generated continuation:\n",
      "d the soldiers of the soldiers of the soldiers of \n",
      "[78, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11, 69, 43, 38, 11, 22, 9, 2, 78, 79, 38, 72, 22, 11, 9, 65, 11]\n",
      "\n",
      "1.65461, 1.42372, 1.26506, 1.24389, 1.34145, 1.42264, 1.29539, 1.10322, 1.27181, 1.41563, [13000] Input text:\n",
      "guished wife, a clever crank who did nothing but harmed nobody and was a first-rate, good-natured fe\n",
      "[13000] Generated continuation:\n",
      "llows and should be any of the same and the same o\n",
      "[2, 2, 9, 25, 22, 11, 52, 13, 78, 11, 22, 43, 9, 73, 2, 78, 11, 12, 38, 11, 52, 13, 42, 11, 9, 65, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 22, 52, 56, 38, 11, 9]\n",
      "\n",
      "1.42089, 1.35351, 1.25762, 1.27017, 1.53078, 1.24384, 1.41988, 1.37081, 1.12481, 1.35708, [14000] Input text:\n",
      "arshal Junot's enormous baggage train, convoyed by Westphalians. Behind the prisoners came a cavalry\n",
      "[14000] Generated continuation:\n",
      " and seemed to him and seemed to him and seemed to\n",
      "[11, 52, 13, 78, 11, 22, 38, 38, 56, 38, 78, 11, 69, 9, 11, 43, 79, 56, 11, 52, 13, 78, 11, 22, 38, 38, 56, 38, 78, 11, 69, 9, 11, 43, 79, 56, 11, 52, 13, 78, 11, 22, 38, 38, 56, 38, 78, 11, 69, 9]\n",
      "\n",
      "1.59475, 1.28936, 1.40894, 1.23638, 1.65418, 1.38915, 1.377, 1.48425, 1.25652, 1.40543, [15000] Input text:\n",
      "rival Prince Andrew, as a gentleman of the chamber, presented himself at court and at a levee. The E\n",
      "[15000] Generated continuation:\n",
      "mperor was a strange and the countess and the coun\n",
      "[56, 19, 38, 72, 9, 72, 11, 25, 52, 22, 11, 52, 11, 22, 69, 72, 52, 13, 31, 38, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13, 69, 38, 22, 22, 11, 52, 13, 78, 11, 69, 43, 38, 11, 61, 9, 73, 13]\n",
      "\n",
      "1.39286, 1.24549, 1.29104, 1.20331, 1.39473, 1.56895, 1.29603, 1.36264, 1.3479, 1.58779, [16000] Input text:\n",
      " Tikhon; he looked at his watch as if to ascertain whether his father's habits had changed since he \n",
      "[16000] Generated continuation:\n",
      "had been a service to the state of the state of th\n",
      "[43, 52, 78, 11, 12, 38, 38, 13, 11, 52, 11, 22, 38, 72, 16, 79, 61, 38, 11, 69, 9, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43, 38, 11, 22, 69, 52, 69, 38, 11, 9, 65, 11, 69, 43]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "hidden = 200\n",
    "run_tolstoy_train(hidden)"
   ]
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}