mini_kep_data_mangling_demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "# data  fragments from interim/2017/05/tab.csv\n",
    "\n",
    "csv = \"\"\"\n",
    "\tГод / Year\tКварталы / Quarters\t\t\t\n",
    "\t\tI\tII\tIII\tIV\n",
    "1. Сводные показатели / Aggregated indicators\t\t\t\t\t\n",
    "1.1. Валовой внутренний продукт1) / Gross domestic product1)\t\t\t\t\t\n",
    "Объем ВВП, млрд.рублей /GDP, bln rubles\t\t\t\t\t\n",
    "20152)\t83233\t18568\t19858\t21967\t22840\n",
    "20162)\t86044\t18816\t20430\t22721\t24077\n",
    "2017\t\t200913)\t\t\t\n",
    "\n",
    "Год / Year\tКварталы / Quarters\tЯнв. Jan.\tФев. Feb.\tМарт Mar.\tАпр. Apr.\tМай May\tИюнь June\tИюль July\tАвгуст Aug.\tСент. Sept.\tОкт. Oct.\tНояб. Nov.\tДек. Dec.\t\t\t\n",
    "\t\tI\tII\tIII\tIV\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "1.2. Индекс промышленного производства1) / Industrial Production index1)\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "Индекс промышленного производства, \n",
    "в % к соответствующему периоду предыдущего года / percent of corresponding period of previous year\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "2015\t99,2\t99,9\t98,3\t99,5\t99,1\t100,0\t98,2\t101,2\t98,2\t97,6\t99,1\t98,5\t100,2\t99,7\t98,4\t101,0\t98,1\n",
    "2016\t101,3\t101,1\t101,5\t101,0\t101,7\t99,2\t103,8\t100,3\t101,0\t101,5\t102,0\t101,4\t101,5\t100,1\t101,6\t103,4\t100,2\n",
    "2017\t\t100,1\t\t\t\t102,3\t97,3\t100,8\t102,3\t105,6\t\t\t\t\t\t\t\n",
    "в % к предыдущему периоду / percent of previous period\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "2015\t\t82,8\t102,6\t103,9\t112,3\t73,9\t99,8\t112,5\t95,6\t97,6\t103,2\t100,5\t101,4\t103,1\t105,0\t101,9\t109,1\n",
    "2016\t\t84,4\t103,1\t103,3\t113,1\t74,7\t104,4\t108,8\t96,3\t98,1\t103,8\t99,9\t101,5\t101,7\t106,6\t103,6\t105,8\n",
    "2017\t\t83,1\t\t\t\t76,2\t99,4\t112,7\t97,7\t101,2\t\t\t\t\t\t\t\n",
    "период с начала отчетного года в % к соответствующему периоду предыдущего года / period from beginning of reporting year as percent of corresponding period of previous year\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "2015\t\t\t\t\t\t100,0\t99,1\t99,9\t99,4\t99,1\t99,1\t99,0\t99,1\t99,2\t99,1\t99,3\t99,2\n",
    "2016\t\t\t\t\t\t99,2\t101,5\t101,1\t101,1\t101,1\t101,3\t101,3\t101,3\t101,2\t101,2\t101,4\t101,3\n",
    "2017\t\t\t\t\t\t102,3\t99,7\t100,1\t100,7\t101,7\t\t\t\t\t\t\t\n",
    "\tЯнв. Jan.\tФев. Feb.\tМарт Mar.\tАпр. Apr.\tМай May\tИюнь June\tИюль July\tАвгуст Aug.\tСент. Sept.\tОкт. Oct.\tНояб. Nov.\tДек. Dec.\n",
    "1.2.1. Индексы производства по видам деятельности1) (без исключения сезонности и фактора времени) / Industrial Production indices by Industry (without seasonal and time factor adjustment)\t\t\t\t\t\t\t\t\t\t\t\t\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "\n",
    "import pandas as pd\n",
    "\n",
    "from csv2df.specification import Definition, Specification, SPEC\n",
    "from csv2df.reader import Reader, open_csv\n",
    "from csv2df.parser import extract_tables\n",
    "from csv2df.emitter import Emitter\n",
    "\n",
    "def get_dataframes(csvfile, spec=SPEC):\n",
    "    tables = [t for csv_segment, pdef in Reader(csvfile, spec).items()\n",
    "              for t in extract_tables(csv_segment, pdef)]\n",
    "    # print(list(tables))\n",
    "    \n",
    "    emitter = Emitter(tables)\n",
    "    dfa = emitter.get_dataframe(freq='a')\n",
    "    dfq = emitter.get_dataframe(freq='q')\n",
    "    dfm = emitter.get_dataframe(freq='m')\n",
    "    return dfa, dfq, dfm\n",
    "\n",
    "main = Definition(units={\n",
    "                        'млрд.рублей': 'bln_rub', \n",
    "                        'период с начала отчетного года в % к соответствующему периоду предыдущего года': 'ytd',\n",
    "                        'в % к соответствующему периоду предыдущего года': 'yoy',\n",
    "                        'в % к предыдущему периоду': 'rog'\n",
    "                        })\n",
    "\n",
    "main.append(varname='GDP',\n",
    "            text='Объем ВВП',\n",
    "            required_units=['bln_rub'])\n",
    "\n",
    "main.append(varname=\"INDPRO\",\n",
    "            text=\"Индекс промышленного производства\",\n",
    "            required_units=[\"yoy\", \"rog\"],\n",
    "            desc=\"Промышленное производство\")\n",
    "\n",
    "\n",
    "spec1 = Specification(default=main)\n",
    "\n",
    "import io\n",
    "csvfile1 = io.StringIO(csv )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from mytracer import trace_calls"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CALL     def __init__(self, csvfile, spec):\n",
      "\n",
      "CALL def to_rows(csvfile):\n",
      "\n",
      "CALL def filter_csv_rows(gen):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     filled = filter(lambda row: row and row[0], gen)\n",
      "\n",
      "CALL     no_comments = filter(lambda row: not row[0].startswith(\"___\"), filled)\n",
      "\n",
      "CALL     def __init__(self, row):\n",
      "\n",
      "CALL def yield_csv_rows(csvfile, fmt=CSV_FORMAT):\n",
      "\n",
      "CALL     def items(self):\n",
      "\n",
      "CALL     def __init__(self, rows):\n",
      "\n",
      "CALL     def yield_segment_with_defintion(self, spec):\n",
      "\n",
      "CALL     def get_segment_parsing_definitions(self):\n",
      "\n",
      "CALL     def remaining_rows(self):\n",
      "\n",
      "CALL     def get_main_parsing_definition(self):\n",
      "\n",
      "CALL def extract_tables(csv_segment, pdef):\n",
      "\n",
      "CALL def parse_tables(tables, pdef):\n",
      "\n",
      "CALL def parse_tables(tables, pdef):\n",
      "\n",
      "CALL def split_to_tables(rows):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_label(self, varnames_dict, units_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL def split_to_tables(rows):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_label(self, varnames_dict, units_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL def split_to_tables(rows):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_label(self, varnames_dict, units_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL def split_to_tables(rows):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def is_datarow(self):\n",
      "\n",
      "CALL def is_year(string: str) -> bool:\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     def __len__(self):\n",
      "\n",
      "CALL     def __init__(self, headers, datarows):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_label(self, varnames_dict, units_dict):\n",
      "\n",
      "CALL     def get_varname(self, varnames_mapper_dict):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def matches(self, pat):\n",
      "\n",
      "CALL     def get_unit(self, units_mapper_dict):\n",
      "\n",
      "CALL def split_to_tables(rows):\n",
      "\n",
      "CALL def parse_tables(tables, pdef):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_splitter(self, funcname):\n",
      "\n",
      "CALL def get_splitter(arg):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_splitter(self, funcname):\n",
      "\n",
      "CALL def get_splitter(arg):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_splitter(self, funcname):\n",
      "\n",
      "CALL def get_splitter(arg):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def set_splitter(self, funcname):\n",
      "\n",
      "CALL def get_splitter(arg):\n",
      "\n",
      "CALL     def fix_multitable_units(tables):\n",
      "\n",
      "CALL     def has_unknown_lines(self):\n",
      "\n",
      "CALL     def has_unknown_lines(self):\n",
      "\n",
      "CALL def verify_tables(tables, pdef):\n",
      "\n",
      "CALL def verify_tables(tables, pdef):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def verify_tables(tables, pdef):\n",
      "\n",
      "CALL def extract_tables(csv_segment, pdef):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL     def yield_segment_with_defintion(self, spec):\n",
      "\n",
      "CALL     def __init__(self, tables):\n",
      "\n",
      "CALL     @staticmethod\n",
      "\n",
      "CALL     def is_defined(self):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_year_and_qtr(row):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_year_and_qtr(row):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_year_and_qtr(row):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     @staticmethod\n",
      "\n",
      "CALL     def is_defined(self):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     @staticmethod\n",
      "\n",
      "CALL     def is_defined(self):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_year(self):\n",
      "\n",
      "CALL def get_year(string: str, rx=YEAR_CATCHER):\n",
      "\n",
      "CALL     @property\n",
      "\n",
      "CALL def make_label(vn, unit, sep=SEP):\n",
      "\n",
      "CALL     def __init__(self, year, label):\n",
      "\n",
      "CALL def split_row_by_periods(row):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def _import(self, table):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def make(self, freq: str, x: float, period=False):\n",
      "\n",
      "CALL     def set_value(self, x):\n",
      "\n",
      "CALL def to_float(text: str, i=0):\n",
      "\n",
      "CALL     def as_dict(self):\n",
      "\n",
      "CALL     def get_date(self):\n",
      "\n",
      "CALL     def get_dataframe(self, freq):\n",
      "\n",
      "CALL     def _collect(self, freq):\n",
      "\n",
      "!!!         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "inspect STACK\n",
      "\n",
      "-> <ipython-input-4-c1e739101db9>:4:<module>: sys.settrace(trace_calls)\n",
      "  -> <ipython-input-2-e6621449485e>:15:get_dataframes:     emitter = Emitter(tables)\n",
      "    -> /home/jurgis/dev/Freelancer/mini-kep/src/csv2df/emitter.py:149:get_dataframe:         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "TRACEVAR: freq a\n",
      "TRACEVAR: df.loc[:3]   freq        label time_index    value  year\n",
      "0    a  GDP_bln_rub 2015-12-31  83233.0  2015\n",
      "1    a  GDP_bln_rub 2016-12-31  86044.0  2016\n",
      "2    a   INDPRO_yoy 2015-12-31     99.2  2015\n",
      "3    a   INDPRO_yoy 2016-12-31    101.3  2016\n",
      "CALL     @staticmethod\n",
      "\n",
      "CALL     def get_dataframe(self, freq):\n",
      "\n",
      "CALL     def _collect(self, freq):\n",
      "\n",
      "!!!         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "inspect STACK\n",
      "\n",
      "-> <ipython-input-4-c1e739101db9>:4:<module>: sys.settrace(trace_calls)\n",
      "  -> <ipython-input-2-e6621449485e>:16:get_dataframes:     dfa = emitter.get_dataframe(freq='a')\n",
      "    -> /home/jurgis/dev/Freelancer/mini-kep/src/csv2df/emitter.py:149:get_dataframe:         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "TRACEVAR: freq q\n",
      "TRACEVAR: df.loc[:3]   freq        label  qtr time_index    value  year\n",
      "0    q  GDP_bln_rub    1 2015-03-31  18568.0  2015\n",
      "1    q  GDP_bln_rub    2 2015-06-30  19858.0  2015\n",
      "2    q  GDP_bln_rub    3 2015-09-30  21967.0  2015\n",
      "3    q  GDP_bln_rub    4 2015-12-31  22840.0  2015\n",
      "CALL     @staticmethod\n",
      "\n",
      "CALL     def get_dataframe(self, freq):\n",
      "\n",
      "CALL     def _collect(self, freq):\n",
      "\n",
      "!!!         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "inspect STACK\n",
      "\n",
      "-> <ipython-input-4-c1e739101db9>:4:<module>: sys.settrace(trace_calls)\n",
      "  -> <ipython-input-2-e6621449485e>:17:get_dataframes:     dfq = emitter.get_dataframe(freq='q')\n",
      "    -> /home/jurgis/dev/Freelancer/mini-kep/src/csv2df/emitter.py:149:get_dataframe:         df = pd.DataFrame(self._collect(freq)) # TRACE: freq, df.loc[:3]\n",
      "\n",
      "TRACEVAR: freq m\n",
      "TRACEVAR: df.loc[:3]   freq       label  month time_index  value  year\n",
      "0    m  INDPRO_yoy      1 2015-01-31  100.0  2015\n",
      "1    m  INDPRO_yoy      2 2015-02-28   98.2  2015\n",
      "2    m  INDPRO_yoy      3 2015-03-31  101.2  2015\n",
      "3    m  INDPRO_yoy      4 2015-04-30   98.2  2015\n",
      "CALL     @staticmethod\n",
      "\n"
     ]
    }
   ],
   "source": [
    "\n",
    "import sys\n",
    "sys.settrace(trace_calls)\n",
    "dfa1, dfq1, dfm1 = get_dataframes(csvfile1, spec1)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style>\n",
       "    .dataframe thead tr:only-child th {\n",
       "        text-align: right;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: left;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>year</th>\n",
       "      <th>GDP_bln_rub</th>\n",
       "      <th>INDPRO_yoy</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>time_index</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2015-12-31</th>\n",
       "      <td>2015</td>\n",
       "      <td>83233.0</td>\n",
       "      <td>99.2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2016-12-31</th>\n",
       "      <td>2016</td>\n",
       "      <td>86044.0</td>\n",
       "      <td>101.3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            year  GDP_bln_rub  INDPRO_yoy\n",
       "time_index                               \n",
       "2015-12-31  2015      83233.0        99.2\n",
       "2016-12-31  2016      86044.0       101.3"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dfa1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "            year  GDP_bln_rub  INDPRO_yoy\n",
      "time_index                               \n",
      "2015-12-31  2015      83233.0        99.2\n",
      "2016-12-31  2016      86044.0       101.3\n"
     ]
    }
   ],
   "source": [
    "print( dfa1 )"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}