BL_IRO_Parsing-CLEAN.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import json\n",
    "import re #RegEx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "filename = \"BL_IRO_export_20220519.csv\"\n",
    "df = pd.read_csv(filename, low_memory=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# slice the dataframe to get only the Datasets\n",
    "\n",
    "datasets_df = df[df.model == \"Dataset\"] "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def authors(rec):\n",
    "    \"\"\"\n",
    "    This function concatenates the contributors (up to 143 contributors, with 9 fields each) and displays them according to the MHRA style.\n",
    "    \"\"\"\n",
    "    \n",
    "    # Authors (AKA Contributors) -- How do I cite sources with multiple authors in MHRA referencing?\n",
    "    # https://www.scribbr.co.uk/faqs/sources-with-multiple-authors-in-mhra/\n",
    "\n",
    "    i = 1\n",
    "\n",
    "    while datasets_df.iloc[rec][\"creator_family_name_\" + str(i)]:\n",
    "      i += 1\n",
    "    if i == 1:\n",
    "        #print(\"No authors?\")\n",
    "        return ''\n",
    "    else:\n",
    "        if i == 2:\n",
    "            return datasets_df.iloc[rec][\"creator_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(1)]\n",
    "        else: \n",
    "            if i == 3:\n",
    "                return datasets_df.iloc[rec][\"creator_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(1)] + \", and \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(2)] + \" \" + datasets_df.iloc[rec][\"creator_family_name_\" + str(2)]\n",
    "            else:\n",
    "                if i == 4:\n",
    "                    return datasets_df.iloc[rec][\"creator_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(2)] + \" \" + datasets_df.iloc[rec][\"creator_family_name_\" + str(2)] + \" and \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(3)] + \" \" + datasets_df.iloc[rec][\"creator_family_name_\" + str(3)]\n",
    "                else:\n",
    "                    return datasets_df.iloc[rec][\"creator_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"creator_given_name_\" + str(1)] + \", and others\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def contributors(rec):\n",
    "    \"\"\"\n",
    "    This function concatenates the contributors (up to 143 contributors, with 9 fields each) and displays them according to the MHRA style.\n",
    "    \"\"\"\n",
    "    \n",
    "    # Authors (AKA Contributors) -- How do I cite sources with multiple authors in MHRA referencing?\n",
    "    # https://www.scribbr.co.uk/faqs/sources-with-multiple-authors-in-mhra/\n",
    "\n",
    "    i = 1\n",
    "\n",
    "    while datasets_df.iloc[rec][\"contributor_family_name_\" + str(i)]:\n",
    "      i += 1\n",
    "    if i == 1:\n",
    "        #print(\"No authors?\")\n",
    "        return ''\n",
    "    else:\n",
    "        if i == 2:\n",
    "            return datasets_df.iloc[rec][\"contributor_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(1)]\n",
    "        else: \n",
    "            if i == 3:\n",
    "                return datasets_df.iloc[rec][\"contributor_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(1)] + \", and \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(2)] + \" \" + datasets_df.iloc[rec][\"contributor_family_name_\" + str(2)]\n",
    "            else:\n",
    "                if i == 4:\n",
    "                    return datasets_df.iloc[rec][\"contributor_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(2)] + \" \" + datasets_df.iloc[rec][\"contributor_family_name_\" + str(2)] + \" and \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(3)] + \" \" + datasets_df.iloc[rec][\"contributor_family_name_\" + str(3)]\n",
    "                else:\n",
    "                    return datasets_df.iloc[rec][\"contributor_family_name_\" + str(1)] + \", \" + datasets_df.iloc[rec][\"contributor_given_name_\" + str(1)] + \", and others\"\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def Keywords(rec):\n",
    "    \n",
    "    \"\"\"\n",
    "    This function concatenates the keywords, grouping them with a ', '.\n",
    "    \"\"\"\n",
    "    \n",
    "    i = 1\n",
    "    Keywords = ''\n",
    "\n",
    "    while datasets_df.iloc[rec][\"keyword_\" + str(i)]:\n",
    "        if i == 1:\n",
    "            Keywords = datasets_df.iloc[rec][\"keyword_\" + str(i)]\n",
    "        else:\n",
    "            Keywords = Keywords + \", \" + datasets_df.iloc[rec][\"keyword_\" + str(i)]\n",
    "        i += 1\n",
    "    \n",
    "    return Keywords"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def files(rec):\n",
    "    \n",
    "    \"\"\"\n",
    "    This function concatenates the files found, grouping them with a ', '.\n",
    "    \"\"\"\n",
    "    \n",
    "    i = 1\n",
    "    files = ''\n",
    "    try:\n",
    "        while datasets_df.iloc[rec][\"file_\" + str(i)]:\n",
    "            if i == 1:\n",
    "                files = datasets_df.iloc[rec][\"file_\" + str(i)]\n",
    "            else:\n",
    "                files = files + \", \" + datasets_df.iloc[rec][\"file_\" + str(i)]\n",
    "            i += 1\n",
    "    except:\n",
    "        return files    \n",
    "    return files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def Size(rec):\n",
    "\n",
    "    Size = ''\n",
    "    end_prev = 0\n",
    "    \n",
    "    regex = r\"\\b(?=(\\W+\\w+\\s+GB|\\S+\\w+\\s+GB|\\W+\\w+\\s+MB|\\S+\\w+\\s+MB|\\W+\\w+\\s+KB|\\S+\\w+\\s+KB)\\b)\"\n",
    "\n",
    "    try:\n",
    "        test_str = datasets_df.loc[rec][\"additional_information\"]\n",
    "\n",
    "        matches = re.finditer(regex, test_str, re.MULTILINE)\n",
    "\n",
    "        for matchNum, match in enumerate(matches, start=1):\n",
    "\n",
    "            # print (\"Match {matchNum} was found at {start}-{end}: {match}\".format(matchNum = matchNum, start = match.start(), end = match.end(), match = match.group()))\n",
    "\n",
    "            for groupNum in range(0, len(match.groups())):\n",
    "                groupNum = groupNum + 1\n",
    "\n",
    "                if match.group(groupNum)[0] != \".\":\n",
    "                    start = match.start(groupNum)\n",
    "                    end = match.end(groupNum)\n",
    "                    group = match.group(groupNum)\n",
    "\n",
    "                    if start >= end_prev:\n",
    "                        if Size == '':\n",
    "                            Size = str(group).strip();\n",
    "                        else:\n",
    "                            Size = Size + \", \" + str(group).strip();\n",
    "                        end_prev = end\n",
    "\n",
    "        return Size\n",
    "\n",
    "    except:\n",
    "         return ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id\n",
      "bulkrax_identifier\n",
      "model\n",
      "abstract\n",
      "additional_information\n",
      "admin_set\n",
      "alternate_identifier_1\n",
      "alternate_identifier_position_1\n",
      "alternate_identifier_type_1\n",
      "alternate_identifier_2\n",
      "alternate_identifier_position_2\n",
      "alternate_identifier_type_2\n",
      "alternative_title_1\n",
      "arkivo_checksum\n",
      "article_number\n",
      "book_title\n",
      "collection_1\n",
      "collection_2\n",
      "collection_3\n",
      "contributor_family_name_1\n",
      "contributor_given_name_1\n",
      "contributor_institutional_relationship_1_1\n",
      "contributor_isni_1\n",
      "contributor_name_type_1\n",
      "contributor_orcid_1\n",
      "contributor_organization_name_1\n",
      "contributor_position_1\n",
      "contributor_type_1\n",
      "contributor_family_name_2\n",
      "contributor_given_name_2\n",
      "contributor_institutional_relationship_2_1\n",
      "contributor_isni_2\n",
      "contributor_name_type_2\n",
      "contributor_orcid_2\n",
      "contributor_organization_name_2\n",
      "contributor_position_2\n",
      "contributor_type_2\n",
      "contributor_family_name_3\n",
      "contributor_given_name_3\n",
      "contributor_institutional_relationship_3_1\n",
      "contributor_isni_3\n",
      "contributor_name_type_3\n",
      "contributor_orcid_3\n",
      "contributor_organization_name_3\n",
      "contributor_position_3\n",
      "contributor_type_3\n",
      "contributor_family_name_4\n",
      "contributor_given_name_4\n",
      "contributor_institutional_relationship_4_1\n",
      "contributor_isni_4\n",
      "contributor_name_type_4\n",
      "contributor_orcid_4\n",
      "contributor_organization_name_4\n",
      "contributor_position_4\n",
      "contributor_type_4\n",
      "contributor_family_name_5\n",
      "contributor_given_name_5\n",
      "contributor_institutional_relationship_5_1\n",
      "contributor_isni_5\n",
      "contributor_name_type_5\n",
      "contributor_orcid_5\n",
      "contributor_organization_name_5\n",
      "contributor_position_5\n",
      "contributor_type_5\n",
      "contributor_family_name_6\n",
      "contributor_given_name_6\n",
      "contributor_institutional_relationship_6_1\n",
      "contributor_isni_6\n",
      "contributor_name_type_6\n",
      "contributor_orcid_6\n",
      "contributor_organization_name_6\n",
      "contributor_position_6\n",
      "contributor_type_6\n",
      "contributor_family_name_7\n",
      "contributor_given_name_7\n",
      "contributor_institutional_relationship_7_1\n",
      "contributor_isni_7\n",
      "contributor_name_type_7\n",
      "contributor_orcid_7\n",
      "contributor_organization_name_7\n",
      "contributor_position_7\n",
      "contributor_type_7\n",
      "contributor_family_name_8\n",
      "contributor_given_name_8\n",
      "contributor_institutional_relationship_8_1\n",
      "contributor_isni_8\n",
      "contributor_name_type_8\n",
      "contributor_organization_name_8\n",
      "contributor_position_8\n",
      "contributor_type_8\n",
      "contributor_family_name_9\n",
      "contributor_given_name_9\n",
      "contributor_institutional_relationship_9_1\n",
      "contributor_isni_9\n",
      "contributor_name_type_9\n",
      "contributor_orcid_9\n",
      "contributor_organization_name_9\n",
      "contributor_position_9\n",
      "contributor_type_9\n",
      "contributor_family_name_10\n",
      "contributor_given_name_10\n",
      "contributor_isni_10\n",
      "contributor_name_type_10\n",
      "contributor_organization_name_10\n",
      "contributor_position_10\n",
      "contributor_type_10\n",
      "contributor_family_name_11\n",
      "contributor_given_name_11\n",
      "contributor_institutional_relationship_11_1\n",
      "contributor_isni_11\n",
      "contributor_name_type_11\n",
      "contributor_organization_name_11\n",
      "contributor_position_11\n",
      "contributor_type_11\n",
      "contributor_family_name_12\n",
      "contributor_given_name_12\n",
      "contributor_institutional_relationship_12_1\n",
      "contributor_isni_12\n",
      "contributor_name_type_12\n",
      "contributor_organization_name_12\n",
      "contributor_position_12\n",
      "contributor_type_12\n",
      "contributor_family_name_13\n",
      "contributor_given_name_13\n",
      "contributor_institutional_relationship_13_1\n",
      "contributor_isni_13\n",
      "contributor_name_type_13\n",
      "contributor_organization_name_13\n",
      "contributor_position_13\n",
      "contributor_type_13\n",
      "contributor_family_name_14\n",
      "contributor_given_name_14\n",
      "contributor_isni_14\n",
      "contributor_name_type_14\n",
      "contributor_organization_name_14\n",
      "contributor_position_14\n",
      "contributor_type_14\n",
      "contributor_family_name_15\n",
      "contributor_given_name_15\n",
      "contributor_institutional_relationship_15_1\n",
      "contributor_isni_15\n",
      "contributor_name_type_15\n",
      "contributor_organization_name_15\n",
      "contributor_position_15\n",
      "contributor_type_15\n",
      "contributor_family_name_16\n",
      "contributor_given_name_16\n",
      "contributor_isni_16\n",
      "contributor_name_type_16\n",
      "contributor_organization_name_16\n",
      "contributor_position_16\n",
      "contributor_type_16\n",
      "contributor_family_name_17\n",
      "contributor_given_name_17\n",
      "contributor_isni_17\n",
      "contributor_name_type_17\n",
      "contributor_organization_name_17\n",
      "contributor_position_17\n",
      "contributor_type_17\n",
      "contributor_isni_18\n",
      "contributor_name_type_18\n",
      "contributor_organization_name_18\n",
      "contributor_position_18\n",
      "contributor_type_18\n",
      "contributor_isni_19\n",
      "contributor_name_type_19\n",
      "contributor_organization_name_19\n",
      "contributor_position_19\n",
      "contributor_type_19\n",
      "contributor_isni_20\n",
      "contributor_name_type_20\n",
      "contributor_organization_name_20\n",
      "contributor_position_20\n",
      "contributor_type_20\n",
      "contributor_isni_21\n",
      "contributor_name_type_21\n",
      "contributor_organization_name_21\n",
      "contributor_position_21\n",
      "contributor_type_21\n",
      "contributor_isni_22\n",
      "contributor_name_type_22\n",
      "contributor_organization_name_22\n",
      "contributor_position_22\n",
      "contributor_type_22\n",
      "contributor_isni_23\n",
      "contributor_name_type_23\n",
      "contributor_organization_name_23\n",
      "contributor_position_23\n",
      "contributor_type_23\n",
      "contributor_isni_24\n",
      "contributor_name_type_24\n",
      "contributor_organization_name_24\n",
      "contributor_position_24\n",
      "contributor_type_24\n",
      "contributor_isni_25\n",
      "contributor_name_type_25\n",
      "contributor_organization_name_25\n",
      "contributor_position_25\n",
      "contributor_type_25\n",
      "contributor_isni_26\n",
      "contributor_name_type_26\n",
      "contributor_organization_name_26\n",
      "contributor_position_26\n",
      "contributor_type_26\n",
      "contributor_isni_27\n",
      "contributor_name_type_27\n",
      "contributor_organization_name_27\n",
      "contributor_position_27\n",
      "contributor_type_27\n",
      "contributor_isni_28\n",
      "contributor_name_type_28\n",
      "contributor_organization_name_28\n",
      "contributor_position_28\n",
      "contributor_type_28\n",
      "contributor_isni_29\n",
      "contributor_name_type_29\n",
      "contributor_organization_name_29\n",
      "contributor_position_29\n",
      "contributor_type_29\n",
      "contributor_isni_30\n",
      "contributor_name_type_30\n",
      "contributor_organization_name_30\n",
      "contributor_position_30\n",
      "contributor_type_30\n",
      "contributor_isni_31\n",
      "contributor_name_type_31\n",
      "contributor_organization_name_31\n",
      "contributor_position_31\n",
      "contributor_type_31\n",
      "contributor_isni_32\n",
      "contributor_name_type_32\n",
      "contributor_organization_name_32\n",
      "contributor_position_32\n",
      "contributor_type_32\n",
      "contributor_isni_33\n",
      "contributor_name_type_33\n",
      "contributor_organization_name_33\n",
      "contributor_position_33\n",
      "contributor_type_33\n",
      "contributor_isni_34\n",
      "contributor_name_type_34\n",
      "contributor_organization_name_34\n",
      "contributor_position_34\n",
      "contributor_type_34\n",
      "contributor_isni_35\n",
      "contributor_name_type_35\n",
      "contributor_organization_name_35\n",
      "contributor_position_35\n",
      "contributor_type_35\n",
      "contributor_isni_36\n",
      "contributor_name_type_36\n",
      "contributor_organization_name_36\n",
      "contributor_position_36\n",
      "contributor_type_36\n",
      "contributor_isni_37\n",
      "contributor_name_type_37\n",
      "contributor_organization_name_37\n",
      "contributor_position_37\n",
      "contributor_type_37\n",
      "contributor_isni_38\n",
      "contributor_name_type_38\n",
      "contributor_organization_name_38\n",
      "contributor_position_38\n",
      "contributor_type_38\n",
      "contributor_isni_39\n",
      "contributor_name_type_39\n",
      "contributor_organization_name_39\n",
      "contributor_position_39\n",
      "contributor_type_39\n",
      "contributor_isni_40\n",
      "contributor_name_type_40\n",
      "contributor_organization_name_40\n",
      "contributor_position_40\n",
      "contributor_type_40\n",
      "contributor_isni_41\n",
      "contributor_name_type_41\n",
      "contributor_organization_name_41\n",
      "contributor_position_41\n",
      "contributor_type_41\n",
      "contributor_isni_42\n",
      "contributor_name_type_42\n",
      "contributor_organization_name_42\n",
      "contributor_position_42\n",
      "contributor_type_42\n",
      "contributor_isni_43\n",
      "contributor_name_type_43\n",
      "contributor_organization_name_43\n",
      "contributor_position_43\n",
      "contributor_type_43\n",
      "contributor_isni_44\n",
      "contributor_name_type_44\n",
      "contributor_organization_name_44\n",
      "contributor_position_44\n",
      "contributor_type_44\n",
      "contributor_isni_45\n",
      "contributor_name_type_45\n",
      "contributor_organization_name_45\n",
      "contributor_position_45\n",
      "contributor_type_45\n",
      "contributor_isni_46\n",
      "contributor_name_type_46\n",
      "contributor_organization_name_46\n",
      "contributor_position_46\n",
      "contributor_type_46\n",
      "contributor_isni_47\n",
      "contributor_name_type_47\n",
      "contributor_organization_name_47\n",
      "contributor_position_47\n",
      "contributor_type_47\n",
      "contributor_isni_48\n",
      "contributor_name_type_48\n",
      "contributor_organization_name_48\n",
      "contributor_position_48\n",
      "contributor_type_48\n",
      "contributor_isni_49\n",
      "contributor_name_type_49\n",
      "contributor_organization_name_49\n",
      "contributor_position_49\n",
      "contributor_type_49\n",
      "contributor_isni_50\n",
      "contributor_name_type_50\n",
      "contributor_organization_name_50\n",
      "contributor_position_50\n",
      "contributor_type_50\n",
      "contributor_isni_51\n",
      "contributor_name_type_51\n",
      "contributor_organization_name_51\n",
      "contributor_position_51\n",
      "contributor_type_51\n",
      "contributor_isni_52\n",
      "contributor_name_type_52\n",
      "contributor_organization_name_52\n",
      "contributor_position_52\n",
      "contributor_type_52\n",
      "contributor_isni_53\n",
      "contributor_name_type_53\n",
      "contributor_organization_name_53\n",
      "contributor_position_53\n",
      "contributor_type_53\n",
      "contributor_isni_54\n",
      "contributor_name_type_54\n",
      "contributor_organization_name_54\n",
      "contributor_position_54\n",
      "contributor_type_54\n",
      "contributor_isni_55\n",
      "contributor_name_type_55\n",
      "contributor_organization_name_55\n",
      "contributor_position_55\n",
      "contributor_type_55\n",
      "contributor_isni_56\n",
      "contributor_name_type_56\n",
      "contributor_organization_name_56\n",
      "contributor_position_56\n",
      "contributor_type_56\n",
      "contributor_isni_57\n",
      "contributor_name_type_57\n",
      "contributor_organization_name_57\n",
      "contributor_position_57\n",
      "contributor_type_57\n",
      "contributor_isni_58\n",
      "contributor_name_type_58\n",
      "contributor_organization_name_58\n",
      "contributor_position_58\n",
      "contributor_type_58\n",
      "contributor_isni_59\n",
      "contributor_name_type_59\n",
      "contributor_organization_name_59\n",
      "contributor_position_59\n",
      "contributor_type_59\n",
      "contributor_isni_60\n",
      "contributor_name_type_60\n",
      "contributor_organization_name_60\n",
      "contributor_position_60\n",
      "contributor_type_60\n",
      "contributor_isni_61\n",
      "contributor_name_type_61\n",
      "contributor_organization_name_61\n",
      "contributor_position_61\n",
      "contributor_type_61\n",
      "contributor_isni_62\n",
      "contributor_name_type_62\n",
      "contributor_organization_name_62\n",
      "contributor_position_62\n",
      "contributor_type_62\n",
      "contributor_isni_63\n",
      "contributor_name_type_63\n",
      "contributor_organization_name_63\n",
      "contributor_position_63\n",
      "contributor_type_63\n",
      "contributor_isni_64\n",
      "contributor_name_type_64\n",
      "contributor_organization_name_64\n",
      "contributor_position_64\n",
      "contributor_type_64\n",
      "contributor_isni_65\n",
      "contributor_name_type_65\n",
      "contributor_organization_name_65\n",
      "contributor_position_65\n",
      "contributor_type_65\n",
      "contributor_isni_66\n",
      "contributor_name_type_66\n",
      "contributor_organization_name_66\n",
      "contributor_position_66\n",
      "contributor_type_66\n",
      "contributor_isni_67\n",
      "contributor_name_type_67\n",
      "contributor_organization_name_67\n",
      "contributor_position_67\n",
      "contributor_type_67\n",
      "contributor_isni_68\n",
      "contributor_name_type_68\n",
      "contributor_organization_name_68\n",
      "contributor_position_68\n",
      "contributor_type_68\n",
      "contributor_isni_69\n",
      "contributor_name_type_69\n",
      "contributor_organization_name_69\n",
      "contributor_position_69\n",
      "contributor_type_69\n",
      "contributor_isni_70\n",
      "contributor_name_type_70\n",
      "contributor_organization_name_70\n",
      "contributor_position_70\n",
      "contributor_type_70\n",
      "contributor_isni_71\n",
      "contributor_name_type_71\n",
      "contributor_organization_name_71\n",
      "contributor_position_71\n",
      "contributor_type_71\n",
      "contributor_isni_72\n",
      "contributor_name_type_72\n",
      "contributor_organization_name_72\n",
      "contributor_position_72\n",
      "contributor_type_72\n",
      "contributor_isni_73\n",
      "contributor_name_type_73\n",
      "contributor_organization_name_73\n",
      "contributor_position_73\n",
      "contributor_type_73\n",
      "contributor_isni_74\n",
      "contributor_name_type_74\n",
      "contributor_organization_name_74\n",
      "contributor_position_74\n",
      "contributor_type_74\n",
      "contributor_isni_75\n",
      "contributor_name_type_75\n",
      "contributor_organization_name_75\n",
      "contributor_position_75\n",
      "contributor_type_75\n",
      "contributor_isni_76\n",
      "contributor_name_type_76\n",
      "contributor_organization_name_76\n",
      "contributor_position_76\n",
      "contributor_type_76\n",
      "contributor_isni_77\n",
      "contributor_name_type_77\n",
      "contributor_organization_name_77\n",
      "contributor_position_77\n",
      "contributor_type_77\n",
      "contributor_isni_78\n",
      "contributor_name_type_78\n",
      "contributor_organization_name_78\n",
      "contributor_position_78\n",
      "contributor_type_78\n",
      "contributor_isni_79\n",
      "contributor_name_type_79\n",
      "contributor_organization_name_79\n",
      "contributor_position_79\n",
      "contributor_type_79\n",
      "contributor_isni_80\n",
      "contributor_name_type_80\n",
      "contributor_organization_name_80\n",
      "contributor_position_80\n",
      "contributor_type_80\n",
      "contributor_isni_81\n",
      "contributor_name_type_81\n",
      "contributor_organization_name_81\n",
      "contributor_position_81\n",
      "contributor_type_81\n",
      "contributor_isni_82\n",
      "contributor_name_type_82\n",
      "contributor_organization_name_82\n",
      "contributor_position_82\n",
      "contributor_type_82\n",
      "contributor_isni_83\n",
      "contributor_name_type_83\n",
      "contributor_organization_name_83\n",
      "contributor_position_83\n",
      "contributor_type_83\n",
      "contributor_isni_84\n",
      "contributor_name_type_84\n",
      "contributor_organization_name_84\n",
      "contributor_position_84\n",
      "contributor_type_84\n",
      "contributor_isni_85\n",
      "contributor_name_type_85\n",
      "contributor_organization_name_85\n",
      "contributor_position_85\n",
      "contributor_type_85\n",
      "contributor_isni_86\n",
      "contributor_name_type_86\n",
      "contributor_organization_name_86\n",
      "contributor_position_86\n",
      "contributor_type_86\n",
      "contributor_isni_87\n",
      "contributor_name_type_87\n",
      "contributor_organization_name_87\n",
      "contributor_position_87\n",
      "contributor_type_87\n",
      "contributor_isni_88\n",
      "contributor_name_type_88\n",
      "contributor_organization_name_88\n",
      "contributor_position_88\n",
      "contributor_type_88\n",
      "contributor_isni_89\n",
      "contributor_name_type_89\n",
      "contributor_organization_name_89\n",
      "contributor_position_89\n",
      "contributor_type_89\n",
      "contributor_isni_90\n",
      "contributor_name_type_90\n",
      "contributor_organization_name_90\n",
      "contributor_position_90\n",
      "contributor_type_90\n",
      "contributor_isni_91\n",
      "contributor_name_type_91\n",
      "contributor_organization_name_91\n",
      "contributor_position_91\n",
      "contributor_type_91\n",
      "contributor_isni_92\n",
      "contributor_name_type_92\n",
      "contributor_organization_name_92\n",
      "contributor_position_92\n",
      "contributor_type_92\n",
      "contributor_isni_93\n",
      "contributor_name_type_93\n",
      "contributor_organization_name_93\n",
      "contributor_position_93\n",
      "contributor_type_93\n",
      "contributor_isni_94\n",
      "contributor_name_type_94\n",
      "contributor_organization_name_94\n",
      "contributor_position_94\n",
      "contributor_type_94\n",
      "contributor_isni_95\n",
      "contributor_name_type_95\n",
      "contributor_organization_name_95\n",
      "contributor_position_95\n",
      "contributor_type_95\n",
      "contributor_isni_96\n",
      "contributor_name_type_96\n",
      "contributor_organization_name_96\n",
      "contributor_position_96\n",
      "contributor_type_96\n",
      "contributor_isni_97\n",
      "contributor_name_type_97\n",
      "contributor_organization_name_97\n",
      "contributor_position_97\n",
      "contributor_type_97\n",
      "contributor_isni_98\n",
      "contributor_name_type_98\n",
      "contributor_organization_name_98\n",
      "contributor_position_98\n",
      "contributor_type_98\n",
      "contributor_isni_99\n",
      "contributor_name_type_99\n",
      "contributor_organization_name_99\n",
      "contributor_position_99\n",
      "contributor_type_99\n",
      "contributor_isni_100\n",
      "contributor_name_type_100\n",
      "contributor_organization_name_100\n",
      "contributor_position_100\n",
      "contributor_type_100\n",
      "contributor_isni_101\n",
      "contributor_name_type_101\n",
      "contributor_organization_name_101\n",
      "contributor_position_101\n",
      "contributor_type_101\n",
      "contributor_isni_102\n",
      "contributor_name_type_102\n",
      "contributor_organization_name_102\n",
      "contributor_position_102\n",
      "contributor_type_102\n",
      "contributor_isni_103\n",
      "contributor_name_type_103\n",
      "contributor_organization_name_103\n",
      "contributor_position_103\n",
      "contributor_type_103\n",
      "contributor_isni_104\n",
      "contributor_name_type_104\n",
      "contributor_organization_name_104\n",
      "contributor_position_104\n",
      "contributor_type_104\n",
      "contributor_isni_105\n",
      "contributor_name_type_105\n",
      "contributor_organization_name_105\n",
      "contributor_position_105\n",
      "contributor_type_105\n",
      "contributor_isni_106\n",
      "contributor_name_type_106\n",
      "contributor_organization_name_106\n",
      "contributor_position_106\n",
      "contributor_type_106\n",
      "contributor_isni_107\n",
      "contributor_name_type_107\n",
      "contributor_organization_name_107\n",
      "contributor_position_107\n",
      "contributor_type_107\n",
      "contributor_isni_108\n",
      "contributor_name_type_108\n",
      "contributor_organization_name_108\n",
      "contributor_position_108\n",
      "contributor_type_108\n",
      "contributor_isni_109\n",
      "contributor_name_type_109\n",
      "contributor_organization_name_109\n",
      "contributor_position_109\n",
      "contributor_type_109\n",
      "contributor_isni_110\n",
      "contributor_name_type_110\n",
      "contributor_organization_name_110\n",
      "contributor_position_110\n",
      "contributor_type_110\n",
      "contributor_isni_111\n",
      "contributor_name_type_111\n",
      "contributor_organization_name_111\n",
      "contributor_position_111\n",
      "contributor_type_111\n",
      "contributor_isni_112\n",
      "contributor_name_type_112\n",
      "contributor_organization_name_112\n",
      "contributor_position_112\n",
      "contributor_type_112\n",
      "contributor_isni_113\n",
      "contributor_name_type_113\n",
      "contributor_organization_name_113\n",
      "contributor_position_113\n",
      "contributor_type_113\n",
      "contributor_isni_114\n",
      "contributor_name_type_114\n",
      "contributor_organization_name_114\n",
      "contributor_position_114\n",
      "contributor_type_114\n",
      "contributor_isni_115\n",
      "contributor_name_type_115\n",
      "contributor_organization_name_115\n",
      "contributor_position_115\n",
      "contributor_type_115\n",
      "contributor_isni_116\n",
      "contributor_name_type_116\n",
      "contributor_organization_name_116\n",
      "contributor_position_116\n",
      "contributor_type_116\n",
      "contributor_isni_117\n",
      "contributor_name_type_117\n",
      "contributor_organization_name_117\n",
      "contributor_position_117\n",
      "contributor_type_117\n",
      "contributor_isni_118\n",
      "contributor_name_type_118\n",
      "contributor_organization_name_118\n",
      "contributor_position_118\n",
      "contributor_type_118\n",
      "contributor_isni_119\n",
      "contributor_name_type_119\n",
      "contributor_organization_name_119\n",
      "contributor_position_119\n",
      "contributor_type_119\n",
      "contributor_isni_120\n",
      "contributor_name_type_120\n",
      "contributor_organization_name_120\n",
      "contributor_position_120\n",
      "contributor_type_120\n",
      "contributor_isni_121\n",
      "contributor_name_type_121\n",
      "contributor_organization_name_121\n",
      "contributor_position_121\n",
      "contributor_type_121\n",
      "contributor_isni_122\n",
      "contributor_name_type_122\n",
      "contributor_organization_name_122\n",
      "contributor_position_122\n",
      "contributor_type_122\n",
      "contributor_isni_123\n",
      "contributor_name_type_123\n",
      "contributor_organization_name_123\n",
      "contributor_position_123\n",
      "contributor_type_123\n",
      "contributor_isni_124\n",
      "contributor_name_type_124\n",
      "contributor_organization_name_124\n",
      "contributor_position_124\n",
      "contributor_type_124\n",
      "contributor_isni_125\n",
      "contributor_name_type_125\n",
      "contributor_organization_name_125\n",
      "contributor_position_125\n",
      "contributor_type_125\n",
      "contributor_isni_126\n",
      "contributor_name_type_126\n",
      "contributor_organization_name_126\n",
      "contributor_position_126\n",
      "contributor_type_126\n",
      "contributor_isni_127\n",
      "contributor_name_type_127\n",
      "contributor_organization_name_127\n",
      "contributor_position_127\n",
      "contributor_type_127\n",
      "contributor_isni_128\n",
      "contributor_name_type_128\n",
      "contributor_organization_name_128\n",
      "contributor_position_128\n",
      "contributor_type_128\n",
      "contributor_isni_129\n",
      "contributor_name_type_129\n",
      "contributor_organization_name_129\n",
      "contributor_position_129\n",
      "contributor_type_129\n",
      "contributor_isni_130\n",
      "contributor_name_type_130\n",
      "contributor_organization_name_130\n",
      "contributor_position_130\n",
      "contributor_type_130\n",
      "contributor_isni_131\n",
      "contributor_name_type_131\n",
      "contributor_organization_name_131\n",
      "contributor_position_131\n",
      "contributor_type_131\n",
      "contributor_isni_132\n",
      "contributor_name_type_132\n",
      "contributor_organization_name_132\n",
      "contributor_position_132\n",
      "contributor_type_132\n",
      "contributor_isni_133\n",
      "contributor_name_type_133\n",
      "contributor_organization_name_133\n",
      "contributor_position_133\n",
      "contributor_type_133\n",
      "contributor_isni_134\n",
      "contributor_name_type_134\n",
      "contributor_organization_name_134\n",
      "contributor_position_134\n",
      "contributor_type_134\n",
      "contributor_isni_135\n",
      "contributor_name_type_135\n",
      "contributor_organization_name_135\n",
      "contributor_position_135\n",
      "contributor_type_135\n",
      "contributor_isni_136\n",
      "contributor_name_type_136\n",
      "contributor_organization_name_136\n",
      "contributor_position_136\n",
      "contributor_type_136\n",
      "contributor_isni_137\n",
      "contributor_name_type_137\n",
      "contributor_organization_name_137\n",
      "contributor_position_137\n",
      "contributor_type_137\n",
      "contributor_isni_138\n",
      "contributor_name_type_138\n",
      "contributor_organization_name_138\n",
      "contributor_position_138\n",
      "contributor_type_138\n",
      "contributor_isni_139\n",
      "contributor_name_type_139\n",
      "contributor_organization_name_139\n",
      "contributor_position_139\n",
      "contributor_type_139\n",
      "contributor_isni_140\n",
      "contributor_name_type_140\n",
      "contributor_organization_name_140\n",
      "contributor_position_140\n",
      "contributor_type_140\n",
      "contributor_isni_141\n",
      "contributor_name_type_141\n",
      "contributor_organization_name_141\n",
      "contributor_position_141\n",
      "contributor_type_141\n",
      "contributor_isni_142\n",
      "contributor_name_type_142\n",
      "contributor_organization_name_142\n",
      "contributor_position_142\n",
      "contributor_type_142\n",
      "contributor_isni_143\n",
      "contributor_name_type_143\n",
      "contributor_organization_name_143\n",
      "contributor_position_143\n",
      "contributor_type_143\n",
      "creator_family_name_1\n",
      "creator_given_name_1\n",
      "creator_grid_1\n",
      "creator_institutional_relationship_1_1\n",
      "creator_institutional_relationship_1_2\n",
      "creator_isni_1\n",
      "creator_name_type_1\n",
      "creator_orcid_1\n",
      "creator_organization_name_1\n",
      "creator_position_1\n",
      "creator_ror_1\n",
      "creator_wikidata_1\n",
      "creator_family_name_2\n",
      "creator_given_name_2\n",
      "creator_institutional_relationship_2_1\n",
      "creator_isni_2\n",
      "creator_name_type_2\n",
      "creator_orcid_2\n",
      "creator_organization_name_2\n",
      "creator_position_2\n",
      "creator_family_name_3\n",
      "creator_given_name_3\n",
      "creator_institutional_relationship_3_1\n",
      "creator_isni_3\n",
      "creator_name_type_3\n",
      "creator_orcid_3\n",
      "creator_organization_name_3\n",
      "creator_position_3\n",
      "creator_family_name_4\n",
      "creator_given_name_4\n",
      "creator_institutional_relationship_4_1\n",
      "creator_isni_4\n",
      "creator_name_type_4\n",
      "creator_orcid_4\n",
      "creator_organization_name_4\n",
      "creator_position_4\n",
      "creator_family_name_5\n",
      "creator_given_name_5\n",
      "creator_institutional_relationship_5_1\n",
      "creator_isni_5\n",
      "creator_name_type_5\n",
      "creator_orcid_5\n",
      "creator_organization_name_5\n",
      "creator_position_5\n",
      "creator_family_name_6\n",
      "creator_given_name_6\n",
      "creator_institutional_relationship_6_1\n",
      "creator_isni_6\n",
      "creator_name_type_6\n",
      "creator_orcid_6\n",
      "creator_organization_name_6\n",
      "creator_position_6\n",
      "creator_family_name_7\n",
      "creator_given_name_7\n",
      "creator_grid_7\n",
      "creator_institutional_relationship_7_1\n",
      "creator_isni_7\n",
      "creator_name_type_7\n",
      "creator_orcid_7\n",
      "creator_organization_name_7\n",
      "creator_position_7\n",
      "creator_ror_7\n",
      "creator_wikidata_7\n",
      "creator_family_name_8\n",
      "creator_given_name_8\n",
      "creator_institutional_relationship_8_1\n",
      "creator_isni_8\n",
      "creator_name_type_8\n",
      "creator_orcid_8\n",
      "creator_organization_name_8\n",
      "creator_position_8\n",
      "creator_family_name_9\n",
      "creator_given_name_9\n",
      "creator_institutional_relationship_9_1\n",
      "creator_isni_9\n",
      "creator_name_type_9\n",
      "creator_orcid_9\n",
      "creator_position_9\n",
      "creator_family_name_10\n",
      "creator_given_name_10\n",
      "creator_institutional_relationship_10_1\n",
      "creator_isni_10\n",
      "creator_name_type_10\n",
      "creator_orcid_10\n",
      "creator_position_10\n",
      "creator_family_name_11\n",
      "creator_given_name_11\n",
      "creator_institutional_relationship_11_1\n",
      "creator_name_type_11\n",
      "creator_orcid_11\n",
      "creator_position_11\n",
      "creator_family_name_12\n",
      "creator_given_name_12\n",
      "creator_institutional_relationship_12_1\n",
      "creator_name_type_12\n",
      "creator_orcid_12\n",
      "creator_position_12\n",
      "creator_family_name_13\n",
      "creator_given_name_13\n",
      "creator_institutional_relationship_13_1\n",
      "creator_isni_13\n",
      "creator_name_type_13\n",
      "creator_orcid_13\n",
      "creator_position_13\n",
      "creator_family_name_14\n",
      "creator_given_name_14\n",
      "creator_institutional_relationship_14_1\n",
      "creator_name_type_14\n",
      "creator_orcid_14\n",
      "creator_position_14\n",
      "creator_family_name_15\n",
      "creator_given_name_15\n",
      "creator_institutional_relationship_15_1\n",
      "creator_name_type_15\n",
      "creator_orcid_15\n",
      "creator_position_15\n",
      "creator_family_name_16\n",
      "creator_given_name_16\n",
      "creator_institutional_relationship_16_1\n",
      "creator_isni_16\n",
      "creator_name_type_16\n",
      "creator_orcid_16\n",
      "creator_position_16\n",
      "creator_family_name_17\n",
      "creator_given_name_17\n",
      "creator_institutional_relationship_17_1\n",
      "creator_name_type_17\n",
      "creator_orcid_17\n",
      "creator_position_17\n",
      "creator_family_name_18\n",
      "creator_given_name_18\n",
      "creator_name_type_18\n",
      "creator_position_18\n",
      "creator_family_name_19\n",
      "creator_given_name_19\n",
      "creator_name_type_19\n",
      "creator_position_19\n",
      "creator_family_name_20\n",
      "creator_given_name_20\n",
      "creator_name_type_20\n",
      "creator_position_20\n",
      "creator_family_name_21\n",
      "creator_given_name_21\n",
      "creator_name_type_21\n",
      "creator_position_21\n",
      "creator_family_name_22\n",
      "creator_given_name_22\n",
      "creator_name_type_22\n",
      "creator_position_22\n",
      "creator_family_name_23\n",
      "creator_given_name_23\n",
      "creator_name_type_23\n",
      "creator_position_23\n",
      "creator_family_name_24\n",
      "creator_given_name_24\n",
      "creator_name_type_24\n",
      "creator_position_24\n",
      "creator_family_name_25\n",
      "creator_given_name_25\n",
      "creator_name_type_25\n",
      "creator_position_25\n",
      "current_he_institution_1\n",
      "current_he_institution_isni_1\n",
      "current_he_institution_ror_1\n",
      "date_accepted\n",
      "date_published_1\n",
      "date_submitted\n",
      "depositor\n",
      "dewey_classification\n",
      "doi\n",
      "duration_1\n",
      "edition\n",
      "editor_family_name_1\n",
      "editor_given_name_1\n",
      "editor_institutional_relationship_1_1\n",
      "editor_isni_1\n",
      "editor_name_type_1\n",
      "editor_orcid_1\n",
      "editor_organization_name_1\n",
      "editor_position_1\n",
      "editor_family_name_2\n",
      "editor_given_name_2\n",
      "editor_institutional_relationship_2_1\n",
      "editor_isni_2\n",
      "editor_name_type_2\n",
      "editor_orcid_2\n",
      "editor_position_2\n",
      "editor_family_name_3\n",
      "editor_given_name_3\n",
      "editor_institutional_relationship_3_1\n",
      "editor_isni_3\n",
      "editor_name_type_3\n",
      "editor_orcid_3\n",
      "editor_position_3\n",
      "editor_family_name_4\n",
      "editor_given_name_4\n",
      "editor_isni_4\n",
      "editor_name_type_4\n",
      "editor_orcid_4\n",
      "editor_position_4\n",
      "editor_family_name_5\n",
      "editor_given_name_5\n",
      "editor_name_type_5\n",
      "editor_orcid_5\n",
      "editor_position_5\n",
      "editor_family_name_6\n",
      "editor_given_name_6\n",
      "editor_isni_6\n",
      "editor_name_type_6\n",
      "editor_orcid_6\n",
      "editor_position_6\n",
      "editor_family_name_7\n",
      "editor_given_name_7\n",
      "editor_name_type_7\n",
      "editor_orcid_7\n",
      "editor_position_7\n",
      "editor_family_name_8\n",
      "editor_given_name_8\n",
      "editor_isni_8\n",
      "editor_name_type_8\n",
      "editor_orcid_8\n",
      "editor_position_8\n",
      "editor_family_name_9\n",
      "editor_given_name_9\n",
      "editor_name_type_9\n",
      "editor_orcid_9\n",
      "editor_position_9\n",
      "editor_family_name_10\n",
      "editor_given_name_10\n",
      "editor_name_type_10\n",
      "editor_position_10\n",
      "editor_family_name_11\n",
      "editor_given_name_11\n",
      "editor_name_type_11\n",
      "editor_position_11\n",
      "editor_family_name_12\n",
      "editor_given_name_12\n",
      "editor_isni_12\n",
      "editor_name_type_12\n",
      "editor_position_12\n",
      "editor_family_name_13\n",
      "editor_given_name_13\n",
      "editor_name_type_13\n",
      "editor_position_13\n",
      "editor_family_name_14\n",
      "editor_given_name_14\n",
      "editor_isni_14\n",
      "editor_name_type_14\n",
      "editor_position_14\n",
      "eissn\n",
      "event_date_1\n",
      "event_location_1\n",
      "event_title_1\n",
      "event_title_2\n",
      "file_100\n",
      "file_101\n",
      "file_102\n",
      "file_103\n",
      "file_104\n",
      "file_105\n",
      "file_106\n",
      "file_107\n",
      "file_10\n",
      "file_11\n",
      "file_12\n",
      "file_13\n",
      "file_14\n",
      "file_15\n",
      "file_16\n",
      "file_17\n",
      "file_18\n",
      "file_19\n",
      "file_1\n",
      "file_20\n",
      "file_21\n",
      "file_22\n",
      "file_23\n",
      "file_24\n",
      "file_25\n",
      "file_26\n",
      "file_27\n",
      "file_28\n",
      "file_29\n",
      "file_2\n",
      "file_30\n",
      "file_31\n",
      "file_32\n",
      "file_33\n",
      "file_34\n",
      "file_35\n",
      "file_36\n",
      "file_37\n",
      "file_38\n",
      "file_39\n",
      "file_3\n",
      "file_40\n",
      "file_41\n",
      "file_42\n",
      "file_43\n",
      "file_44\n",
      "file_45\n",
      "file_46\n",
      "file_47\n",
      "file_48\n",
      "file_49\n",
      "file_4\n",
      "file_50\n",
      "file_51\n",
      "file_52\n",
      "file_53\n",
      "file_54\n",
      "file_55\n",
      "file_56\n",
      "file_57\n",
      "file_58\n",
      "file_59\n",
      "file_5\n",
      "file_60\n",
      "file_61\n",
      "file_62\n",
      "file_63\n",
      "file_64\n",
      "file_65\n",
      "file_66\n",
      "file_67\n",
      "file_68\n",
      "file_69\n",
      "file_6\n",
      "file_70\n",
      "file_71\n",
      "file_72\n",
      "file_73\n",
      "file_74\n",
      "file_75\n",
      "file_76\n",
      "file_77\n",
      "file_78\n",
      "file_79\n",
      "file_7\n",
      "file_80\n",
      "file_81\n",
      "file_82\n",
      "file_83\n",
      "file_84\n",
      "file_85\n",
      "file_86\n",
      "file_87\n",
      "file_88\n",
      "file_89\n",
      "file_8\n",
      "file_90\n",
      "file_91\n",
      "file_92\n",
      "file_93\n",
      "file_94\n",
      "file_95\n",
      "file_96\n",
      "file_97\n",
      "file_98\n",
      "file_99\n",
      "file_9\n",
      "file_availability_1\n",
      "file_availability_2\n",
      "fndr_project_ref_1\n",
      "funder_award_1_1\n",
      "funder_award_1_2\n",
      "funder_doi_1\n",
      "funder_isni_1\n",
      "funder_name_1\n",
      "funder_position_1\n",
      "funder_ror_1\n",
      "funder_award_2_1\n",
      "funder_doi_2\n",
      "funder_isni_2\n",
      "funder_name_2\n",
      "funder_position_2\n",
      "funder_ror_2\n",
      "funder_award_3_1\n",
      "funder_doi_3\n",
      "funder_isni_3\n",
      "funder_name_3\n",
      "funder_position_3\n",
      "funder_ror_3\n",
      "institution_1\n",
      "institution_2\n",
      "isbn\n",
      "issn\n",
      "issue\n",
      "journal_title\n",
      "keyword_10\n",
      "keyword_11\n",
      "keyword_12\n",
      "keyword_13\n",
      "keyword_14\n",
      "keyword_1\n",
      "keyword_2\n",
      "keyword_3\n",
      "keyword_4\n",
      "keyword_5\n",
      "keyword_6\n",
      "keyword_7\n",
      "keyword_8\n",
      "keyword_9\n",
      "language_1\n",
      "language_2\n",
      "license_1\n",
      "material_media_1\n",
      "official_url\n",
      "organizational_unit_1\n",
      "organizational_unit_2\n",
      "pagination\n",
      "peer_reviewed\n",
      "place_of_publication_1\n",
      "place_of_publication_2\n",
      "project_name_1\n",
      "publisher_1\n",
      "publisher_2\n",
      "qualification_level\n",
      "qualification_name\n",
      "related_exhibition_1\n",
      "related_exhibition_date_1\n",
      "related_exhibition_venue_1\n",
      "related_identifier_1\n",
      "related_identifier_type_1\n",
      "related_identifier_2\n",
      "related_identifier_type_2\n",
      "related_identifier_3\n",
      "related_identifier_type_3\n",
      "related_identifier_4\n",
      "related_identifier_type_4\n",
      "related_identifier_5\n",
      "related_identifier_type_5\n",
      "related_identifier_6\n",
      "related_identifier_type_6\n",
      "related_identifier_7\n",
      "related_identifier_type_7\n",
      "related_identifier_8\n",
      "related_identifier_type_8\n",
      "related_identifier_9\n",
      "related_identifier_type_9\n",
      "related_identifier_10\n",
      "related_identifier_type_10\n",
      "related_identifier_11\n",
      "related_identifier_type_11\n",
      "related_identifier_12\n",
      "related_identifier_type_12\n",
      "related_identifier_13\n",
      "related_identifier_type_13\n",
      "related_identifier_14\n",
      "related_identifier_type_14\n",
      "related_identifier_15\n",
      "related_identifier_type_15\n",
      "related_identifier_16\n",
      "related_identifier_type_16\n",
      "related_identifier_17\n",
      "related_identifier_type_17\n",
      "related_identifier_18\n",
      "related_identifier_type_18\n",
      "related_identifier_19\n",
      "related_identifier_type_19\n",
      "related_identifier_20\n",
      "related_identifier_type_20\n",
      "related_identifier_21\n",
      "related_identifier_type_21\n",
      "related_identifier_22\n",
      "related_identifier_type_22\n",
      "related_identifier_23\n",
      "related_identifier_type_23\n",
      "related_identifier_24\n",
      "related_identifier_type_24\n",
      "related_identifier_25\n",
      "related_identifier_type_25\n",
      "related_identifier_26\n",
      "related_identifier_type_26\n",
      "related_identifier_27\n",
      "related_identifier_type_27\n",
      "related_identifier_28\n",
      "related_identifier_type_28\n",
      "related_identifier_29\n",
      "related_identifier_type_29\n",
      "related_identifier_30\n",
      "related_identifier_type_30\n",
      "related_identifier_31\n",
      "related_identifier_type_31\n",
      "related_identifier_32\n",
      "related_identifier_type_32\n",
      "related_identifier_33\n",
      "related_identifier_type_33\n",
      "related_identifier_34\n",
      "related_identifier_type_34\n",
      "related_identifier_35\n",
      "related_identifier_type_35\n",
      "related_identifier_36\n",
      "related_identifier_type_36\n",
      "related_identifier_37\n",
      "related_identifier_type_37\n",
      "related_identifier_38\n",
      "related_identifier_type_38\n",
      "related_identifier_39\n",
      "related_identifier_type_39\n",
      "related_identifier_40\n",
      "related_identifier_type_40\n",
      "related_identifier_41\n",
      "related_identifier_type_41\n",
      "related_identifier_42\n",
      "related_identifier_type_42\n",
      "related_identifier_43\n",
      "related_identifier_type_43\n",
      "related_identifier_44\n",
      "related_identifier_type_44\n",
      "related_identifier_45\n",
      "related_identifier_type_45\n",
      "related_identifier_46\n",
      "related_identifier_type_46\n",
      "related_identifier_47\n",
      "related_identifier_type_47\n",
      "related_identifier_48\n",
      "related_identifier_type_48\n",
      "related_identifier_49\n",
      "related_identifier_type_49\n",
      "related_identifier_50\n",
      "related_identifier_type_50\n",
      "related_identifier_51\n",
      "related_identifier_type_51\n",
      "related_identifier_52\n",
      "related_identifier_type_52\n",
      "related_identifier_53\n",
      "related_identifier_type_53\n",
      "related_identifier_54\n",
      "related_identifier_type_54\n",
      "related_identifier_55\n",
      "related_identifier_type_55\n",
      "related_identifier_56\n",
      "related_identifier_type_56\n",
      "related_identifier_57\n",
      "related_identifier_type_57\n",
      "related_identifier_58\n",
      "related_identifier_type_58\n",
      "related_identifier_59\n",
      "related_identifier_type_59\n",
      "related_identifier_60\n",
      "related_identifier_type_60\n",
      "related_identifier_61\n",
      "related_identifier_type_61\n",
      "related_identifier_62\n",
      "related_identifier_type_62\n",
      "related_identifier_63\n",
      "related_identifier_type_63\n",
      "related_identifier_64\n",
      "related_identifier_type_64\n",
      "related_identifier_65\n",
      "related_identifier_type_65\n",
      "related_identifier_66\n",
      "related_identifier_type_66\n",
      "related_identifier_67\n",
      "related_identifier_type_67\n",
      "related_identifier_68\n",
      "related_identifier_type_68\n",
      "related_identifier_69\n",
      "related_identifier_type_69\n",
      "related_identifier_70\n",
      "related_identifier_type_70\n",
      "related_identifier_71\n",
      "related_identifier_type_71\n",
      "related_identifier_72\n",
      "related_identifier_type_72\n",
      "related_identifier_73\n",
      "related_identifier_type_73\n",
      "related_identifier_74\n",
      "related_identifier_type_74\n",
      "related_identifier_75\n",
      "related_identifier_type_75\n",
      "related_identifier_76\n",
      "related_identifier_type_76\n",
      "related_identifier_77\n",
      "related_identifier_type_77\n",
      "related_identifier_78\n",
      "related_identifier_type_78\n",
      "related_identifier_79\n",
      "related_identifier_type_79\n",
      "related_identifier_80\n",
      "related_identifier_type_80\n",
      "related_identifier_81\n",
      "related_identifier_type_81\n",
      "related_identifier_82\n",
      "related_identifier_type_82\n",
      "related_identifier_83\n",
      "related_identifier_type_83\n",
      "related_identifier_84\n",
      "related_identifier_type_84\n",
      "related_identifier_85\n",
      "related_identifier_type_85\n",
      "related_identifier_86\n",
      "related_identifier_type_86\n",
      "related_identifier_87\n",
      "related_identifier_type_87\n",
      "related_identifier_88\n",
      "related_identifier_type_88\n",
      "related_identifier_89\n",
      "related_identifier_type_89\n",
      "related_identifier_90\n",
      "related_identifier_type_90\n",
      "related_identifier_91\n",
      "related_identifier_type_91\n",
      "related_identifier_92\n",
      "related_identifier_type_92\n",
      "related_identifier_93\n",
      "related_identifier_type_93\n",
      "related_identifier_94\n",
      "related_identifier_type_94\n",
      "related_identifier_95\n",
      "related_identifier_type_95\n",
      "related_identifier_96\n",
      "related_identifier_type_96\n",
      "related_identifier_97\n",
      "related_identifier_type_97\n",
      "related_identifier_98\n",
      "related_identifier_type_98\n",
      "related_identifier_99\n",
      "related_identifier_type_99\n",
      "related_identifier_100\n",
      "related_identifier_type_100\n",
      "related_identifier_101\n",
      "related_identifier_type_101\n",
      "related_identifier_102\n",
      "related_identifier_type_102\n",
      "related_identifier_103\n",
      "related_identifier_type_103\n",
      "related_identifier_104\n",
      "related_identifier_type_104\n",
      "related_identifier_105\n",
      "related_identifier_type_105\n",
      "related_identifier_106\n",
      "related_identifier_type_106\n",
      "related_identifier_107\n",
      "related_identifier_type_107\n",
      "related_identifier_108\n",
      "related_identifier_type_108\n",
      "related_identifier_109\n",
      "related_identifier_type_109\n",
      "related_identifier_110\n",
      "related_identifier_type_110\n",
      "related_identifier_111\n",
      "related_identifier_type_111\n",
      "related_identifier_112\n",
      "related_identifier_type_112\n",
      "related_identifier_113\n",
      "related_identifier_type_113\n",
      "related_identifier_114\n",
      "related_identifier_type_114\n",
      "related_identifier_115\n",
      "related_identifier_type_115\n",
      "related_identifier_116\n",
      "related_identifier_type_116\n",
      "related_identifier_117\n",
      "related_identifier_type_117\n",
      "related_identifier_118\n",
      "related_identifier_type_118\n",
      "related_identifier_119\n",
      "related_identifier_type_119\n",
      "related_identifier_120\n",
      "related_identifier_type_120\n",
      "related_identifier_121\n",
      "related_identifier_type_121\n",
      "related_identifier_122\n",
      "related_identifier_type_122\n",
      "related_identifier_123\n",
      "related_identifier_type_123\n",
      "related_identifier_124\n",
      "related_identifier_type_124\n",
      "related_identifier_125\n",
      "related_identifier_type_125\n",
      "related_identifier_126\n",
      "related_identifier_type_126\n",
      "related_identifier_127\n",
      "related_identifier_type_127\n",
      "related_identifier_128\n",
      "related_identifier_type_128\n",
      "related_identifier_129\n",
      "related_identifier_type_129\n",
      "related_identifier_130\n",
      "related_identifier_type_130\n",
      "related_identifier_131\n",
      "related_identifier_type_131\n",
      "related_identifier_132\n",
      "related_identifier_type_132\n",
      "related_identifier_133\n",
      "related_identifier_type_133\n",
      "related_identifier_134\n",
      "related_identifier_type_134\n",
      "related_identifier_135\n",
      "related_identifier_type_135\n",
      "related_identifier_136\n",
      "related_identifier_type_136\n",
      "related_identifier_137\n",
      "related_identifier_type_137\n",
      "related_identifier_138\n",
      "related_identifier_type_138\n",
      "related_identifier_139\n",
      "related_identifier_type_139\n",
      "related_identifier_140\n",
      "related_identifier_type_140\n",
      "related_identifier_141\n",
      "related_identifier_type_141\n",
      "related_identifier_142\n",
      "related_identifier_type_142\n",
      "related_identifier_143\n",
      "related_identifier_type_143\n",
      "related_identifier_144\n",
      "related_identifier_type_144\n",
      "related_identifier_145\n",
      "related_identifier_type_145\n",
      "related_identifier_146\n",
      "related_identifier_type_146\n",
      "related_identifier_147\n",
      "related_identifier_type_147\n",
      "related_identifier_148\n",
      "related_identifier_type_148\n",
      "related_identifier_149\n",
      "related_identifier_type_149\n",
      "related_identifier_150\n",
      "related_identifier_type_150\n",
      "related_identifier_151\n",
      "related_identifier_type_151\n",
      "related_identifier_152\n",
      "related_identifier_type_152\n",
      "related_identifier_153\n",
      "related_identifier_type_153\n",
      "related_identifier_154\n",
      "related_identifier_type_154\n",
      "related_identifier_155\n",
      "related_identifier_type_155\n",
      "related_identifier_156\n",
      "related_identifier_type_156\n",
      "related_identifier_157\n",
      "related_identifier_type_157\n",
      "related_identifier_158\n",
      "related_identifier_type_158\n",
      "related_identifier_159\n",
      "related_identifier_type_159\n",
      "related_identifier_160\n",
      "related_identifier_type_160\n",
      "related_identifier_161\n",
      "related_identifier_type_161\n",
      "related_identifier_162\n",
      "related_identifier_type_162\n",
      "related_identifier_163\n",
      "related_identifier_type_163\n",
      "related_identifier_164\n",
      "related_identifier_type_164\n",
      "related_identifier_165\n",
      "related_identifier_type_165\n",
      "related_identifier_166\n",
      "related_identifier_type_166\n",
      "related_identifier_167\n",
      "related_identifier_type_167\n",
      "related_identifier_168\n",
      "related_identifier_type_168\n",
      "related_identifier_169\n",
      "related_identifier_type_169\n",
      "related_identifier_170\n",
      "related_identifier_type_170\n",
      "related_identifier_171\n",
      "related_identifier_type_171\n",
      "related_identifier_172\n",
      "related_identifier_type_172\n",
      "related_identifier_173\n",
      "related_identifier_type_173\n",
      "related_identifier_174\n",
      "related_identifier_type_174\n",
      "related_identifier_175\n",
      "related_identifier_type_175\n",
      "related_identifier_176\n",
      "related_identifier_type_176\n",
      "related_identifier_177\n",
      "related_identifier_type_177\n",
      "related_identifier_178\n",
      "related_identifier_type_178\n",
      "related_identifier_179\n",
      "related_identifier_type_179\n",
      "related_identifier_180\n",
      "related_identifier_type_180\n",
      "related_identifier_181\n",
      "related_identifier_type_181\n",
      "related_identifier_182\n",
      "related_identifier_type_182\n",
      "related_identifier_183\n",
      "related_identifier_type_183\n",
      "related_identifier_184\n",
      "related_identifier_type_184\n",
      "related_identifier_185\n",
      "related_identifier_type_185\n",
      "related_identifier_186\n",
      "related_identifier_type_186\n",
      "related_identifier_187\n",
      "related_identifier_type_187\n",
      "related_url_10\n",
      "related_url_11\n",
      "related_url_12\n",
      "related_url_13\n",
      "related_url_14\n",
      "related_url_15\n",
      "related_url_16\n",
      "related_url_17\n",
      "related_url_18\n",
      "related_url_19\n",
      "related_url_1\n",
      "related_url_20\n",
      "related_url_21\n",
      "related_url_22\n",
      "related_url_23\n",
      "related_url_24\n",
      "related_url_25\n",
      "related_url_2\n",
      "related_url_3\n",
      "related_url_4\n",
      "related_url_5\n",
      "related_url_6\n",
      "related_url_7\n",
      "related_url_8\n",
      "related_url_9\n",
      "relation_type_100\n",
      "relation_type_101\n",
      "relation_type_102\n",
      "relation_type_103\n",
      "relation_type_104\n",
      "relation_type_105\n",
      "relation_type_106\n",
      "relation_type_107\n",
      "relation_type_108\n",
      "relation_type_109\n",
      "relation_type_10\n",
      "relation_type_110\n",
      "relation_type_111\n",
      "relation_type_112\n",
      "relation_type_113\n",
      "relation_type_114\n",
      "relation_type_115\n",
      "relation_type_116\n",
      "relation_type_117\n",
      "relation_type_118\n",
      "relation_type_119\n",
      "relation_type_11\n",
      "relation_type_120\n",
      "relation_type_121\n",
      "relation_type_122\n",
      "relation_type_123\n",
      "relation_type_124\n",
      "relation_type_125\n",
      "relation_type_126\n",
      "relation_type_127\n",
      "relation_type_128\n",
      "relation_type_129\n",
      "relation_type_12\n",
      "relation_type_130\n",
      "relation_type_131\n",
      "relation_type_132\n",
      "relation_type_133\n",
      "relation_type_134\n",
      "relation_type_135\n",
      "relation_type_136\n",
      "relation_type_137\n",
      "relation_type_138\n",
      "relation_type_139\n",
      "relation_type_13\n",
      "relation_type_140\n",
      "relation_type_141\n",
      "relation_type_142\n",
      "relation_type_143\n",
      "relation_type_144\n",
      "relation_type_145\n",
      "relation_type_146\n",
      "relation_type_147\n",
      "relation_type_148\n",
      "relation_type_149\n",
      "relation_type_14\n",
      "relation_type_150\n",
      "relation_type_151\n",
      "relation_type_152\n",
      "relation_type_153\n",
      "relation_type_154\n",
      "relation_type_155\n",
      "relation_type_156\n",
      "relation_type_157\n",
      "relation_type_158\n",
      "relation_type_159\n",
      "relation_type_15\n",
      "relation_type_160\n",
      "relation_type_161\n",
      "relation_type_162\n",
      "relation_type_163\n",
      "relation_type_164\n",
      "relation_type_165\n",
      "relation_type_166\n",
      "relation_type_167\n",
      "relation_type_168\n",
      "relation_type_169\n",
      "relation_type_16\n",
      "relation_type_170\n",
      "relation_type_171\n",
      "relation_type_172\n",
      "relation_type_173\n",
      "relation_type_174\n",
      "relation_type_175\n",
      "relation_type_176\n",
      "relation_type_177\n",
      "relation_type_178\n",
      "relation_type_179\n",
      "relation_type_17\n",
      "relation_type_180\n",
      "relation_type_181\n",
      "relation_type_182\n",
      "relation_type_183\n",
      "relation_type_184\n",
      "relation_type_185\n",
      "relation_type_186\n",
      "relation_type_187\n",
      "relation_type_18\n",
      "relation_type_19\n",
      "relation_type_1\n",
      "relation_type_20\n",
      "relation_type_21\n",
      "relation_type_22\n",
      "relation_type_23\n",
      "relation_type_24\n",
      "relation_type_25\n",
      "relation_type_26\n",
      "relation_type_27\n",
      "relation_type_28\n",
      "relation_type_29\n",
      "relation_type_2\n",
      "relation_type_30\n",
      "relation_type_31\n",
      "relation_type_32\n",
      "relation_type_33\n",
      "relation_type_34\n",
      "relation_type_35\n",
      "relation_type_36\n",
      "relation_type_37\n",
      "relation_type_38\n",
      "relation_type_39\n",
      "relation_type_3\n",
      "relation_type_40\n",
      "relation_type_41\n",
      "relation_type_42\n",
      "relation_type_43\n",
      "relation_type_44\n",
      "relation_type_45\n",
      "relation_type_46\n",
      "relation_type_47\n",
      "relation_type_48\n",
      "relation_type_49\n",
      "relation_type_4\n",
      "relation_type_50\n",
      "relation_type_51\n",
      "relation_type_52\n",
      "relation_type_53\n",
      "relation_type_54\n",
      "relation_type_55\n",
      "relation_type_56\n",
      "relation_type_57\n",
      "relation_type_58\n",
      "relation_type_59\n",
      "relation_type_5\n",
      "relation_type_60\n",
      "relation_type_61\n",
      "relation_type_62\n",
      "relation_type_63\n",
      "relation_type_64\n",
      "relation_type_65\n",
      "relation_type_66\n",
      "relation_type_67\n",
      "relation_type_68\n",
      "relation_type_69\n",
      "relation_type_6\n",
      "relation_type_70\n",
      "relation_type_71\n",
      "relation_type_72\n",
      "relation_type_73\n",
      "relation_type_74\n",
      "relation_type_75\n",
      "relation_type_76\n",
      "relation_type_77\n",
      "relation_type_78\n",
      "relation_type_79\n",
      "relation_type_7\n",
      "relation_type_80\n",
      "relation_type_81\n",
      "relation_type_82\n",
      "relation_type_83\n",
      "relation_type_84\n",
      "relation_type_85\n",
      "relation_type_86\n",
      "relation_type_87\n",
      "relation_type_88\n",
      "relation_type_89\n",
      "relation_type_8\n",
      "relation_type_90\n",
      "relation_type_91\n",
      "relation_type_92\n",
      "relation_type_93\n",
      "relation_type_94\n",
      "relation_type_95\n",
      "relation_type_96\n",
      "relation_type_97\n",
      "relation_type_98\n",
      "relation_type_99\n",
      "relation_type_9\n",
      "representative_id\n",
      "resource_type_1\n",
      "rights_holder_1\n",
      "rights_holder_2\n",
      "rights_statement_1\n",
      "series_name_1\n",
      "series_name_2\n",
      "state\n",
      "title_1\n",
      "version_1\n",
      "volume_1\n"
     ]
    }
   ],
   "source": [
    "# iterating the columns -- Fields on BL IRO export file:\n",
    "\n",
    "for col in datasets_df.columns:\n",
    "    print(col)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "It's possible to have the details of a máx of: \n",
    "* 143 contributors\n",
    "* 25 creators\n",
    "* 14 editors\n",
    "\n",
    "_\n",
    "\n",
    "* 2 events\n",
    "* 107 files\n",
    "* 15 Keywords\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "# replace NaN for an empty string\n",
    " datasets_df.fillna('', inplace=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Unique Identifier = doi\n",
    "\n",
    "Official_URL = 'https://doi.org/' + doi \n",
    "\n",
    "(or 'https://' + official_url)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1383,
   "metadata": {},
   "outputs": [],
   "source": [
    "# if datasets_df.loc[rec][\"id\"] == 'f866aefa-b025-4675-b37d-44647649ba71': #rec = 466 (as of 15 June 2022)\n",
    "#    FilesSize = '3.73 GB + 4.96 GB (8.7 GB)'\n",
    "# else:\n",
    "#    FilesSize = Size(rec)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Build the Output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "datasets_df.reset_index(inplace=True,drop=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [],
   "source": [
    "# extract the copy-paste fields\n",
    "\n",
    "LabsRegBLRepo = datasets_df[[\"id\",\"title_1\",\"date_published_1\",\"creator_organization_name_1\",\"abstract\",\"additional_information\",\"official_url\",\"file_availability_1\",\"file_availability_2\",\"license_1\",\"language_1\"]]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "addArray1 = []\n",
    "addArray2 = []\n",
    "for rec in range(len(datasets_df)):\n",
    "    addArray1.append(authors(rec))\n",
    "    addArray2.append(contributors(rec))\n",
    "LabsRegBLRepo.insert(3, \"Contributors\", addArray2, True)\n",
    "LabsRegBLRepo.insert(3, \"Authors\", addArray1, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "addArray = []\n",
    "for rec in range(len(datasets_df)):\n",
    "    addArray.append(Keywords(rec))\n",
    "LabsRegBLRepo.insert(6, \"Keywords\", addArray, True)    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "addArray = []\n",
    "for rec in range(len(datasets_df)):\n",
    "    addArray.append(files(rec))\n",
    "LabsRegBLRepo.insert(12, \"Files\", addArray, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "80\n"
     ]
    }
   ],
   "source": [
    "addArray = []\n",
    "for rec in range(len(datasets_df)):\n",
    "    FilesS = ''\n",
    "    \n",
    "    if datasets_df.loc[rec][\"id\"] == 'f866aefa-b025-4675-b37d-44647649ba71':\n",
    "        FilesS = '3.73 GB, 4.96 GB'\n",
    "        print(rec)\n",
    "    elif datasets_df.loc[rec][\"id\"] == '8de070f6-bb21-4d3f-89de-7c3930934d2f':\n",
    "        FilesS = '28.5 MB, 19.7 MB'\n",
    "        print(rec)\n",
    "    \n",
    "    if FilesS != '':\n",
    "        addArray.append(FilesS)\n",
    "    else:\n",
    "        addArray.append(Size(rec))\n",
    "        \n",
    "LabsRegBLRepo.insert(14, \"Files Size\", addArray, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "addArray0 = []\n",
    "addArray1 = []\n",
    "addArray2 = []\n",
    "addArray3 = []\n",
    "addArray4 = []\n",
    "addArray5 = []\n",
    "addArray6 = []\n",
    "addArray7 = []\n",
    "addArray8 = []\n",
    "\n",
    "for rec in range(len(datasets_df)):\n",
    "    addArray0.append(\"Research Repository\")\n",
    "    addArray1.append(\"Ready To Use\")\n",
    "    addArray2.append(\"Online Download\")\n",
    "    addArray3.append(\"Not Needed\")\n",
    "    addArray4.append(\"British Library Labs\")\n",
    "    addArray5.append(\"No\")\n",
    "    if \"publicdomain\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"Public Domain\")\n",
    "    elif \"/by-nc/\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"CC BY-NC\")\n",
    "    elif \"/by/\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"CC BY\")\n",
    "    elif \"/by-nc-sa/\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"CC BY-NC-SA\")\n",
    "    elif \"/by-sa/\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"CC BY-SA\")\n",
    "    elif \"MIT\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"MIT\")\n",
    "    elif \"open-government-licence\" in datasets_df.loc[rec][\"license_1\"]:\n",
    "        addArray6.append(\"Open Government\")\n",
    "    else:\n",
    "        addArray6.append(\"\")\n",
    "    addArray7.append(\"Repository Cloud\")\n",
    "    addArray8.append(\"No\")\n",
    "\n",
    "LabsRegBLRepo.insert(16, \"Is It Being Updated?\", addArray8, True) #both are \"No\"\n",
    "LabsRegBLRepo.insert(16, \"Any Issues With Access?\", addArray8, True) #both are \"No\"\n",
    "LabsRegBLRepo.insert(16, \"Location\", addArray7, True)\n",
    "LabsRegBLRepo.insert(16, \"Rights Assessment\", addArray6, True)    \n",
    "LabsRegBLRepo.insert(16, \"T&C Needed?\", addArray5, True)\n",
    "LabsRegBLRepo.insert(16, \"Contact Person (Public)\", addArray4, True)\n",
    "LabsRegBLRepo.insert(16, \"BL Labs Assistance\", addArray3, True)\n",
    "LabsRegBLRepo.insert(16, \"User Access Level\", addArray2, True)\n",
    "LabsRegBLRepo.insert(16, \"Availability Status\", addArray1, True)\n",
    "LabsRegBLRepo.insert(16, \"BL Dataset Provider\", addArray0, True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id                                          a48c3997-f6f8-4fba-b61c-fe727d91ed56\n",
      "title_1                                                       Early Music Online\n",
      "date_published_1                                                            2011\n",
      "Authors                                         Rose, Stephen, and Sandra Tuppen\n",
      "Contributors                                       Butler, Katherine, and others\n",
      "creator_organization_name_1                                                     \n",
      "Keywords                                                                        \n",
      "abstract                       Access is provided via the Official URL. These...\n",
      "additional_information         The digitised content is copyright © The Briti...\n",
      "official_url                   https://repository.royalholloway.ac.uk/access/...\n",
      "file_availability_1                     External link (access may be restricted)\n",
      "file_availability_2                                                             \n",
      "Files                                                                           \n",
      "license_1                                                                       \n",
      "Files Size                                                                      \n",
      "language_1                                                                      \n",
      "BL Dataset Provider                                          Research Repository\n",
      "Availability Status                                                 Ready To Use\n",
      "User Access Level                                                Online Download\n",
      "BL Labs Assistance                                                    Not Needed\n",
      "Contact Person (Public)                                     British Library Labs\n",
      "T&C Needed?                                                                   No\n",
      "Rights Assessment                                                               \n",
      "Location                                                        Repository Cloud\n",
      "Any Issues With Access?                                                       No\n",
      "Is It Being Updated?                                                          No\n"
     ]
    }
   ],
   "source": [
    "print(LabsRegBLRepo.loc[10].to_string())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "id                                          f866aefa-b025-4675-b37d-44647649ba71\n",
      "title_1                        Ground Truth transcriptions for training OCR o...\n",
      "date_published_1                                                            2019\n",
      "Authors                                                                         \n",
      "Contributors                                                                    \n",
      "creator_organization_name_1                                      British Library\n",
      "Keywords                                              transcription, Arabic, OCR\n",
      "abstract                       This dataset comprises 120 digitised images (T...\n",
      "additional_information         The two .ZIP files are 3.73 and 4.96 GB, each ...\n",
      "official_url                                       https://doi.org/10.23636/1135\n",
      "file_availability_1                          File available from this repository\n",
      "file_availability_2                                                             \n",
      "Files                          RASM2019_part_2.zip, RASM2019_part_1.zip, Arab...\n",
      "license_1                      https://creativecommons.org/publicdomain/mark/...\n",
      "Files Size                                                      3.73 GB, 4.96 GB\n",
      "language_1                                                                Arabic\n",
      "BL Dataset Provider                                          Research Repository\n",
      "Availability Status                                                 Ready To Use\n",
      "User Access Level                                                Online Download\n",
      "BL Labs Assistance                                                    Not Needed\n",
      "Contact Person (Public)                                     British Library Labs\n",
      "T&C Needed?                                                                   No\n",
      "Rights Assessment                                                  Public Domain\n",
      "Location                                                        Repository Cloud\n",
      "Any Issues With Access?                                                       No\n",
      "Is It Being Updated?                                                          No\n"
     ]
    }
   ],
   "source": [
    "print(LabsRegBLRepo.loc[80].to_string())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1395,
   "metadata": {},
   "outputs": [],
   "source": [
    "LabsRegBLRepo.rename(columns = {'id':'Unique Identifier','title_1':'Dataset Title','date_published_1':'Date Added','creator_organization_name_1':'Institution','abstract':'Short Description','official_url':'Official URL','license_1':'Rights Assessment Link','language_1':'Language','additional_information':'Additional Information'}, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1396,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Unique Identifier</th>\n",
       "      <th>Dataset Title</th>\n",
       "      <th>Date Added</th>\n",
       "      <th>Authors</th>\n",
       "      <th>Contributors</th>\n",
       "      <th>Institution</th>\n",
       "      <th>Keywords</th>\n",
       "      <th>Short Description</th>\n",
       "      <th>Additional Information</th>\n",
       "      <th>Official URL</th>\n",
       "      <th>...</th>\n",
       "      <th>BL Dataset Provider</th>\n",
       "      <th>Availability Status</th>\n",
       "      <th>User Access Level</th>\n",
       "      <th>BL Labs Assistance</th>\n",
       "      <th>Contact Person (Public)</th>\n",
       "      <th>T&amp;C Needed?</th>\n",
       "      <th>Rights Assessment</th>\n",
       "      <th>Location</th>\n",
       "      <th>Any Issues With Access?</th>\n",
       "      <th>Is It Being Updated?</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>16f3f849-2456-4581-9f23-c9ee60103b1d</td>\n",
       "      <td>AAS Card Catalogues: Turkish</td>\n",
       "      <td>2017</td>\n",
       "      <td></td>\n",
       "      <td>Sobers-Khan, Nur</td>\n",
       "      <td>British Library</td>\n",
       "      <td>Turkish, card, catalogue, AAS</td>\n",
       "      <td>This dataset contains digitised microfilms of ...</td>\n",
       "      <td>The 2.38 GB ZIP file (created using 7-Zip) con...</td>\n",
       "      <td>https://doi.org/10.21250/aascc26</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td>Public Domain</td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>8de070f6-bb21-4d3f-89de-7c3930934d2f</td>\n",
       "      <td>Digitised Quarterly Lists PDFs and Metadata</td>\n",
       "      <td>2016</td>\n",
       "      <td>Derrick, Tom</td>\n",
       "      <td>Derrick, Tom, and Nur Sobers-Khan</td>\n",
       "      <td></td>\n",
       "      <td>Indian, books, metadata</td>\n",
       "      <td>The files in this dataset are derived from the...</td>\n",
       "      <td>Due to the large file size of the PDF catalogu...</td>\n",
       "      <td>https://doi.org/10.21250/tcq</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td>Public Domain</td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>807f0563-025e-46be-a251-1ad1ba477981</td>\n",
       "      <td>Theatrical playbills from Britain and Ireland ...</td>\n",
       "      <td>2015</td>\n",
       "      <td></td>\n",
       "      <td>Kirk, Tanya</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>text, playbills, singlesheet, playbill, OCR</td>\n",
       "      <td>The dataset comprises 264 volumes of digitised...</td>\n",
       "      <td>The British Library shelfmarks are: Playbills ...</td>\n",
       "      <td>https://doi.org/10.21250/pb2</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td>Public Domain</td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>cdb004c6-4e5d-4df9-b648-b33ea33b35dd</td>\n",
       "      <td>Early German Bookbindings in the British Library</td>\n",
       "      <td>2019</td>\n",
       "      <td>Marks, P. J. M.</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>blind tooled, leather, workshop, German bindin...</td>\n",
       "      <td>This dataset comprises approx. 650 records rel...</td>\n",
       "      <td>This dataset is a work in progress and will co...</td>\n",
       "      <td>https://doi.org/10.23636/401</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td></td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>da95a80b-a051-459f-9913-9d0c7424e6b0</td>\n",
       "      <td>Resources used in attribution of early German ...</td>\n",
       "      <td>2019</td>\n",
       "      <td>Marks, P. J. M.</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>blind tooled, leather, workshop, German bindin...</td>\n",
       "      <td>This list of resources relates to the Early Ge...</td>\n",
       "      <td>This database is a work in progress and will c...</td>\n",
       "      <td>https://doi.org/10.23636/402</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td></td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>661ecabb-8e7b-4d83-b2d0-35918350090f</td>\n",
       "      <td>Siddham: the South Asia Inscriptions Database</td>\n",
       "      <td>2017</td>\n",
       "      <td>Rees, Gethin, Sam van Schaik and Danièl Balogh</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>The Siddham database is a resource for the stu...</td>\n",
       "      <td></td>\n",
       "      <td>http://www.siddham.uk/</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td></td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>272b8709-6f16-4ab1-8398-6bdd72c33300</td>\n",
       "      <td>Early Buddhist Rock-Cut Monasteries Of The Wes...</td>\n",
       "      <td>2017-09-27</td>\n",
       "      <td>Rees, Gethin</td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>CSV files containing locations of early Buddhi...</td>\n",
       "      <td></td>\n",
       "      <td>http://doi.org/10.5281/zenodo.998080</td>\n",
       "      <td>...</td>\n",
       "      <td>Research Repository</td>\n",
       "      <td>Ready To Use</td>\n",
       "      <td>Online Download</td>\n",
       "      <td>Not Needed</td>\n",
       "      <td>British Library Labs</td>\n",
       "      <td>No</td>\n",
       "      <td>CC BY-NC</td>\n",
       "      <td>Repository Cloud</td>\n",
       "      <td>No</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>7 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                      Unique Identifier  \\\n",
       "0  16f3f849-2456-4581-9f23-c9ee60103b1d   \n",
       "1  8de070f6-bb21-4d3f-89de-7c3930934d2f   \n",
       "2  807f0563-025e-46be-a251-1ad1ba477981   \n",
       "3  cdb004c6-4e5d-4df9-b648-b33ea33b35dd   \n",
       "4  da95a80b-a051-459f-9913-9d0c7424e6b0   \n",
       "5  661ecabb-8e7b-4d83-b2d0-35918350090f   \n",
       "6  272b8709-6f16-4ab1-8398-6bdd72c33300   \n",
       "\n",
       "                                       Dataset Title  Date Added  \\\n",
       "0                       AAS Card Catalogues: Turkish        2017   \n",
       "1        Digitised Quarterly Lists PDFs and Metadata        2016   \n",
       "2  Theatrical playbills from Britain and Ireland ...        2015   \n",
       "3   Early German Bookbindings in the British Library        2019   \n",
       "4  Resources used in attribution of early German ...        2019   \n",
       "5      Siddham: the South Asia Inscriptions Database        2017   \n",
       "6  Early Buddhist Rock-Cut Monasteries Of The Wes...  2017-09-27   \n",
       "\n",
       "                                          Authors  \\\n",
       "0                                                   \n",
       "1                                    Derrick, Tom   \n",
       "2                                                   \n",
       "3                                 Marks, P. J. M.   \n",
       "4                                 Marks, P. J. M.   \n",
       "5  Rees, Gethin, Sam van Schaik and Danièl Balogh   \n",
       "6                                    Rees, Gethin   \n",
       "\n",
       "                        Contributors           Institution  \\\n",
       "0                   Sobers-Khan, Nur       British Library   \n",
       "1  Derrick, Tom, and Nur Sobers-Khan                         \n",
       "2                        Kirk, Tanya  British Library Labs   \n",
       "3                                                            \n",
       "4                                                            \n",
       "5                                                            \n",
       "6                                                            \n",
       "\n",
       "                                            Keywords  \\\n",
       "0                      Turkish, card, catalogue, AAS   \n",
       "1                            Indian, books, metadata   \n",
       "2        text, playbills, singlesheet, playbill, OCR   \n",
       "3  blind tooled, leather, workshop, German bindin...   \n",
       "4  blind tooled, leather, workshop, German bindin...   \n",
       "5                                                      \n",
       "6                                                      \n",
       "\n",
       "                                   Short Description  \\\n",
       "0  This dataset contains digitised microfilms of ...   \n",
       "1  The files in this dataset are derived from the...   \n",
       "2  The dataset comprises 264 volumes of digitised...   \n",
       "3  This dataset comprises approx. 650 records rel...   \n",
       "4  This list of resources relates to the Early Ge...   \n",
       "5  The Siddham database is a resource for the stu...   \n",
       "6  CSV files containing locations of early Buddhi...   \n",
       "\n",
       "                              Additional Information  \\\n",
       "0  The 2.38 GB ZIP file (created using 7-Zip) con...   \n",
       "1  Due to the large file size of the PDF catalogu...   \n",
       "2  The British Library shelfmarks are: Playbills ...   \n",
       "3  This dataset is a work in progress and will co...   \n",
       "4  This database is a work in progress and will c...   \n",
       "5                                                      \n",
       "6                                                      \n",
       "\n",
       "                           Official URL  ...  BL Dataset Provider  \\\n",
       "0      https://doi.org/10.21250/aascc26  ...  Research Repository   \n",
       "1          https://doi.org/10.21250/tcq  ...  Research Repository   \n",
       "2          https://doi.org/10.21250/pb2  ...  Research Repository   \n",
       "3          https://doi.org/10.23636/401  ...  Research Repository   \n",
       "4          https://doi.org/10.23636/402  ...  Research Repository   \n",
       "5                http://www.siddham.uk/  ...  Research Repository   \n",
       "6  http://doi.org/10.5281/zenodo.998080  ...  Research Repository   \n",
       "\n",
       "  Availability Status User Access Level BL Labs Assistance  \\\n",
       "0        Ready To Use   Online Download         Not Needed   \n",
       "1        Ready To Use   Online Download         Not Needed   \n",
       "2        Ready To Use   Online Download         Not Needed   \n",
       "3        Ready To Use   Online Download         Not Needed   \n",
       "4        Ready To Use   Online Download         Not Needed   \n",
       "5        Ready To Use   Online Download         Not Needed   \n",
       "6        Ready To Use   Online Download         Not Needed   \n",
       "\n",
       "  Contact Person (Public) T&C Needed? Rights Assessment          Location  \\\n",
       "0    British Library Labs          No     Public Domain  Repository Cloud   \n",
       "1    British Library Labs          No     Public Domain  Repository Cloud   \n",
       "2    British Library Labs          No     Public Domain  Repository Cloud   \n",
       "3    British Library Labs          No                    Repository Cloud   \n",
       "4    British Library Labs          No                    Repository Cloud   \n",
       "5    British Library Labs          No                    Repository Cloud   \n",
       "6    British Library Labs          No          CC BY-NC  Repository Cloud   \n",
       "\n",
       "  Any Issues With Access? Is It Being Updated?  \n",
       "0                      No                   No  \n",
       "1                      No                   No  \n",
       "2                      No                   No  \n",
       "3                      No                   No  \n",
       "4                      No                   No  \n",
       "5                      No                   No  \n",
       "6                      No                   No  \n",
       "\n",
       "[7 rows x 26 columns]"
      ]
     },
     "execution_count": 1396,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "LabsRegBLRepo.head(7)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1398,
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install openpyxl #run once at the server (and only once)\n",
    "\n",
    "LabsRegBLRepo.to_excel(\"BLIRO_BLLabsRegistry.xlsx\", sheet_name='import', na_rep='', float_format=None, columns=None, header=True, index=True, index_label=None, startrow=0, startcol=0, engine=None, merge_cells=True, inf_rep='inf', verbose=True, freeze_panes=None)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}