crawler_data/count_object.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "This notebook count all object datatype (ex: String, Party) on template library."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:10:57.102532Z",
     "start_time": "2021-06-12T22:10:57.100604Z"
    }
   },
   "outputs": [],
   "source": [
    "import json\n",
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:10:57.281020Z",
     "start_time": "2021-06-12T22:10:57.271533Z"
    }
   },
   "outputs": [],
   "source": [
    "with open(\"./all_contract.json\") as f:\n",
    "    data = json.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:10:57.472922Z",
     "start_time": "2021-06-12T22:10:57.469596Z"
    }
   },
   "outputs": [],
   "source": [
    "def is_obj_row(row, target):\n",
    "    is_obj_row = (\n",
    "        re.findall(f\"\\s{target}[\\s|\\n]\", row) and\n",
    "        \"import\" not in row and\n",
    "        (\"-->\" in row or \" o \" in row)\n",
    "    )\n",
    "    return is_obj_row"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:10:58.345328Z",
     "start_time": "2021-06-12T22:10:58.157179Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Not Found: empty\n",
      "Not Found: empty-contract\n"
     ]
    }
   ],
   "source": [
    "out = []\n",
    "for key in data.keys():\n",
    "    file_key = [s for s in data[key].keys() if \"cto\" in s][0]\n",
    "    \n",
    "    text = \"\".join(data[key][\"/text/grammar.tem.md\"])\n",
    "    \n",
    "    result = re.finditer(\"({[^{]*?)\\w(?=\\})}\", text)\n",
    "\n",
    "    targets = list(map(lambda x: x.string[x.start(): x.end()], result))\n",
    "    #['{buyer}', '{amount}', '{seller}']\n",
    "    targets = list(map(lambda x: re.sub(\"{|}\", \"\", x), targets))\n",
    "    #['buyer', 'amount', 'seller']\n",
    "    \n",
    "    has_match = False\n",
    "    \n",
    "    for row in data[key][file_key]:\n",
    "        for target in targets:\n",
    "            #'[exporter' -> 'exporter'\n",
    "            target = re.sub(\"[^A-Za-z0-9\\s]+\", \"\", target)\n",
    "            if is_obj_row(row, target):\n",
    "                obj = re.findall(f\"\\s+(.*) {target}\", row)\n",
    "                #['--> Party']\n",
    "                obj = obj[0].split(\" \")[-1]\n",
    "                #\"Party\"\n",
    "                out.append(f\"{target} => {obj}\")\n",
    "                has_match = True\n",
    "    if has_match ==False:\n",
    "        print(\"Not Found:\", key)\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:11:00.039078Z",
     "start_time": "2021-06-12T22:11:00.030887Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "623"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(out)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:11:01.367414Z",
     "start_time": "2021-06-12T22:11:01.353281Z"
    },
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "name => String\n",
      "title => String\n",
      "signature => String\n",
      "fullName => String\n",
      "dateSigned => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "termination => Duration\n",
      "fractionalPart => TemporalUnit\n",
      "fractionalPart => TemporalUnit\n",
      "conversionSource => String\n",
      "fromCurrency => CurrencyCode\n",
      "fromCurrency => CurrencyCode\n",
      "toCurrency => CurrencyCode\n",
      "buyer => Party\n",
      "seller => Party\n",
      "costOfGoods => MonetaryAmount\n",
      "deliveryFee => MonetaryAmount\n",
      "executionDate => DateTime\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "exporter => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "product => String\n",
      "issueDate => DateTime\n",
      "orderBillOfLading => String\n",
      "packingList => String\n",
      "renewalTerms => Integer\n",
      "termRenewal => Period\n",
      "termTerminationNotice => Period\n",
      "invoice => String\n",
      "bookingId => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "purchaseOrder => String\n",
      "exporterAddress => String\n",
      "turnaroundTime => Integer\n",
      "amountOfEachProduct => Integer\n",
      "amountOfEachProduct => Integer\n",
      "unitPriceOfEachProduct => MonetaryAmount\n",
      "locationForDelivery => String\n",
      "deliveryDate => DateTime\n",
      "deliveryDate => DateTime\n",
      "deliveryDate => DateTime\n",
      "deliveryDate => DateTime\n",
      "exporterBankAccount => Integer\n",
      "modifiedPurchaseOrder => String\n",
      "cancellationDeadline => Duration\n",
      "shipper => String\n",
      "shipper => String\n",
      "shipper => String\n",
      "exportPort => String\n",
      "productDescription => String\n",
      "productWeight => Integer\n",
      "productMeasurement => String\n",
      "freightCharges => MonetaryAmount\n",
      "evaluationTime => Duration\n",
      "acceptanceCriteria => String\n",
      "termBeginDate => DateTime\n",
      "termPeriod => Period\n",
      "currentTerm => Period\n",
      "shipment => String\n",
      "shipment => String\n",
      "unitPrice => MonetaryAmount\n",
      "unit => Integer\n",
      "sensorReadingFrequency => Integer\n",
      "duration => TemporalUnit\n",
      "countPeriod => Period\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "termination => Duration\n",
      "fractionalPart => TemporalUnit\n",
      "fractionalPart => TemporalUnit\n",
      "date => DateTime\n",
      "maker => String\n",
      "interestRate => Double\n",
      "makerAddress => String\n",
      "lender => String\n",
      "legalEntity => BusinessEntity\n",
      "lenderAddress => String\n",
      "maturityDate => DateTime\n",
      "defaultDays => Integer\n",
      "insolvencyDays => Integer\n",
      "jurisdiction => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "optional => forceMajeure\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "termination => Duration\n",
      "fractionalPart => TemporalUnit\n",
      "fractionalPart => TemporalUnit\n",
      "optional => forceMajeure\n",
      "optional => deliveredAt\n",
      "address => String\n",
      "address => String\n",
      "depositAmount => MonetaryAmount\n",
      "tenantDepositRestorationPeriod => Period\n",
      "monthlyBaseRentMultiple => Double\n",
      "monthlyBaseRentMultiple => Double\n",
      "applicableLaw => String\n",
      "statute => String\n",
      "bankName => String\n",
      "landlordDepositReturnPeriod => Period\n",
      "exhibit => String\n",
      "companyName => String\n",
      "companyName => String\n",
      "incorporationState => String\n",
      "streetAddress => String\n",
      "addressRegion => String\n",
      "addressLocality => String\n",
      "postalCode => String\n",
      "registeredAgentName => String\n",
      "incorporationDate => DateTime\n",
      "authorizedShareCapital => Long\n",
      "parValue => Double\n",
      "incorporatorName => String\n",
      "incorporatorName => String\n",
      "incorporatorAddress => String\n",
      "incorporatorCity => String\n",
      "incorporatorState => String\n",
      "incorporatorZip => String\n",
      "companyName => String\n",
      "companyName => String\n",
      "incorporationDate => DateTime\n",
      "authorizedShareCapital => Long\n",
      "parValue => Double\n",
      "amount => MonetaryAmount\n",
      "lessorName => String\n",
      "lessorAddress => String\n",
      "lessorPhone => String\n",
      "lesseeName => String\n",
      "lesseeAddress => String\n",
      "lesseePhone => String\n",
      "authorizedCourt => String\n",
      "plateID => String\n",
      "plateID => String\n",
      "carBrand => String\n",
      "carBrand => String\n",
      "model => String\n",
      "modelYear => String\n",
      "color => String\n",
      "vechileID => String\n",
      "startDate => String\n",
      "endDate => String\n",
      "deliveryStation => String\n",
      "amountText => String\n",
      "amount => MonetaryAmount\n",
      "paymentProcedure => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "deliveryPrice => MonetaryAmount\n",
      "accelerationMin => Double\n",
      "accelerationMax => Double\n",
      "accelerationBreachPenalty => MonetaryAmount\n",
      "deliveryLimitDuration => Duration\n",
      "lateDeliveryPenalty => MonetaryAmount\n",
      "effectiveDate => DateTime\n",
      "effectiveDate => DateTime\n",
      "effectiveDate => DateTime\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "supplier => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "buyer => String\n",
      "shortDescriptionOfTheProducts => String\n",
      "noticeWindow => Integer\n",
      "cancellationWindow => Integer\n",
      "minimumPercentage => Double\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliverables => String\n",
      "deliveryWindow => Integer\n",
      "deliveryAttachment => String\n",
      "inspectionWindow => Integer\n",
      "acceptanceAttachment => String\n",
      "priceUpdateWindow => Integer\n",
      "accountNumber => String\n",
      "routingNumnber => String\n",
      "termYears => Integer\n",
      "renewalYears => Integer\n",
      "renewalWindow => Integer\n",
      "governingState => USState\n",
      "governingState => USState\n",
      "governingState => USState\n",
      "venueState => USState\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "deliverables => OrderItem[]\n",
      "date => DateTime\n",
      "maker => String\n",
      "interestRate => Double\n",
      "makerAddress => String\n",
      "lender => String\n",
      "legalEntity => BusinessEntity\n",
      "lenderAddress => String\n",
      "maturityDate => DateTime\n",
      "defaultDays => Integer\n",
      "insolvencyDays => Integer\n",
      "jurisdiction => String\n",
      "maximumDelay => Duration\n",
      "purchaser => Party\n",
      "supplier => Party\n",
      "quantity => Integer\n",
      "unitOfMass => UnitOfMass\n",
      "packageType => PackageType\n",
      "description => String\n",
      "nmfcCode => \n",
      "freightClass => FreightClass\n",
      "hazmat => Hazardous\n",
      "accountName => String\n",
      "scac => String\n",
      "bolNumber => String\n",
      "bookingNumber => String\n",
      "exportReferences => String\n",
      "onwardInstructions => String\n",
      "shipper => Organization\n",
      "consignee => Organization\n",
      "notifyParty => Organization\n",
      "vessel => String\n",
      "voyageNumber => String\n",
      "portOfLoading => String\n",
      "portOfDischarge => String\n",
      "placeOfReceipt => String\n",
      "placeOfDelivery => String\n",
      "declaredValue => MonetaryAmount\n",
      "firstVolume => Double\n",
      "firstVolume => Double\n",
      "secondVolume => Double\n",
      "secondVolume => Double\n",
      "firstRate => Double\n",
      "secondRate => Double\n",
      "thirdRate => Double\n",
      "grower => Party\n",
      "shipment => Shipment\n",
      "dueDate => DateTime\n",
      "unitPrice => MonetaryAmount\n",
      "unit => UnitOfMass\n",
      "unit => UnitOfMass\n",
      "minUnits => Integer\n",
      "maxUnits => Integer\n",
      "product => String\n",
      "sensorReadingFrequency => Integer\n",
      "duration => TemporalUnit\n",
      "minTemperature => Double\n",
      "maxTemperature => Double\n",
      "minHumidity => Double\n",
      "maxHumidity => Double\n",
      "penaltyFactor => Double\n",
      "shipment => Shipment\n",
      "grower => Party\n",
      "paymentPeriod => Integer\n",
      "monthlyCapPercentage => Double\n",
      "yearlyCapPercentage => Double\n",
      "availability1 => Double\n",
      "serviceCredit1 => MonetaryAmount\n",
      "availability2 => Double\n",
      "serviceCredit2 => MonetaryAmount\n",
      "serviceProvider => Party\n",
      "serviceConsumer => Party\n",
      "shipment => Shipment\n",
      "shipment => Shipment\n",
      "grower => Grower\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "lateOne => Duration\n",
      "lateTwo => Duration\n",
      "lateThree => Duration\n",
      "lateOnePercent => Double\n",
      "lateTwoPercent => Double\n",
      "lateThreePercent => Double\n",
      "article => String\n",
      "article => String\n",
      "article => String\n",
      "thisSection => String\n",
      "maxFailures => Integer\n",
      "failureRange => Duration\n",
      "repeatedFailureCompensation => MonetaryAmount\n",
      "rate => Double\n",
      "loanDuration => Integer\n",
      "name => String\n",
      "industry => String\n",
      "website => String\n",
      "numberOfEmployees => Integer\n",
      "volumeUpTo => Double\n",
      "volumeAbove => Double\n",
      "rate => Double\n",
      "name => String\n",
      "title => String\n",
      "email => String\n",
      "phone => String\n",
      "timezone => TimeZone\n",
      "communicationChannel => CommunicationChannel\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "receiver => Organization\n",
      "receiver => Organization\n",
      "receiver => Organization\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "shipper => Organization\n",
      "receiver => Organization\n",
      "receiver => Organization\n",
      "receiver => Organization\n",
      "deliverable => String\n",
      "deliverable => String\n",
      "deliverable => String\n",
      "deliverable => String\n",
      "deliverable => String\n",
      "businessDays => Long\n",
      "attachment => String\n",
      "BUYER => Party\n",
      "SELLER => Party\n",
      "name => String\n",
      "amount => MonetaryAmount\n",
      "effectiveDate => DateTime\n",
      "licensee => Party\n",
      "licenseeState => String\n",
      "licenseeEntityType => String\n",
      "licenseeAddress => String\n",
      "licensor => Party\n",
      "licensorState => String\n",
      "licensorEntityType => String\n",
      "licensorAddress => String\n",
      "territory => String\n",
      "purposeDescription => String\n",
      "workDescription => String\n",
      "amountText => String\n",
      "amount => MonetaryAmount\n",
      "paymentProcedure => String\n",
      "token => String\n",
      "token => String\n",
      "token => String\n",
      "company => String\n",
      "company => String\n",
      "company => String\n",
      "companyType => BusinessEntity\n",
      "state => State\n",
      "state => State\n",
      "purchaseAmount => MonetaryAmount\n",
      "currency => CurrencyCode\n",
      "netProceedLimit => MonetaryAmount\n",
      "date => DateTime\n",
      "deadlineDate => DateTime\n",
      "discountRatePercentage => Double\n",
      "network => String\n",
      "network => String\n",
      "coin => String\n",
      "coin => String\n",
      "coin => String\n",
      "exchanges => String\n",
      "companyRepresentative => String\n",
      "purchaser => String\n",
      "description => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "maximumDelay => Duration\n",
      "paymentCount => Double\n",
      "paymentCount => Double\n",
      "buyer => Party\n",
      "seller => Party\n",
      "amountPerUnit => MonetaryAmount\n",
      "paymentCount => Integer\n",
      "volumeUpTo => Double\n",
      "volumeAbove => Double\n",
      "rate => Double\n",
      "miles => Double\n",
      "buyer => Party\n",
      "seller => Party\n",
      "optional => forceMajeure\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "termination => Duration\n",
      "fractionalPart => TemporalUnit\n",
      "fractionalPart => TemporalUnit\n",
      "optional => forceMajeure\n",
      "optional => deliveredAt\n",
      "amount => Double\n",
      "companyName => String\n",
      "companyName => String\n",
      "companyName => String\n",
      "companyRegistrationNumber => Long\n",
      "purchaser => String\n",
      "jurisdiction => State\n",
      "jurisdiction => State\n",
      "jurisdiction => State\n",
      "jurisdiction => State\n",
      "purchaseAmount => Double\n",
      "discount => Double\n",
      "projectName => String\n",
      "projectName => String\n",
      "projectName => String\n",
      "projectName => String\n",
      "projectName => String\n",
      "projectDescription => String\n",
      "months => Integer\n",
      "monthsText => String\n",
      "amount => Double\n",
      "amountText => String\n",
      "bank => Organization\n",
      "bank => Organization\n",
      "bank => Organization\n",
      "letterDate => DateTime\n",
      "counterparty => Organization\n",
      "counterparty => Organization\n",
      "bankReference => String\n",
      "notionalAmount => MonetaryAmount\n",
      "tradeDate => DateTime\n",
      "effectiveDate => DateTime\n",
      "terminationDate => DateTime\n",
      "fixedRatePayer => Organization\n",
      "fixedRatePayerPeriodEndDates => String\n",
      "fixedRatePayerPaymentDates => String\n",
      "fixedRate => Double\n",
      "fixedRateDayCountFraction => DayCountFraction\n",
      "fixedRatePayerBusinessDays => String\n",
      "fixedRatePayerBusinessDayConvention => String\n",
      "floatingRatePayer => Organization\n",
      "floatingRatePayerPeriodEndDates => String\n",
      "floatingRatePayerPaymentDates => String\n",
      "floatingRateForInitialCalculationPeriod => Double\n",
      "floatingRateOption => String\n",
      "designatedMaturity => String\n",
      "spread => String\n",
      "floatingRateDayCountFraction => DayCountFraction\n",
      "resetDates => String\n",
      "compounding => String\n",
      "floatingRatePayerBusinessDays => String\n",
      "floatingRatePayerBusinessDayConvention => String\n",
      "status => EnvelopeStatusCode\n",
      "purchaser => String\n",
      "supplier => String\n",
      "effectiveDate => DateTime\n",
      "minimumPercentage => Double\n",
      "tenant => Party\n",
      "landlord => Party\n",
      "depositAmount => MonetaryAmount\n",
      "tenantDepositRestorationPeriod => Period\n",
      "monthlyBaseRentMultiple => Double\n",
      "monthlyBaseRentMultiple => Double\n",
      "applicableLaw => String\n",
      "statute => String\n",
      "bankName => String\n",
      "landlordDepositReturnPeriod => Period\n",
      "exhibit => String\n",
      "buyer => String\n",
      "seller => String\n",
      "refundPeriod => String\n",
      "counterparty => String\n",
      "currencyType => String\n",
      "appealPeriod => String\n",
      "countryLegislation => String\n",
      "buyer => Party\n",
      "buyer => Party\n",
      "seller => Party\n",
      "seller => Party\n",
      "totalPurchasePrice => MonetaryAmount\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "maximumDelay => Duration\n",
      "royaltyText => String\n",
      "royaltyRate => Double\n",
      "sublicensingRoyaltyText => String\n",
      "sublicensingRoyaltyRate => Double\n",
      "paymentPeriod => Duration\n",
      "paymentPeriodWithPermission => Duration\n",
      "paymentPeriodWithPermission => Duration\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "maximumDelay => Duration\n",
      "buyer => String\n",
      "seller => String\n",
      "softwareID => String\n",
      "userCount => String\n",
      "authorizedCourt => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "seller => Party\n",
      "value => MonetaryAmount\n",
      "name => String\n",
      "deadline => DateTime\n",
      "budget => MonetaryAmount\n",
      "description => String\n",
      "other => String\n",
      "name => String\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "termination => Duration\n",
      "fractionalPart => TemporalUnit\n",
      "fractionalPart => TemporalUnit\n",
      "rate => Double\n",
      "loanDuration => Integer\n",
      "buyer => Party\n",
      "seller => Party\n",
      "amount => MonetaryAmount\n",
      "employee => String\n",
      "company => String\n",
      "tax => Double\n",
      "buyer => Party\n",
      "seller => Party\n",
      "penaltyDuration => Duration\n",
      "penaltyPercentage => Double\n",
      "capPercentage => Double\n",
      "maximumDelay => Duration\n",
      "buyer => Party\n",
      "seller => Party\n",
      "amount => MonetaryAmount\n"
     ]
    }
   ],
   "source": [
    "for i in out:\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:12:55.611645Z",
     "start_time": "2021-06-12T22:12:55.608091Z"
    }
   },
   "outputs": [],
   "source": [
    "keywords = []\n",
    "obj = []\n",
    "for i in out:\n",
    "    keywords.append(i.split(\" => \")[0])\n",
    "    obj.append(i.split(\" => \")[1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:13:11.450314Z",
     "start_time": "2021-06-12T22:13:11.447614Z"
    }
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "df = pd.DataFrame()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:13:41.540760Z",
     "start_time": "2021-06-12T22:13:41.537203Z"
    }
   },
   "outputs": [],
   "source": [
    "df[\"keyword\"] = keywords\n",
    "df[\"obj\"] = obj\n",
    "df[\"count\"] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:14:01.344525Z",
     "start_time": "2021-06-12T22:14:01.339723Z"
    }
   },
   "outputs": [],
   "source": [
    "count = df.groupby(\"obj\").sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:40:56.112513Z",
     "start_time": "2021-06-12T22:40:56.102879Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>obj</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>String</th>\n",
       "      <td>291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Double</th>\n",
       "      <td>69</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Party</th>\n",
       "      <td>53</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Integer</th>\n",
       "      <td>31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Duration</th>\n",
       "      <td>29</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>MonetaryAmount</th>\n",
       "      <td>28</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DateTime</th>\n",
       "      <td>26</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Organization</th>\n",
       "      <td>24</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TemporalUnit</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Period</th>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>OrderItem[]</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>State</th>\n",
       "      <td>6</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>USState</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Shipment</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>forceMajeure</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Long</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CurrencyCode</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>BusinessEntity</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>UnitOfMass</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>DayCountFraction</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>deliveredAt</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PackageType</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hazardous</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Grower</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>FreightClass</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>EnvelopeStatusCode</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TimeZone</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>CommunicationChannel</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      count\n",
       "obj                        \n",
       "String                  291\n",
       "Double                   69\n",
       "Party                    53\n",
       "Integer                  31\n",
       "Duration                 29\n",
       "MonetaryAmount           28\n",
       "DateTime                 26\n",
       "Organization             24\n",
       "TemporalUnit             12\n",
       "Period                    9\n",
       "OrderItem[]               7\n",
       "State                     6\n",
       "USState                   4\n",
       "Shipment                  4\n",
       "forceMajeure              4\n",
       "Long                      4\n",
       "CurrencyCode              4\n",
       "BusinessEntity            3\n",
       "UnitOfMass                3\n",
       "DayCountFraction          2\n",
       "deliveredAt               2\n",
       "PackageType               1\n",
       "Hazardous                 1\n",
       "Grower                    1\n",
       "FreightClass              1\n",
       "EnvelopeStatusCode        1\n",
       "TimeZone                  1\n",
       "CommunicationChannel      1\n",
       "                          1"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count = count.sort_values(\"count\", ascending=False)\n",
    "count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:42:58.378852Z",
     "start_time": "2021-06-12T22:42:58.372926Z"
    }
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "291\tString\n",
      "69\tDouble\n",
      "53\tParty\n",
      "31\tInteger\n",
      "29\tDuration\n",
      "28\tMonetaryAmount\n",
      "26\tDateTime\n",
      "24\tOrganization\n",
      "12\tTemporalUnit\n",
      "9\tPeriod\n",
      "7\tOrderItem[]\n",
      "6\tState\n",
      "4\tUSState\n",
      "4\tShipment\n",
      "4\tforceMajeure\n",
      "4\tLong\n",
      "4\tCurrencyCode\n",
      "3\tBusinessEntity\n",
      "3\tUnitOfMass\n",
      "2\tDayCountFraction\n",
      "2\tdeliveredAt\n",
      "1\tPackageType\n",
      "1\tHazardous\n",
      "1\tGrower\n",
      "1\tFreightClass\n",
      "1\tEnvelopeStatusCode\n",
      "1\tTimeZone\n",
      "1\tCommunicationChannel\n",
      "1\t\n"
     ]
    }
   ],
   "source": [
    "for _, row in count.iterrows():\n",
    "    print(f\"{row.values[0]}\\t{row.name}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "ExecuteTime": {
     "end_time": "2021-06-12T22:41:53.926899Z",
     "start_time": "2021-06-12T22:41:53.923691Z"
    }
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'String'"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  },
  "varInspector": {
   "cols": {
    "lenName": 16,
    "lenType": 16,
    "lenVar": 40
   },
   "kernels_config": {
    "python": {
     "delete_cmd_postfix": "",
     "delete_cmd_prefix": "del ",
     "library": "var_list.py",
     "varRefreshCmd": "print(var_dic_list())"
    },
    "r": {
     "delete_cmd_postfix": ") ",
     "delete_cmd_prefix": "rm(",
     "library": "var_list.r",
     "varRefreshCmd": "cat(var_dic_list()) "
    }
   },
   "types_to_exclude": [
    "module",
    "function",
    "builtin_function_or_method",
    "instance",
    "_Feature"
   ],
   "window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}