Merge pull request #1 from fatbuddy/dev

Dev

.github/workflows/ci.yml

@@ -15,6 +15,7 @@ on:
   push:
     branches:
       - develop
+      - dev
       - release
   pull_request:
     branches:
@@ -26,7 +27,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python: ["3.8", "3.9", "3.10", "3.11"]
+        python: ["3.8", "3.9", "3.10", "3.11", "3.12"]
         os: [ubuntu-latest, macos-latest, windows-latest]
     runs-on: ${{ matrix.os }}
     steps:
@@ -56,6 +57,8 @@ jobs:
       - name: Install Graphviz for other platforms
         if: runner.os != 'Windows'
         uses: ts-graphviz/setup-graphviz@v2
+        with:
+          macos-skip-brew-update: 'true'
 
       - name: Cache venv
         uses: actions/cache@v2

dataprep/__init__.py

@@ -4,6 +4,7 @@
 
 Dataprep let you prepare your data using a single library with a few lines of code.
 """
+
 import logging
 
 DEFAULT_PARTITIONS = 1

dataprep/clean/address_utils.py

@@ -1,6 +1,7 @@
 """
 Constants used by the clean_address() and validate_address() functions
 """
+
 # pylint: disable=C0301, C0302, E1101
 
 from builtins import zip

dataprep/clean/clean_ad_nrt.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 Andorra NRT (Número de Registre Tributari, Andorra tax number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_al_nipt.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 NIPT (Numri i Identifikimit për Personin e Tatueshëm, Albanian VAT number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ar_cbu.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 CBU (Clave Bancaria Uniforme, Argentine bank account number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ar_cuit.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 CUIT (Código Único de Identificación Tributaria, Argentinian tax number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ar_dni.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 DNI (Documento Nacional de Identidad, Argentinian national identity nr.).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_at_uid.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 UID (Umsatzsteuer-Identifikationsnummer, Austrian VAT number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_at_vnr.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 VNR, SVNR, VSNR (Versicherungsnummer, Austrian social security number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument, E1101, E1133
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_au_abn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Australian Business Numbers (ABNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_au_acn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Australian Company Numbers (ACNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_au_tfn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Australian Tax File Numbers (TFNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_be_iban.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Belgian IBANs.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_be_vat.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Belgian VAT numbers (VATs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_bg_egn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Bulgarian national identification numbers (EGNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_bg_pnf.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Bulgarian personal number of a foreigner.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_bg_vat.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Bulgarian VAT numbers (VATs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_bic.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing ISO 9362 Business identifier codes.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_bitcoin.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Bitcoin Addresses.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_br_cnpj.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing CNPJ numbers, Brazilian company identifier.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_br_cpf.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing CPF numbers, Brazilian national identifier.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_by_unp.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Belarusian UNP numbers (UNPs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ca_bn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Canadian Business Numbers (BNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ca_sin.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Canadian Social Insurance Numbers(SINs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_casrn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing CAS Registry Numbers.
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ch_esr.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Swiss EinzahlungsSchein mit Referenznummer (ESRs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ch_ssn.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Swiss social security numbers (SSNs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ch_uid.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Swiss business identifiers (UIDs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_ch_vat.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Swiss VAT numbers (VATs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cl_rut.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Chile RUT/RUN numbers (RUTs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cn_ric.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Chinese Resident Identity Card Number (RICs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cn_uscc.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing Chinese Unified Social Credit Code
 (China tax number) (USCCs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_co_nit.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Colombian identity codes (NITs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_country.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing country names.
 """
+
 from functools import lru_cache
 from operator import itemgetter
 from os import path
@@ -371,9 +372,7 @@ def _get_format_if_allowed(input_format: str, allowed_formats: Tuple[str, ...])
         return (
             "name"
             if "name" in allowed_formats
-            else "official"
-            if "official" in allowed_formats
-            else None
+            else "official" if "official" in allowed_formats else None
         )
 
     return input_format if input_format in allowed_formats else None

dataprep/clean/clean_cr_cpf.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Costa Rica physical person ID number (CPFs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cr_cpj.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Costa Rica tax number (CPJs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cr_cr.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Costa Rica foreigners ID number (CRs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cu_ni.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Cuban identity card numbers (NIs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_currency.py

@@ -50,7 +50,6 @@ def clean_currency(
     report: bool = True,
     progress: bool = False,
 ) -> Union[pd.DataFrame, dd.DataFrame]:
-
     """
     Clean, standardize and convert currencies.
 

dataprep/clean/clean_cusip.py

@@ -2,6 +2,7 @@
 Clean and validate a DataFrame column containing
 CUSIP numbers (financial security identification number).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches, unused-argument
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cy_vat.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Cypriot VAT number (VATs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cz_dic.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Czech VAT number (DICs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_cz_rc.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing Czech birth numbers (RCs).
 """
+
 # pylint: disable=too-many-lines, too-many-arguments, too-many-branches
 from typing import Any, Union
 from operator import itemgetter

dataprep/clean/clean_date.py

@@ -1,6 +1,7 @@
 """
 Clean and validate a DataFrame column containing dates and times.
 """
+
 # pylint: disable=too-many-lines
 import datetime
 from copy import deepcopy