Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Prune pip dependency tree for gateway #252

Closed
parasj opened this issue Apr 6, 2022 · 0 comments · Fixed by #294
Closed

Prune pip dependency tree for gateway #252

parasj opened this issue Apr 6, 2022 · 0 comments · Fixed by #294
Assignees

Comments

@parasj
Copy link
Contributor

parasj commented Apr 6, 2022

Potential candidates to remove:

  • netifaces and oslo.concurrency (which avoids installing build-essential)
  • grpcio-status
(base) ubuntu@ip-172-31-82-174:~/skylark$ sudo docker run --rm -it ghcr.io/parasj/skylark:local-fe65bff08442673694c6e670ff47f0a9 bash
root@08aaa39b041e:/pkg# pip install pipdeptree
Collecting pipdeptree
  Downloading pipdeptree-2.2.1-py3-none-any.whl (21 kB)
Requirement already satisfied: pip>=6.0.0 in /usr/local/lib/python3.10/site-packages (from pipdeptree) (22.0.4)
Installing collected packages: pipdeptree
Successfully installed pipdeptree-2.2.1
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
root@08aaa39b041e:/pkg# pipdeptree -fl
Warning!!! Possibly conflicting dependencies found:
* skylark==0.1
 - azure-mgmt-compute [required: Any, installed: ?]
 - azure-mgmt-network [required: Any, installed: ?]
 - azure-mgmt-resource [required: Any, installed: ?]
 - pandas [required: Any, installed: ?]
 - questionary [required: Any, installed: ?]
 - typer [required: Any, installed: ?]
------------------------------------------------------------------------
Flask==2.1.1
  click==8.1.2
  itsdangerous==2.1.2
  Jinja2==3.1.1
    MarkupSafe==2.1.1
  Werkzeug==2.1.1
pipdeptree==2.2.1
  pip==22.0.4
pyOpenSSL==22.0.0
  cryptography==36.0.2
    cffi==1.15.0
      pycparser==2.21
setproctitle==1.2.2
setuptools==58.1.0
# Editable install with no version control (skylark==0.1)
-e /pkg
  awscrt==0.13.8
  azure-identity==1.9.0
    azure-core==1.23.1
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      six==1.16.0
      typing_extensions==4.1.1
    cryptography==36.0.2
      cffi==1.15.0
        pycparser==2.21
    msal==1.17.0
      cryptography==36.0.2
        cffi==1.15.0
          pycparser==2.21
      PyJWT==2.3.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
    msal-extensions==0.3.1
      msal==1.17.0
        cryptography==36.0.2
          cffi==1.15.0
            pycparser==2.21
        PyJWT==2.3.0
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
      portalocker==2.4.0
    six==1.16.0
  azure-mgmt-authorization==2.0.0
    azure-common==1.1.28
    azure-mgmt-core==1.3.0
      azure-core==1.23.1
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
        six==1.16.0
        typing_extensions==4.1.1
    msrest==0.6.21
      certifi==2021.10.8
      isodate==0.6.1
        six==1.16.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      requests-oauthlib==1.3.1
        oauthlib==3.2.0
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
  azure-mgmt-compute
  azure-mgmt-network
  azure-mgmt-resource
  azure-mgmt-storage==19.1.0
    azure-common==1.1.28
    azure-mgmt-core==1.3.0
      azure-core==1.23.1
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
        six==1.16.0
        typing_extensions==4.1.1
    msrest==0.6.21
      certifi==2021.10.8
      isodate==0.6.1
        six==1.16.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      requests-oauthlib==1.3.1
        oauthlib==3.2.0
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
  azure-storage-blob==12.11.0
    azure-core==1.23.1
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      six==1.16.0
      typing_extensions==4.1.1
    cryptography==36.0.2
      cffi==1.15.0
        pycparser==2.21
    msrest==0.6.21
      certifi==2021.10.8
      isodate==0.6.1
        six==1.16.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      requests-oauthlib==1.3.1
        oauthlib==3.2.0
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
  boto3==1.21.34
    botocore==1.24.34
      jmespath==1.0.0
      python-dateutil==2.8.2
        six==1.16.0
      urllib3==1.26.9
    jmespath==1.0.0
    s3transfer==0.5.2
      botocore==1.24.34
        jmespath==1.0.0
        python-dateutil==2.8.2
          six==1.16.0
        urllib3==1.26.9
  cachetools==5.0.0
  click==8.1.2
  google-api-python-client==2.43.0
    google-api-core==2.7.1
      google-auth==2.6.2
        cachetools==5.0.0
        pyasn1-modules==0.2.8
          pyasn1==0.4.8
        rsa==4.8
          pyasn1==0.4.8
        six==1.16.0
      googleapis-common-protos==1.56.0
        protobuf==3.20.0
      protobuf==3.20.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
    google-auth==2.6.2
      cachetools==5.0.0
      pyasn1-modules==0.2.8
        pyasn1==0.4.8
      rsa==4.8
        pyasn1==0.4.8
      six==1.16.0
    google-auth-httplib2==0.1.0
      google-auth==2.6.2
        cachetools==5.0.0
        pyasn1-modules==0.2.8
          pyasn1==0.4.8
        rsa==4.8
          pyasn1==0.4.8
        six==1.16.0
      httplib2==0.20.4
        pyparsing==3.0.7
      six==1.16.0
    httplib2==0.20.4
      pyparsing==3.0.7
    uritemplate==4.1.1
  google-auth==2.6.2
    cachetools==5.0.0
    pyasn1-modules==0.2.8
      pyasn1==0.4.8
    rsa==4.8
      pyasn1==0.4.8
    six==1.16.0
  google-cloud-compute==1.1.0
    google-api-core==2.7.1
      google-auth==2.6.2
        cachetools==5.0.0
        pyasn1-modules==0.2.8
          pyasn1==0.4.8
        rsa==4.8
          pyasn1==0.4.8
        six==1.16.0
      googleapis-common-protos==1.56.0
        protobuf==3.20.0
      protobuf==3.20.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
    proto-plus==1.20.3
      protobuf==3.20.0
  google-cloud-storage==2.2.1
    google-api-core==2.7.1
      google-auth==2.6.2
        cachetools==5.0.0
        pyasn1-modules==0.2.8
          pyasn1==0.4.8
        rsa==4.8
          pyasn1==0.4.8
        six==1.16.0
      googleapis-common-protos==1.56.0
        protobuf==3.20.0
      protobuf==3.20.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
    google-auth==2.6.2
      cachetools==5.0.0
      pyasn1-modules==0.2.8
        pyasn1==0.4.8
      rsa==4.8
        pyasn1==0.4.8
      six==1.16.0
    google-cloud-core==2.2.3
      google-api-core==2.7.1
        google-auth==2.6.2
          cachetools==5.0.0
          pyasn1-modules==0.2.8
            pyasn1==0.4.8
          rsa==4.8
            pyasn1==0.4.8
          six==1.16.0
        googleapis-common-protos==1.56.0
          protobuf==3.20.0
        protobuf==3.20.0
        requests==2.27.1
          certifi==2021.10.8
          charset-normalizer==2.0.12
          idna==3.3
          urllib3==1.26.9
      google-auth==2.6.2
        cachetools==5.0.0
        pyasn1-modules==0.2.8
          pyasn1==0.4.8
        rsa==4.8
          pyasn1==0.4.8
        six==1.16.0
    google-resumable-media==2.3.2
      google-crc32c==1.3.0
    protobuf==3.20.0
    requests==2.27.1
      certifi==2021.10.8
      charset-normalizer==2.0.12
      idna==3.3
      urllib3==1.26.9
  grpcio-status==1.44.0
    googleapis-common-protos==1.56.0
      protobuf==3.20.0
    grpcio==1.44.0
      six==1.16.0
    protobuf==3.20.0
  oslo.concurrency==4.5.0
    fasteners==0.17.3
    oslo.config==8.8.0
      debtcollector==2.5.0
        wrapt==1.14.0
      netaddr==0.8.0
      oslo.i18n==5.1.0
        pbr==5.8.1
      PyYAML==6.0
      requests==2.27.1
        certifi==2021.10.8
        charset-normalizer==2.0.12
        idna==3.3
        urllib3==1.26.9
      rfc3986==2.0.0
      stevedore==3.5.0
        pbr==5.8.1
    oslo.i18n==5.1.0
      pbr==5.8.1
    oslo.utils==4.12.2
      debtcollector==2.5.0
        wrapt==1.14.0
      iso8601==1.0.2
      netaddr==0.8.0
      netifaces==0.11.0
      oslo.i18n==5.1.0
        pbr==5.8.1
      packaging==21.3
        pyparsing==3.0.7
      pbr==5.8.1
      pyparsing==3.0.7
      pytz==2022.1
    pbr==5.8.1
  pandas
  paramiko==2.10.3
    bcrypt==3.2.0
      cffi==1.15.0
        pycparser==2.21
      six==1.16.0
    cryptography==36.0.2
      cffi==1.15.0
        pycparser==2.21
    PyNaCl==1.5.0
      cffi==1.15.0
        pycparser==2.21
    six==1.16.0
  questionary
  termcolor==1.1.0
  tqdm==4.64.0
  typer
wheel==0.37.1
@parasj parasj added the build label Apr 6, 2022
@parasj parasj moved this to Todo (backlog) in Skylark Alpha release Apr 6, 2022
@parasj parasj moved this to Reviewing in Skyplane roadmap Apr 25, 2022
@parasj parasj self-assigned this Apr 25, 2022
@parasj parasj added this to the Skylark backlog milestone Apr 27, 2022
Repository owner moved this from Reviewing to Done in Skyplane roadmap Apr 28, 2022
Repository owner moved this from Todo (backlog) to Done in Skylark Alpha release Apr 28, 2022
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Labels
None yet
Projects
No open projects
Status: Done
Development

Successfully merging a pull request may close this issue.

1 participant