8000 get rid of pip inspect by stonebig · Pull Request #1321 · winpython/winpython · GitHub
[go: up one dir, main page]
Skip to content

get rid of pip inspect #1321

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 1 commit into from
Apr 28, 2024
Merged

get rid of pip inspect #1321

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
83 changes: 22 additions & 61 deletions winpython/piptree.py
View file
Open in desktop
8000
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
# -*- coding: utf-8 -*-
import json, sys, re, platform, os, sysconfig
import re
from winpython import utils
from collections import OrderedDict
from pip._vendor.packaging.markers import Marker

from importlib.metadata import Distribution , distributions
from pathlib import Path

def normalize(this):
"""apply https://peps.python.org/pep-0503/#normalized-names"""
Expand All @@ -25,6 +25,7 @@ def __init__(self, Target=None):
# req_version = version needed
# req_marker = marker of the requirement (if any)
# on current Python, use from importlib.metadata + Distribution.Discover() for 2x speed-up
# on other Python, use importlib.metadata + distributions(path=[str(Path(Target).parent /'lib'/'site-packages'),])
self.distro = {}
self.raw = {}
replacements = str.maketrans({" ": "", "[": "", "]": "", "'": "", '"': ""})
Expand All @@ -45,20 +46,25 @@ def __init__(self, Target=None):
}

# get pip_inpsect raw data in json form
if Target == None or sys.executable==Target:
# self-Distro inspection case
# faster then pip_inspect = utils.exec_shell_cmd(f'set pythonutf8=1 & python -X utf8=1 -m pip inspect', sys.prefix)
from importlib.metadata import Distribution
if Target == None:
Target = sys.executable

# faster then pip_inspect = utils.exec_shell_cmd(f'set pythonutf8=1 & python -X utf8=1 -m pip inspect', sys.prefix)
if sys.executable==Target:
# self-Distro inspection case (use all packages reachable per sys.path I presume )
pip_json_installed=Distribution.discover()
for p in pip_json_installed:
meta = p.metadata
name = p.name
version = p.version
key = normalize(name)
requires = []
self.raw[key] = meta
if p.requires:
for i in p.requires:
else:
# not self-Distro inspection case , look at site-packages only)
pip_json_installed=distributions(path=[str(Path(Target).parent /'lib'/'site-packages'),])
for p in pip_json_installed:
meta = p.metadata
name = p.name
version = p.version
key = normalize(name)
requires = []
self.raw[key] = meta
if p.requires:
for i in p.requires:
det = (i + ";").split(";")

# req_nameextra is "python-jose[cryptography]"
Expand All @@ -81,60 +87,15 @@ def __init__(self, Target=None):
if not req_marker == "":
req_add["req_marker"] = req_marker
requires += [req_add]
self.distro[key] = {
self.distro[key] = {
"name": name,
"version": p.version,
"summary": meta["Summary"] if "Summary" in meta else "",
"requires_dist": requires,
"wanted_per": [],
"description": meta["Description"] if "Description" in meta else "",
}
else:
# General Any Distro inspection case
# unreliable to utf-8: pip_inspect = utils.exec_run_cmd([Target , "-X" ,"utf8=1", "-m", "pip", "inspect"])
# os.environ["pythonutf8"] = "1" causes issues in movable function, so limit to this moment
pip_inspect = utils.exec_shell_cmd(f'set pythonutf8=1 & "{Target}" -X utf8=1 -m pip inspect', sys.prefix)
pip_json = json.loads(pip_inspect)


for p in pip_json["installed"]:
meta = p["metadata"]
name = meta["name"]
key = normalize(name)
requires = []
self.raw[key] = meta
if "requires_dist" in meta:
for i in meta["requires_dist"]:
det = (i + ";").split(";")

# req_nameextra is "python-jose[cryptography]"
# from fastapi "python-jose[cryptography]<4.0.0,>=3.3.0
# req_nameextra is "google-cloud-storage"
# from "google-cloud-storage (<2.0.0,>=1.26.0)
req_nameextra = re.split(" |;|==|!|>|<", det[0] + ";")[0]
req_nameextra = normalize(req_nameextra)
req_key = normalize((req_nameextra + "[").split("[")[0])
req_key_extra = req_nameextra[len(req_key) + 1 :].split("]")[0]
req_version = det[0][len(req_nameextra) :].translate(replacements)
req_marker = det[1]

req_add = {
"req_key": req_key,
"req_version": req_version,
"req_extra": req_key_extra,
}
# add the marker of the requirement, if not nothing:
if not req_marker == "":
req_add["req_marker"] = req_marker
requires += [req_add]
self.distro[key] = {
"name": name,
"version": meta["version"],
"summary": meta["summary"] if "summary" in meta else "",
"requires_dist": requires,
"wanted_per": [],
"description": meta["description"] if "description" in meta else "",
}
# On a second pass, complement distro in reverse mode with 'wanted-per':
# - get all downward links in 'requires_dist' of each package
# - feed the required packages 'wanted_per' as a reverse dict of dict
Expand Down
0