mirror of
https://github.com/pypiserver/pypiserver
synced 2025-02-22 19:19:37 +01:00
e8f1f149a5
- Precomputes various attributes - File digest is cached on access - Cache requires watchdog to be installed
153 lines
4.4 KiB
Python
153 lines
4.4 KiB
Python
import sys
|
|
import os
|
|
from subprocess import call
|
|
|
|
from . import core
|
|
import itertools
|
|
|
|
if sys.version_info >= (3, 0):
|
|
from xmlrpc.client import Server
|
|
|
|
def make_pypi_client(url):
|
|
return Server(url)
|
|
else:
|
|
from xmlrpclib import Transport # @UnresolvedImport
|
|
import httplib # @UnresolvedImport
|
|
import urllib
|
|
|
|
class ProxiedTransport(Transport):
|
|
|
|
def set_proxy(self, proxy):
|
|
self.proxy = proxy
|
|
|
|
def make_connection(self, host):
|
|
self.realhost = host
|
|
if sys.hexversion < 0x02070000:
|
|
_http_connection = httplib.HTTP
|
|
else:
|
|
_http_connection = httplib.HTTPConnection
|
|
return _http_connection(self.proxy)
|
|
|
|
def send_request(self, connection, handler, request_body):
|
|
connection.putrequest(
|
|
"POST", 'http://%s%s' % (self.realhost, handler))
|
|
|
|
def send_host(self, connection, host):
|
|
connection.putheader('Host', self.realhost)
|
|
|
|
def make_pypi_client(url):
|
|
http_proxy_url = urllib.getproxies().get("http", "")
|
|
|
|
if http_proxy_url:
|
|
http_proxy_spec = urllib.splithost(
|
|
urllib.splittype(http_proxy_url)[1])[0]
|
|
transport = ProxiedTransport()
|
|
transport.set_proxy(http_proxy_spec)
|
|
else:
|
|
transport = None
|
|
return Server(url, transport=transport)
|
|
|
|
|
|
def is_stable_version(pversion):
|
|
for x in ("*c", "*@", "*b"):
|
|
if x in pversion:
|
|
return False
|
|
for x in pversion:
|
|
if x.startswith("*final"):
|
|
return True
|
|
if x.startswith("*"):
|
|
return False
|
|
return False
|
|
|
|
|
|
def filter_stable_releases(releases):
|
|
for pkg in releases:
|
|
if is_stable_version(pkg.parsed_version):
|
|
yield pkg
|
|
|
|
|
|
def filter_latest_pkgs(pkgs):
|
|
pkgname2latest = {}
|
|
|
|
for x in pkgs:
|
|
pkgname = core.normalize_pkgname(x.pkgname)
|
|
|
|
if pkgname not in pkgname2latest:
|
|
pkgname2latest[pkgname] = x
|
|
elif x.parsed_version > pkgname2latest[pkgname].parsed_version:
|
|
pkgname2latest[pkgname] = x
|
|
|
|
return pkgname2latest.values()
|
|
|
|
|
|
def build_releases(pkg, versions):
|
|
for x in versions:
|
|
parsed_version = core.parse_version(x)
|
|
if parsed_version > pkg.parsed_version:
|
|
yield core.PkgFile(pkgname=pkg.pkgname,
|
|
version=x,
|
|
replaces=pkg)
|
|
|
|
|
|
def find_updates(pkgset, stable_only=True):
|
|
no_releases = set()
|
|
filter_releases = filter_stable_releases if stable_only else (lambda x: x)
|
|
|
|
def write(s):
|
|
sys.stdout.write(s)
|
|
sys.stdout.flush()
|
|
|
|
latest_pkgs = frozenset(filter_latest_pkgs(pkgset))
|
|
|
|
sys.stdout.write(
|
|
"checking %s packages for newer version\n" % len(latest_pkgs),)
|
|
need_update = set()
|
|
|
|
pypi = make_pypi_client("https://pypi.python.org/pypi/")
|
|
|
|
for count, pkg in enumerate(latest_pkgs):
|
|
if count % 40 == 0:
|
|
write("\n")
|
|
|
|
pypi_versions = pypi.package_releases(pkg.pkgname)
|
|
if pypi_versions:
|
|
releases = filter_releases(build_releases(pkg, pypi_versions))
|
|
status = "."
|
|
try:
|
|
need_update.add(max(releases, key=lambda x: x.parsed_version))
|
|
status = "u"
|
|
except ValueError:
|
|
pass
|
|
else:
|
|
status = "e"
|
|
no_releases.add(pkg.pkgname)
|
|
|
|
write(status)
|
|
|
|
write("\n\n")
|
|
|
|
if no_releases:
|
|
sys.stdout.write("no releases found on pypi for %s\n\n" %
|
|
(", ".join(sorted(no_releases)),))
|
|
|
|
return need_update
|
|
|
|
|
|
def update(pkgset, destdir=None, dry_run=False, stable_only=True):
|
|
need_update = find_updates(pkgset, stable_only=stable_only)
|
|
for pkg in sorted(need_update, key=lambda x: x.pkgname):
|
|
sys.stdout.write("# update %s from %s to %s\n" %
|
|
(pkg.pkgname, pkg.replaces.version, pkg.version))
|
|
|
|
cmd = ["pip", "-q", "install", "--no-deps", "-i", "https://pypi.python.org/simple",
|
|
"-d", destdir or os.path.dirname(pkg.replaces.fn),
|
|
"%s==%s" % (pkg.pkgname, pkg.version)]
|
|
|
|
sys.stdout.write("%s\n\n" % (" ".join(cmd),))
|
|
if not dry_run:
|
|
call(cmd)
|
|
|
|
def update_all_packages(roots, destdir=None, dry_run=False, stable_only=True):
|
|
packages = frozenset(itertools.chain(*[core.listdir(r) for r in roots]))
|
|
update(packages, destdir, dry_run, stable_only)
|