Moving download_wheels.py script from pandas

Makefile

@@ -153,7 +153,7 @@ wheels:
 
 
 download-wheels:
-	cd pandas && python scripts/download_wheels.py $(PANDAS_VERSION)
+	./scripts/download_wheels.py $(PANDAS_VERSION)
 	# TODO: Fetch from https://www.lfd.uci.edu/~gohlke/pythonlibs/
 
 

scripts/download_wheels.py

@@ -0,0 +1,47 @@
+#!/usr/bin/env python
+"""Fetch wheels from wheels.scipy.org for a pandas version."""
+import argparse
+import pathlib
+import sys
+import urllib.parse
+import urllib.request
+
+from lxml import html
+
+
+def parse_args(args=None):
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument("version", type=str, help="Pandas version (0.23.0)")
+    return parser.parse_args(args)
+
+
+def fetch(version):
+    base = "http://wheels.scipy.org"
+    tree = html.parse(base)
+    root = tree.getroot()
+
+    dest = pathlib.Path("dist")
+    dest.mkdir(exist_ok=True)
+
+    files = [
+        x
+        for x in root.xpath("//a/text()")
+        if x.startswith(f"pandas-{version}") and not dest.joinpath(x).exists()
+    ]
+
+    N = len(files)
+
+    for i, filename in enumerate(files, 1):
+        out = str(dest.joinpath(filename))
+        link = urllib.request.urljoin(base, filename)
+        urllib.request.urlretrieve(link, out)
+        print(f"Downloaded {link} to {out} [{i}/{N}]")
+
+
+def main(args=None):
+    args = parse_args(args)
+    fetch(args.version)
+
+
+if __name__ == "__main__":
+    sys.exit(main())