WIP add pep 503 support for indices

Signed-off-by: Eli Uriegas <[email protected]>

s3_management/manage.py

@@ -15,6 +15,7 @@
 S3 = boto3.resource('s3')
 CLIENT = boto3.client('s3')
 BUCKET = S3.Bucket('pytorch')
+BASE_URL = "https://download.pytorch.org"
 
 ACCEPTED_FILE_EXTENSIONS = ("whl", "zip")
 ACCEPTED_SUBDIR_PATTERNS = [
@@ -85,6 +86,47 @@ def normalize_package_version(self: S3IndexType, obj: str) -> str:
             "-".join(path.basename(obj).split("-")[:2])
         )
 
+    def pep503_normalize(self, obj: str) -> str:
+        return sub(r"[-_.]+", "-", obj).lower()
+
+    def to_pep503_html(self) -> Dict[str, str]:
+        objects = (
+            self.nightly_packages_to_show() if self.prefix == 'whl/nightly'
+            else self.objects
+        )
+        links: Dict[str, List[str]] = defaultdict(list)
+        for obj in objects:
+            obj_base = path.basename(obj)
+            package_name = self.pep503_normalize(
+                self.normalize_package_version(obj).split("-")[0]
+            )
+            # TODO: Add hash function here
+            links[package_name].append(
+                f'<a href="{BASE_URL}/{obj}">{obj_base}</a><br/>'
+            )
+        out: Dict[str, str] = {
+            f"{package_name}/index.html": "\n".join(contents)
+            for package_name, contents in links.items()
+        }
+        out["index.html"] = "\n".join([
+            f'<a href="{package_name}/">{package_name}</a><br/>'
+            for package_name in links.keys()
+        ])
+        return out
+
+    def upload_pep503_html(self) -> None:
+        html = self.to_pep503_html()
+        for index_name, content in html.items():
+            print(f"INFO Uploading {index_name}")
+            BUCKET.Object(
+                key=f"simple/{self.prefix}/{index_name}"
+            ).put(
+                ACL='public-read',
+                CacheControl='no-cache,no-store,must-revalidate',
+                ContentType='text/html',
+                Body=content
+            )
+
     def to_legacy_html(
         self,
         subdir: Optional[str]=None