Crawl and enumerate product IDs from Nvidia store for all locales

Author: philippnormann

Pipfile

@@ -15,6 +15,9 @@ selenium = "*"
 webdriver-manager = "*"
 apprise = "*"
 aiohttp = "*"
+beautifulsoup4 = "*"
+asyncio-throttle = "*"
+tqdm = "*"
 
 [requires]
 python_version = "3.8"

Pipfile.lock

@@ -13,7 +13,7 @@
     },
     "titan-rtx": {
         "name": "NVIDIA TITAN RTX",
-        "url": "/deep-learning-ai/products/titan-rtx"
+        "url": "/titan/titan-rtx/"
     },
     "rtx-2080-super": {
         "name": "GeForce RTX 2080 Super",

data/gpus.json

@@ -0,0 +1,137 @@
+{
+    "en-us": {
+        "rtx-3090": "5438481600",
+        "rtx-3080": "5438481700",
+        "rtx-3070": null,
+        "titan-rtx": "5254456900",
+        "rtx-2080-super": "5335703700",
+        "rtx-2070-super": "5394901600",
+        "rtx-2060-super": "5394902900"
+    },
+    "fr-fr": {
+        "rtx-3090": "5438761500",
+        "rtx-3080": "5438795200",
+        "rtx-3070": null,
+        "titan-rtx": "5256301100",
+        "rtx-2080-super": "5336531100",
+        "rtx-2070-super": "5394901900",
+        "rtx-2060-super": "5394903200"
+    },
+    "de-de": {
+        "rtx-3090": "5438761400",
+        "rtx-3080": "5438792300",
+        "rtx-3070": null,
+        "titan-rtx": "5256301000",
+        "rtx-2080-super": "5335703700",
+        "rtx-2070-super": "5394901600",
+        "rtx-2060-super": "5394902900"
+    },
+    "en-gb": {
+        "rtx-3090": "5438792700",
+        "rtx-3080": "5438792800",
+        "rtx-3070": null,
+        "titan-rtx": "5256301200",
+        "rtx-2080-super": "5336531200",
+        "rtx-2070-super": "5394902000",
+        "rtx-2060-super": "5394903300"
+    },
+    "es-es": {
+        "rtx-3090": "5438794700",
+        "rtx-3080": "5438794800",
+        "rtx-3070": null,
+        "titan-rtx": "5256301400",
+        "rtx-2080-super": "5336531400",
+        "rtx-2070-super": "5394901700",
+        "rtx-2060-super": "5394903000"
+    },
+    "it-it": {
+        "rtx-3090": "5438796100",
+        "rtx-3080": "5438796200",
+        "rtx-3070": null,
+        "titan-rtx": "5256302000",
+        "rtx-2080-super": "5336532000",
+        "rtx-2070-super": "5394902100",
+        "rtx-2060-super": "5394903400"
+    },
+    "pl-pl": {
+        "rtx-3090": "5438797600",
+        "rtx-3080": "5438797700",
+        "rtx-3070": null,
+        "titan-rtx": "5256301600",
+        "rtx-2080-super": "5336531600",
+        "rtx-2070-super": "5394902300",
+        "rtx-2060-super": "5394903700"
+    },
+    "nb-no": {
+        "rtx-3090": "5438797100",
+        "rtx-3080": "5438797200",
+        "rtx-3070": null,
+        "titan-rtx": "5256301700",
+        "rtx-2080-super": "5336531700",
+        "rtx-2070-super": "5394902600",
+        "rtx-2060-super": "5394903600"
+    },
+    "sv-se": {
+        "rtx-3090": "5438761600",
+        "rtx-3080": "5438798100",
+        "rtx-3070": null,
+        "titan-rtx": "5256301300",
+        "rtx-2080-super": "5336531300",
+        "rtx-2070-super": "5394902500",
+        "rtx-2060-super": "5394903900"
+    },
+    "da-dk": {
+        "rtx-3090": "5438793200",
+        "rtx-3080": "5438793300",
+        "rtx-3070": null,
+        "titan-rtx": "5256301800",
+        "rtx-2080-super": "5336531800",
+        "rtx-2070-super": "5394901800",
+        "rtx-2060-super": "5394903100"
+    },
+    "fr-be": {
+        "rtx-3090": "5438795600",
+        "rtx-3080": "5438795700",
+        "rtx-3070": null,
+        "titan-rtx": "5256301500",
+        "rtx-2080-super": "5336531500",
+        "rtx-2070-super": "5336534300",
+        "rtx-2060-super": "5394902700"
+    },
+    "de-at": {
+        "rtx-3090": "5444941400",
+        "rtx-3080": "5440853700",
+        "rtx-3070": null,
+        "titan-rtx": "5256301000",
+        "rtx-2080-super": "5335703700",
+        "rtx-2070-super": "5394901600",
+        "rtx-2060-super": "5394902900"
+    },
+    "cs-cz": {
+        "rtx-3090": "5438793600",
+        "rtx-3080": "5438793800",
+        "rtx-3070": null,
+        "titan-rtx": "5256301900",
+        "rtx-2080-super": "5336531900",
+        "rtx-2070-super": "5394901500",
+        "rtx-2060-super": "5394902800"
+    },
+    "fi-fi": {
+        "rtx-3090": "5438793200",
+        "rtx-3080": "5438793300",
+        "rtx-3070": null,
+        "titan-rtx": "5256301800",
+        "rtx-2080-super": "5336531800",
+        "rtx-2070-super": "5394901800",
+        "rtx-2060-super": "5394903100"
+    },
+    "nl-nl": {
+        "rtx-3090": "5438796600",
+        "rtx-3080": "5438796700",
+        "rtx-3070": null,
+        "titan-rtx": "5256302100",
+        "rtx-2080-super": "5336532100",
+        "rtx-2070-super": "5394902200",
+        "rtx-2060-super": "5394903500"
+    }
+}