Differences

This shows you the differences between two versions of the page.

--- forbidden_list [2025/07/27 08:49] – created 194.180.179.165
+++ forbidden_list [2025/09/04 16:45] (current) – 109.154.205.96
@@ Line 62: / Line 62: @@
 https://f95zone.to/threads/ero-witches-v1-0-madodev.154293/
+Full list: https://files.catbox.moe/3wnkvk.json
+**Script to check itch takedowns**
+  * Working as of Thu Sep  4 17:35:03
+  *
+  * You need a csvs folder containing lists from "Collections" which still list removed games
+  *
+  * You can find an itch csv export at https://github.com/abraxas86/tampermonkey-scripts/blob/main/itch.io/CollectionToCSV.user.js
+  *
+  * You can find the folder of csvs used for this at {{ :csvs.zip }}
+  * No extra takedowns from 2025/07/27 to 2025/09/04
-Full list: https://files.catbox.moe/3wnkvk.json
+<code>
+#!/usr/bin/env python
+import csv
+import datetime
+import json
+import os
+import os.path
+import urllib
+import urllib.request
+import urllib.error
+from pprint import pp
+OUT_FILE = "results.json"
+RESUME = True
+Return = {}
+if RESUME:
+    if os.path.exists(OUT_FILE):
+        with open(OUT_FILE) as fp:
+            Return = json.load(fp)
+total = 0
+for file in os.listdir("csvs"):
+    with open(os.path.join("csvs", file)) as csvfile:
+        spamreader = csv.reader(csvfile, delimiter=',', quotechar='"')
+        for row in spamreader:
+            total += 1
+            if row[0] not in Return:
+                Return[row[0]] = {"genre":row[1],
+                                  "title":row[2],
+                                  "author":row[3],
+                                  "desc":row[4],
+                                  "img":row[5],
+                                  "link":row[6]}
+print(total, "->", len(Return))
+for i, k in enumerate(Return):
+    if (i % 100) == 0 and i != 0:
+        print("WRITTEN TO DISK")
+        with open(OUT_FILE, "w") as fp:
+            json.dump(Return, fp, indent=4)
+    try:
+        if Return[k]["takedown"] == False:
+            TakedownLink = "https://itch.io/takedowns/"+k
+            req = urllib.request.Request(TakedownLink, method="HEAD")
+            resp = urllib.request.urlopen(req)
+            #response = requests.head(TakedownLink, )
+            #if response.status_code == 200:
+            #if resp.getcode() == 200:
+            Return[k]["takedown"] = True
+            Return[k]["takedown_link"] = TakedownLink
+            Return[k]["takedown_discovered_time"] = int(datetime.datetime.now().timestamp())
+            ISOTime = datetime.datetime.now().isoformat()
+            Return[k]["takedown_discovered_iso"] = ISOTime
+            print("TAKEDOWN", ISOTime)
+            pp(Return[k])
+            print()
+        else:
+            print("DOWNNN", i, k)
+    except urllib.error.HTTPError as e:
+        if e.getcode() == 404:
+            Return[k]["takedown"] = False
+            print("ACTIVE", i, k)
+        else:
+            raise Exception("Invalid error code " + str(e.getcode()))
+    except Exception as e:
+        print("FAILED", e)
+        Return[k]["failed"] = str(e)
+        continue
+json.dump(Return, open(OUT_FILE, "w"), indent=4)
+</code>