From d33ced1214651f728328a32ed210265c1b54abb1 Mon Sep 17 00:00:00 2001
From: Eduard Prigoana <eduard@prigoana.com>
Date: Tue, 22 Jul 2025 07:03:24 +0300
Subject: [PATCH] formatting + waybackpy

---
 __pycache__/archive.cpython-313.pyc | Bin 1475 -> 1424 bytes
 __pycache__/config.cpython-313.pyc  | Bin 1140 -> 1141 bytes
 archive.py                          |  17 ++++++++++-------
 config.py                           |   2 +-
 main.py                             |   8 +-------
 requirements.txt                    |   3 ++-
 6 files changed, 14 insertions(+), 16 deletions(-)

diff --git a/__pycache__/archive.cpython-313.pyc b/__pycache__/archive.cpython-313.pyc
index 7ce85413869b9fe93c56971e9c834ddb29146dd9..2decb8caef3d76d8226cd6ece9b32028392b93e7 100644
GIT binary patch
delta 898
zcmYjP&1(}u6n`^2n{1M9Q;ijqVw-+gj1_Yz(JHl&TA?5KfgyOvA#BslHW)Wyc2kX)
z^deLcYzRUQB0VbjA1Ff6V-FQ9lx@6-Al^y~o_(`PZ3pJPx4(H`zkTmZU_GE7s;VFG
z%y!k5H|lCQKaC%+Aq6S20P}>CsIch*<<!*@mrzR!Y+mN_yoY=6okf6qQ!+{=<w5B)
zXw3UZWQ`H0_n}r@)N+sRXu0Krsi(9RJ$ZkwUKpoaP=7mA>xYaaT*XO4hP5rg8rP{w
z(&T~n2sze?jv0jvIYLt`4c#zK6CET91`I+*IePbk)(2qH6A>~-#3AKLQw(Isfdfd{
zq)BRYbe`nlrZfO~67x2;NZ$a`@>eXKXEj4N?TU&ue!h7gO>(5TqAxW{baYa7<T5Xq
zHW%!;jKX0Sl6QQ!pXT(kT_~9`$&o6&=qLiuYUP4MbW6B5e$kn^AR2<ZrK4Dd7W1v$
zYu;)mHrTfR!gn^hPi1+c6}tE?^eOT!G_$7cDm|~%7wXGkOHtR=X0Dmu?jGJzMj9Wa
zOXqqqN&WH^eD)`YrA_5jvR~Tlmy^SdztUI28XwuvRZ%cTc>t9oFX=_CYEiVKQQj?}
z9<5C;s}+k`Y}?{tgnJqxdAgQE>;Dl9#69dsfvZH!6Jtul@qae3+}&p*%eGy%Zp7n4
zFBZ%zC2qtuvufkI81a0m6kpVMjBvL-;wZLm*=~I?=yq>4r^`h<9rE+|au%;8Vpd@{
zm{^@{vEaJ0!@@j*Sj_MEp0xL}Ty0NC`13O;98a!f<_iWFtLP5SE$y;(GrtEnNBgfR
xlaEVF*D6JQiVvc{=*fzr*p~<)KVWPR0(+qThOq<YB@+jy83`YDQ4(=e`~z$4zuo`<

delta 915
zcmZuvT}V?=96#rtd-rws!Iq_S&8~~gS#yDyW&~~a0ZN$O2GJr}+t~-$w$8n?5^25!
z5`m5pSop9<d+SkpY852(a>Ycs2tfqlQ<ASyowNBBbm08{pTFP#aL$<(-;1_wo6Q2~
zQvN(ne=OPD{k=4J4rCz1K|tyj5?G5l!cof&q5+=p0|F5wAfskL3^GsAn1X&`lWCQn
zb#WcARP_~Q6y;ckturtSTR@brM*xf%cD;S;12P{0cF@H|pe)FSb12J2xDnHS$F3(E
z`)&dda{v&9dpT2`+r5*KiXe5cY-VNI@_#`(l;0y#UMq;!E{2I4LCga{79AKR*0ih<
z^e^uiy|F9`p;XP<LnsN8-~u`ZlF)A}m!PLOVTmZ11VSmCRVTb@Rn04X!QcaYw=+iK
z>C8Cp%#l=3iH+mnW(%F|=X7Hl#}b$*x>3#C!?}XGxkL*E8-=g)Poz+tmyil>mU&tE
zu{a}LiDkxcLQ-?mj;u6cKP@S$Ii?mADV|H<@+a6fWYC2?$z)Z+o<%nie7}GdRnbuj
ztGcMDtb3Go>*mW3<2bKoa#=sGqXHQtMn>TYR`NQ;3KNjZ0q#=q5cLGQl?sI^u)&+B
zhvxd{x+}b9Iq{iqTX%ToZ)x`SsjFL@QRv-pG|o&uozz;+FZM5XYez#%J=*O%%Z|}$
zeqD5|iJoQAGpDSGz74B$_FCn5<*?>DxoU0yW_4-}fra=&<aOuUhPBY}a%fn)IHCzI
zdDVKO{D$k0yz~GsdO`tEb$S>EEMXU__Bg{f^v))PUFBcg2Z+j5<nypY`#D1Y6VQbO
z9*aFv*w2+D;wt|}M+7G2EW7#eS-**hG$73knkeXocrKgFqzGaeb`ON95k`3h2zx{-
ha$RU_W!+l{Lih!ESAh3BIQ5gaz~1d99=dCNe*uuc&j$bi

diff --git a/__pycache__/config.cpython-313.pyc b/__pycache__/config.cpython-313.pyc
index b4935b56b2133b23bce15723f89d9ac8914eb915..031482d5571a353fd7d02177ec289ada35679f7b 100644
GIT binary patch
delta 57
zcmeyu@s)%3GcPX}0}%Y>tk2l7k#_=<xL8I>NkOrdzJ6j+NoH|LdQoPIUUG&0=FLpG
LjEu^Y6<LA-BBBz7

delta 56
zcmey$@r8r;GcPX}0}w?1ugloJk#_=<m}o{xNr9EVeolUJVopYWafy|wfq}v1EljzL
Kj7pQ0Sb_l#yAiYi

diff --git a/archive.py b/archive.py
index f63ff4c..1116e79 100644
--- a/archive.py
+++ b/archive.py
@@ -1,16 +1,15 @@
-import requests, time, random
+from waybackpy import WaybackMachineSaveAPI
+import time
+import random
 
 from config import ARCHIVE_URLS, USER_AGENT
 
 def archive_url(url):
     print(f"🌐 Archiving {url} ...")
-    headers = {"User-Agent": USER_AGENT}
     try:
-        resp = requests.get(f"https://web.archive.org/save/{url}", headers=headers, timeout=30)
-        if resp.status_code == 200:
-            print(f"✅ Archived {url}")
-        else:
-            print(f"⚠️ Failed to archive {url}, status code {resp.status_code}")
+        save_api = WaybackMachineSaveAPI(url, user_agent=USER_AGENT)
+        save_api.save()
+        print(f"✅ Archived {url}")
     except Exception as e:
         print(f"⚠️ Exception archiving {url}: {e}")
 
@@ -19,3 +18,7 @@ def archive_all_urls():
         delay = 10 + random.uniform(-3, 3)
         time.sleep(delay)
         archive_url(url)
+
+def test_archive():
+    test_url = "https://httpbin.org/anything/foo/bar"
+    archive_url(test_url)
diff --git a/config.py b/config.py
index 9e8dbb5..5583b9a 100644
--- a/config.py
+++ b/config.py
@@ -20,7 +20,7 @@ exclude_names = {
 
 USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/115.0 Safari/537.36"
 
-BASE_URL = "http://localhost:5000"
+BASE_URL = "https://artistgrid.cx/"
 
 ARCHIVE_URLS = [
     f"{BASE_URL}/",
diff --git a/main.py b/main.py
index 0d10b71..89b6564 100644
--- a/main.py
+++ b/main.py
@@ -4,6 +4,7 @@ import threading
 
 from config import HTML_FILENAME, CSV_FILENAME, XLSX_FILENAME
 from update_loop import update_loop
+from archive import test_archive
 
 app = Flask(__name__)
 CORS(app)
@@ -39,11 +40,4 @@ if __name__ == "__main__":
     from downloader import download_zip_and_extract_html, download_xlsx
     from parser import generate_csv
 
-    try:
-        download_zip_and_extract_html()
-        download_xlsx()
-        generate_csv()
-    except Exception as e:
-        print(f"⚠️ Initial update failed: {e}")
-
     app.run(host="0.0.0.0", port=5000)
diff --git a/requirements.txt b/requirements.txt
index 5889221..338beb1 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -2,4 +2,5 @@ Flask
 requests
 beautifulsoup4
 lxml
-flask-cors
\ No newline at end of file
+flask-cors
+waybacKpy
\ No newline at end of file