update

app/routers/admin.py

@@ -1,11 +1,17 @@
 from fastapi import APIRouter, Security
 from app.sql_models import SqlSong
 from app.dependencies import session
+from app.dependencies import engine
 from app.routers.user import get_current_user
 import pandas as pd
 import numpy as np
 import re
 import requests
+import os
+from app.sql_models import Base
+
+
+
 
 router = APIRouter(
     prefix="/admin",
@@ -22,7 +28,10 @@ def get_main_category(categories) -> int:
     else:
         return np.argmax(categories != None, axis=0)
 
-def youtube_url_validation(url):
+def get_youtube_id(url):
+    if url is None:
+        return None
+    
     youtube_regex = (
         r'(https?://)?(www\.)?'
         '(youtube|youtu|youtube-nocookie)\.(com|be)/'
@@ -30,23 +39,38 @@ def youtube_url_validation(url):
 
     youtube_regex_match = re.match(youtube_regex, url)
     if youtube_regex_match:
-        return youtube_regex_match
+        return youtube_regex_match.group(6)
 
-    return False
+    return None
 
 def get_thumbnail(url):
-    m = youtube_url_validation(url)
+    if url is None:
+        return "/static/cover.jpg"
+    
+    m = get_youtube_id(url)
     if m:
-        thumbnail_url = "https://img.youtube.com/vi/" + m.group(6) + "/mqdefault.jpg"
+        thumbnail_url = "https://img.youtube.com/vi/" + m + "/mqdefault.jpg"
         return thumbnail_url
     elif "spotify" in url:
         return re.findall(r'(https?://i.scdn.co/image[^"]+)', requests.get(url).text)[0]
     else:
         return "/static/cover.jpg"
 
-@router.post("/process_file")
-async def create_upload_file(link_share: str):
-    song_list = pd.read_excel(link_share)
+def get_spotify_id(url):
+    if url is None:
+        return None
+    if "spotify" in url:
+        return url.split("/track/")[1]
+    else:
+        return None
+
+@router.post("/load_list")
+async def create_upload_file():
+
+    Base.metadata.drop_all(engine)
+    Base.metadata.create_all(engine)
+
+    song_list = pd.read_excel(os.environ['LIST_URL'])
     song_list = song_list.replace({np.nan: None})
     song_list = song_list.replace({"n/a": None})
 
@@ -55,15 +79,25 @@ async def create_upload_file(link_share: str):
     for row in song_list[1:].iterrows():
         row = np.array(row[1])
 
+        yt_id = get_youtube_id(row[3])
+        spfy_id = get_spotify_id(row[3])
+
+        categories = {n: v for n, v in zip(
+                        category_names, row[6:19] != None)}
+        
+        if not np.any(list(categories.values())):
+            continue
+
         s = SqlSong(og_artist=row[0],
                     aca_artist=row[1],
                     title=row[2],
-                    yt_url=row[3],
+                    url=row[3],
+                    yt_id=yt_id,
+                    spfy_id=spfy_id,
                     thumbnail=get_thumbnail(row[3]),
                     is_aca=row[4] == "ja",
                     arng_url=row[5],
-                    categories={n: v for n, v in zip(
-                        category_names, row[6:19] != None)},
+                    categories=categories,
                     main_category=category_names[get_main_category(row[6:19])],
                     singable=row[19] != "nein"
                     )