✨ Added streaming up- and downloads, fixed file sizes and added a (not working) dashboard

classquiz/kahoot_importer/import_quiz.py

@@ -3,6 +3,7 @@
 #  file, You can obtain one at https://mozilla.org/MPL/2.0/.
 
 import html
+import io
 import json
 import uuid
 from datetime import datetime
@@ -10,8 +11,8 @@ from datetime import datetime
 import bleach
 from aiohttp import ClientSession
 
-from classquiz.config import settings, storage, meilisearch, ALLOWED_TAGS_FOR_QUIZ
-from classquiz.db.models import Quiz, ABCDQuizAnswer, QuizQuestion, User
+from classquiz.config import settings, storage, meilisearch, ALLOWED_TAGS_FOR_QUIZ, arq
+from classquiz.db.models import Quiz, ABCDQuizAnswer, QuizQuestion, User, StorageItem
 from classquiz.kahoot_importer.get import get as get_quiz
 from classquiz.helpers import get_meili_data
 
@@ -26,6 +27,25 @@ async def _download_image(url: str) -> bytes:
 DEFAULT_COLORS = ["#D6EDC9", "#B07156", "#7F7057", "#4E6E58"]
 
 
+async def handle_image_upload(url: str, user: User) -> str:
+    image_bytes = await _download_image(url)
+    file_obj = StorageItem(
+        id=uuid.uuid4(),
+        uploaded_at=datetime.now(),
+        mime_type="application/octet-stream",
+        hash=None,
+        user=user,
+        size=0,
+        deleted_at=None,
+        alt_text=None,
+        imported=True,
+    )
+    await file_obj.save()
+    await storage.upload(file_name=file_obj.id.hex, file_data=io.BytesIO(image_bytes))
+    await arq.enqueue_job("calculate_hash", file_obj.id.hex)
+    return file_obj.id.hex
+
+
 async def import_quiz(quiz_id: str, user: User) -> Quiz | str:
     """
     Imports a quiz from Kahoot.
@@ -46,10 +66,7 @@ async def import_quiz(quiz_id: str, user: User) -> Quiz | str:
         answers: list[ABCDQuizAnswer] = []
         image = None
         if q.image is not None and q.image != "":
-            image_bytes = await _download_image(q.image)
-            image_name = f"{quiz_id}--{uuid.uuid4()}"
-            await storage.upload(file_name=image_name, file_data=image_bytes)
-            image = image_name
+            image = await handle_image_upload(q.image, user)
         for i, a in enumerate(q.choices):
             answers.append(
                 (
@@ -71,10 +88,7 @@ async def import_quiz(quiz_id: str, user: User) -> Quiz | str:
         )
     cover = None
     if quiz.kahoot.cover != "" and quiz.kahoot.cover is not None:
-        image_bytes = await _download_image(quiz.kahoot.cover)
-        image_name = f"{quiz_id}--{uuid.uuid4()}"
-        await storage.upload(file_name=image_name, file_data=image_bytes)
-        cover = image_name
+        cover = await handle_image_upload(quiz.kahoot.cover, user)
     quiz_data = Quiz(
         id=quiz_id,
         public=True,