From e0d686f22729c6702909155d2462ad955308fdaa Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Mon, 4 Mar 2024 22:47:43 +0300
Subject: [PATCH 1/8] Changed theme icon.

---
 frontend/src/components/Page-Header.vue | 73 ++++++++++++++-----------
 frontend/src/main.js                    |  7 ++-
 2 files changed, 46 insertions(+), 34 deletions(-)

diff --git a/frontend/src/components/Page-Header.vue b/frontend/src/components/Page-Header.vue
index 7bb0a469..dff32460 100644
--- a/frontend/src/components/Page-Header.vue
+++ b/frontend/src/components/Page-Header.vue
@@ -19,9 +19,17 @@
       </div>
       <div class="navbar-item">
         <button v-tooltip="'Switch to Light theme'" class="button is-dark has-tooltip-bottom"
-          @click="selectedTheme = 'light'" v-if="selectedTheme == 'dark'">🌞</button>
+          @click="selectedTheme = 'light'" v-if="selectedTheme == 'dark'">
+          <span class="icon is-small is-left has-text-warning">
+            <font-awesome-icon icon="fa-solid fa-sun" />
+          </span>
+        </button>
         <button v-tooltip="'Switch to Dark theme'" class="button is-dark  has-tooltip-bottom"
-          @click="selectedTheme = 'dark'" v-if="selectedTheme == 'light'">🌚</button>
+          @click="selectedTheme = 'dark'" v-if="selectedTheme == 'light'">
+          <span class="icon is-small is-left">
+            <font-awesome-icon icon="fa-solid fa-moon" />
+          </span>
+        </button>
       </div>
     </div>
   </nav>
@@ -45,36 +53,39 @@ defineProps({
 const applyPreferredColorScheme = (scheme) => {
   for (var s = 0; s < document.styleSheets.length; s++) {
     for (var i = 0; i < document.styleSheets[s].cssRules.length; i++) {
-      const rule = document.styleSheets[s].cssRules[i];
-
-      if (rule && rule.media && rule.media.mediaText.includes("prefers-color-scheme")) {
-        switch (scheme) {
-          case "light":
-            rule.media.appendMedium("original-prefers-color-scheme");
-            if (rule.media.mediaText.includes("light")) {
-              rule.media.deleteMedium("(prefers-color-scheme: light)");
-            }
-            if (rule.media.mediaText.includes("dark")) {
-              rule.media.deleteMedium("(prefers-color-scheme: dark)");
-            }
-            break;
-          case "dark":
-            rule.media.appendMedium("(prefers-color-scheme: light)");
-            rule.media.appendMedium("(prefers-color-scheme: dark)");
-            if (rule.media.mediaText.includes("original")) {
-              rule.media.deleteMedium("original-prefers-color-scheme");
-            }
-            break;
-          default:
-            rule.media.appendMedium("(prefers-color-scheme: dark)");
-            if (rule.media.mediaText.includes("light")) {
-              rule.media.deleteMedium("(prefers-color-scheme: light)");
-            }
-            if (rule.media.mediaText.includes("original")) {
-              rule.media.deleteMedium("original-prefers-color-scheme");
-            }
-            break;
+      try {
+        const rule = document.styleSheets[s].cssRules[i];
+        if (rule && rule.media && rule.media.mediaText.includes("prefers-color-scheme")) {
+          switch (scheme) {
+            case "light":
+              rule.media.appendMedium("original-prefers-color-scheme");
+              if (rule.media.mediaText.includes("light")) {
+                rule.media.deleteMedium("(prefers-color-scheme: light)");
+              }
+              if (rule.media.mediaText.includes("dark")) {
+                rule.media.deleteMedium("(prefers-color-scheme: dark)");
+              }
+              break;
+            case "dark":
+              rule.media.appendMedium("(prefers-color-scheme: light)");
+              rule.media.appendMedium("(prefers-color-scheme: dark)");
+              if (rule.media.mediaText.includes("original")) {
+                rule.media.deleteMedium("original-prefers-color-scheme");
+              }
+              break;
+            default:
+              rule.media.appendMedium("(prefers-color-scheme: dark)");
+              if (rule.media.mediaText.includes("light")) {
+                rule.media.deleteMedium("(prefers-color-scheme: light)");
+              }
+              if (rule.media.mediaText.includes("original")) {
+                rule.media.deleteMedium("original-prefers-color-scheme");
+              }
+              break;
+          }
         }
+      } catch (e) {
+        console.debug(e);
       }
     }
   }
diff --git a/frontend/src/main.js b/frontend/src/main.js
index 9156da27..820ca712 100644
--- a/frontend/src/main.js
+++ b/frontend/src/main.js
@@ -6,7 +6,7 @@ import { library } from '@fortawesome/fontawesome-svg-core'
 import { FontAwesomeIcon } from '@fortawesome/vue-fontawesome'
 import {
   faCog, faTrash, faLink, faPlus, faTrashCan, faCircleXmark, faCircleCheck, faRotateRight, faDownload, faUpRightFromSquare,
-  faSpinner, faArrowUp, faArrowDown, faTasks, faCalendar, faArrowUpAZ, faArrowDownAZ, faEject, faGlobe
+  faSpinner, faArrowUp, faArrowDown, faTasks, faCalendar, faArrowUpAZ, faArrowDownAZ, faEject, faGlobe, faMoon, faSun
 } from '@fortawesome/free-solid-svg-icons'
 
 import { faSquare, faSquareCheck } from '@fortawesome/free-regular-svg-icons'
@@ -17,8 +17,9 @@ import './assets/css/bulma-dark.css'
 import './assets/css/style.css'
 import 'floating-vue/dist/style.css'
 
-library.add(faCog, faTrash, faLink, faPlus, faTrashCan, faCircleXmark, faCircleCheck, faRotateRight, faDownload, faUpRightFromSquare,
-  faSquare, faSquareCheck, faSpinner, faArrowUp, faArrowDown, faTasks, faCalendar, faArrowUpAZ, faArrowDownAZ, faEject, faGlobe)
+library.add(faCog, faTrash, faLink, faPlus, faTrashCan, faCircleXmark, faCircleCheck, faRotateRight, faDownload,
+  faUpRightFromSquare, faSquare, faSquareCheck, faSpinner, faArrowUp, faArrowDown, faTasks, faCalendar, faArrowUpAZ,
+  faArrowDownAZ, faEject, faGlobe, faMoon, faSun)
 const app = createApp(App);
 
 app.config.globalProperties.capitalize = s => s && s[0].toUpperCase() + s.slice(1);

From abe5971f8cd9b6f5baa3977449c57a2617cac9a8 Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Tue, 5 Mar 2024 14:13:00 +0300
Subject: [PATCH 2/8] fix

---
 app/DownloadQueue.py | 61 +++++++++++++++++++++-----------------------
 1 file changed, 29 insertions(+), 32 deletions(-)

diff --git a/app/DownloadQueue.py b/app/DownloadQueue.py
index 7701efed..49979746 100644
--- a/app/DownloadQueue.py
+++ b/app/DownloadQueue.py
@@ -217,47 +217,46 @@ class DownloadQueue:
         else:
             already.add(url)
         try:
-            with ThreadPoolExecutor(thread_name_prefix='extract_info') as pool:
-                LOG.debug(f'extracting info from {url=}')
+            LOG.debug(f'extracting info from {url=}')
+            entry = await asyncio.get_running_loop().run_in_executor(
+                None,
+                ExtractInfo,
+                mergeConfig(self.config.ytdl_options, ytdlp_config),
+                url,
+                bool(self.config.ytdl_debug)
+            )
+
+            if not entry:
+                if not self.config.keep_archive:
+                    return {
+                        'status': 'error',
+                        'msg': 'No metadata, most likely video has been downloaded before.' if self.config.keep_archive else 'Unable to extract info check logs.'
+                    }
+
+                LOG.debug(f'No metadata, Rechecking with archive disabled. {url=}')
                 entry = await asyncio.get_running_loop().run_in_executor(
-                    pool,
+                    None,
                     ExtractInfo,
                     mergeConfig(self.config.ytdl_options, ytdlp_config),
                     url,
-                    bool(self.config.ytdl_debug)
+                    bool(self.config.ytdl_debug),
+                    True
                 )
 
                 if not entry:
-                    if not self.config.keep_archive:
-                        return {
-                            'status': 'error',
-                            'msg': 'No metadata, most likely video has been downloaded before.' if self.config.keep_archive else 'Unable to extract info check logs.'
-                        }
+                    return {'status': 'error', 'msg': 'Unable to extract info check logs.'}
 
-                    LOG.debug(f'No metadata, Rechecking with archive disabled. {url=}')
-                    entry = await asyncio.get_running_loop().run_in_executor(
-                        pool,
-                        ExtractInfo,
-                        mergeConfig(self.config.ytdl_options, ytdlp_config),
-                        url,
-                        bool(self.config.ytdl_debug),
-                        True
-                    )
-
-                    if not entry:
-                        return {'status': 'error', 'msg': 'Unable to extract info check logs.'}
-
-                    if self.isDownloaded(entry):
-                        LOG.info(f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.')
-                        return {
-                            'status': 'error',
-                            'msg': f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.'
-                        }
+                if self.isDownloaded(entry):
+                    LOG.info(f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.')
+                    return {
+                        'status': 'error',
+                        'msg': f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.'
+                    }
 
             if self.isDownloaded(entry):
                 raise yt_dlp.utils.ExistingVideoReached()
 
-            LOG.debug(f'extract_info length: {len(entry)}')
+            LOG.debug(f'extract_info for [{url=}] length: {len(entry)}')
         except yt_dlp.utils.ExistingVideoReached:
             return {'status': 'error', 'msg': 'Video has been downloaded already and recorded in archive.log file.'}
         except yt_dlp.utils.YoutubeDLError as exc:
@@ -348,10 +347,8 @@ class DownloadQueue:
                         LOG.info(f'Waiting for worker to be free.')
                     await asyncio.sleep(1)
 
-                LOG.debug(f"Has '{executor.get_available_workers()}' free workers.")
-
                 while not self.queue.hasDownloads():
-                    LOG.info('Waiting for item to download.')
+                    LOG.info(f"Waiting for item to download. '{executor.get_available_workers()}' free workers.")
                     await self.event.wait()
                     self.event.clear()
                     LOG.debug(f"Cleared wait event.")

From 9ff44f323455d272b92d7f9c3198900a7a515031 Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Tue, 5 Mar 2024 14:45:22 +0300
Subject: [PATCH 3/8] added timeout limit to extract_info

---
 app/Config.py        |  2 ++
 app/DownloadQueue.py | 10 ++++++++--
 2 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/app/Config.py b/app/Config.py
index 7f57051c..713c94c8 100644
--- a/app/Config.py
+++ b/app/Config.py
@@ -44,6 +44,8 @@ class Config:
     debug: bool = False
 
     new_version_available: bool = False
+    
+    extract_info_timeout: int = 70
 
     _int_vars: tuple = ('port', 'max_workers',)
     _immutable: tuple = ('version', '__instance', 'ytdl_options', 'new_version_available')
diff --git a/app/DownloadQueue.py b/app/DownloadQueue.py
index 49979746..08fee794 100644
--- a/app/DownloadQueue.py
+++ b/app/DownloadQueue.py
@@ -218,7 +218,7 @@ class DownloadQueue:
             already.add(url)
         try:
             LOG.debug(f'extracting info from {url=}')
-            entry = await asyncio.get_running_loop().run_in_executor(
+            data = asyncio.get_running_loop().run_in_executor(
                 None,
                 ExtractInfo,
                 mergeConfig(self.config.ytdl_options, ytdlp_config),
@@ -226,6 +226,8 @@ class DownloadQueue:
                 bool(self.config.ytdl_debug)
             )
 
+            entry = await asyncio.wait_for(data, timeout=self.config.extract_info_timeout)
+
             if not entry:
                 if not self.config.keep_archive:
                     return {
@@ -234,7 +236,7 @@ class DownloadQueue:
                     }
 
                 LOG.debug(f'No metadata, Rechecking with archive disabled. {url=}')
-                entry = await asyncio.get_running_loop().run_in_executor(
+                data = await asyncio.get_running_loop().run_in_executor(
                     None,
                     ExtractInfo,
                     mergeConfig(self.config.ytdl_options, ytdlp_config),
@@ -242,6 +244,8 @@ class DownloadQueue:
                     bool(self.config.ytdl_debug),
                     True
                 )
+                
+                entry = await asyncio.wait_for(data, timeout=self.config.extract_info_timeout)
 
                 if not entry:
                     return {'status': 'error', 'msg': 'Unable to extract info check logs.'}
@@ -261,6 +265,8 @@ class DownloadQueue:
             return {'status': 'error', 'msg': 'Video has been downloaded already and recorded in archive.log file.'}
         except yt_dlp.utils.YoutubeDLError as exc:
             return {'status': 'error', 'msg': str(exc)}
+        except asyncio.exceptions.TimeoutError as exc:
+            return {'status': 'error', 'msg': 'TimeoutError: Unable to extract info.'}
 
         return await self.__add_entry(
             entry=entry,

From f0a538dad2e9ba1867f4f1fb806bde6fb909238b Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Tue, 5 Mar 2024 15:25:30 +0300
Subject: [PATCH 4/8] Added reload button.

---
 frontend/src/App.vue                    | 6 ++++--
 frontend/src/components/Page-Header.vue | 5 +++++
 2 files changed, 9 insertions(+), 2 deletions(-)

diff --git a/frontend/src/App.vue b/frontend/src/App.vue
index 041cf5f5..d7298841 100644
--- a/frontend/src/App.vue
+++ b/frontend/src/App.vue
@@ -1,5 +1,6 @@
 <template>
-  <PageHeader :config="config" @toggleForm="addForm = !addForm" @toggleTasks="showTasks = !showTasks" />
+  <PageHeader :config="config" @toggleForm="addForm = !addForm" @toggleTasks="showTasks = !showTasks"
+    @reload="reloadWindow" />
   <formAdd v-if="addForm" :config="config" @addItem="addItem" />
   <pageTasks v-if="showTasks" :tasks="config.tasks" />
   <DownloadingList :config="config" :queue="downloading" @deleteItem="deleteItem" />
@@ -176,6 +177,8 @@ const playItem = (item) => {
   video_link.value = config.app.url_host + config.app.url_prefix + baseDir + encodeURIComponent(item.filename);
 };
 
+const reloadWindow = () => window.location.reload();
+
 bus.on((event, data) => {
   if (!['show_form'].includes(event)) {
     return true;
@@ -187,4 +190,3 @@ bus.on((event, data) => {
 });
 
 </script>
-
diff --git a/frontend/src/components/Page-Header.vue b/frontend/src/components/Page-Header.vue
index dff32460..32e32128 100644
--- a/frontend/src/components/Page-Header.vue
+++ b/frontend/src/components/Page-Header.vue
@@ -17,6 +17,11 @@
           <font-awesome-icon icon="fa-solid fa-tasks" />
         </button>
       </div>
+      <div class="navbar-item">
+        <button v-tooltip="'Reload window'" class="button is-dark has-tooltip-bottom" @click="$emit('reload')">
+          <font-awesome-icon icon="fa-solid fa-rotate-right" />
+        </button>
+      </div>
       <div class="navbar-item">
         <button v-tooltip="'Switch to Light theme'" class="button is-dark has-tooltip-bottom"
           @click="selectedTheme = 'light'" v-if="selectedTheme == 'dark'">

From 31e6ed87e42831e2e875cc80fbca8ede0fa0924b Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Tue, 5 Mar 2024 20:06:26 +0300
Subject: [PATCH 5/8] Fixed bug in 2nd asyncio.wait_for

---
 app/DownloadQueue.py | 38 ++++++++++++++++++++------------------
 1 file changed, 20 insertions(+), 18 deletions(-)

diff --git a/app/DownloadQueue.py b/app/DownloadQueue.py
index 08fee794..987feb40 100644
--- a/app/DownloadQueue.py
+++ b/app/DownloadQueue.py
@@ -218,15 +218,15 @@ class DownloadQueue:
             already.add(url)
         try:
             LOG.debug(f'extracting info from {url=}')
-            data = asyncio.get_running_loop().run_in_executor(
-                None,
-                ExtractInfo,
-                mergeConfig(self.config.ytdl_options, ytdlp_config),
-                url,
-                bool(self.config.ytdl_debug)
-            )
-
-            entry = await asyncio.wait_for(data, timeout=self.config.extract_info_timeout)
+            entry = await asyncio.wait_for(
+                fut=asyncio.get_running_loop().run_in_executor(
+                    None,
+                    ExtractInfo,
+                    mergeConfig(self.config.ytdl_options, ytdlp_config),
+                    url,
+                    bool(self.config.ytdl_debug)
+                ),
+                timeout=self.config.extract_info_timeout)
 
             if not entry:
                 if not self.config.keep_archive:
@@ -236,16 +236,18 @@ class DownloadQueue:
                     }
 
                 LOG.debug(f'No metadata, Rechecking with archive disabled. {url=}')
-                data = await asyncio.get_running_loop().run_in_executor(
-                    None,
-                    ExtractInfo,
-                    mergeConfig(self.config.ytdl_options, ytdlp_config),
-                    url,
-                    bool(self.config.ytdl_debug),
-                    True
+
+                entry = await asyncio.wait_for(
+                    fut=asyncio.get_running_loop().run_in_executor(
+                        None,
+                        ExtractInfo,
+                        mergeConfig(self.config.ytdl_options, ytdlp_config),
+                        url,
+                        bool(self.config.ytdl_debug),
+                        True
+                    ),
+                    timeout=self.config.extract_info_timeout
                 )
-                
-                entry = await asyncio.wait_for(data, timeout=self.config.extract_info_timeout)
 
                 if not entry:
                     return {'status': 'error', 'msg': 'Unable to extract info check logs.'}

From 1b07a421e62234484c53833d43dcb954f8a7333a Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Thu, 7 Mar 2024 17:47:22 +0300
Subject: [PATCH 6/8] updating downloadQueue log messages.

---
 app/DownloadQueue.py | 22 +++++++++++++++-------
 1 file changed, 15 insertions(+), 7 deletions(-)

diff --git a/app/DownloadQueue.py b/app/DownloadQueue.py
index 987feb40..2725beba 100644
--- a/app/DownloadQueue.py
+++ b/app/DownloadQueue.py
@@ -211,11 +211,13 @@ class DownloadQueue:
         LOG.info(f'Adding {url=} {quality=} {format=} {folder=} {output_template=} {ytdlp_cookies=} {ytdlp_config=}')
 
         already = set() if already is None else already
+
         if url in already:
-            LOG.info('recursion detected, skipping')
+            LOG.info('recursion detected, skipping.')
             return {'status': 'ok'}
-        else:
-            already.add(url)
+
+        already.add(url)
+
         try:
             LOG.debug(f'extracting info from {url=}')
             entry = await asyncio.wait_for(
@@ -289,31 +291,37 @@ class DownloadQueue:
                 LOG.warning(f'Requested cancel for non-existent download {id=}. {str(e)}')
                 continue
 
+            itemMessage = f"{id=} {item.info.id=} {item.info.title=}"
+
             if item.started() is True:
-                LOG.info(f'Canceling {id=} {item.info.title=}')
+                LOG.debug(f'Canceling {itemMessage}')
                 item.cancel()
+                LOG.info(f'Cancelled {itemMessage}')
+
             else:
                 item.close()
-                LOG.info(f'Deleting from queue {id=} {item.info.title=}')
+                LOG.debug(f'Deleting from queue {itemMessage}')
                 self.queue.delete(id)
                 await self.notifier.canceled(id)
                 self.done.put(item)
                 await self.notifier.completed(item)
+                LOG.info(f'Deleted from queue {itemMessage}')
 
         return {'status': 'ok'}
 
     async def clear(self, ids):
         for id in ids:
-
             try:
                 item = self.done.get(key=id)
             except KeyError as e:
                 LOG.warning(f'Requested delete for non-existent download {id=}. {str(e)}')
                 continue
 
-            LOG.info(f'Deleting completed download {id=} {item.info.title=}')
+            itemMessage = f"{id=} {item.info.id=} {item.info.title=}"
+            LOG.debug(f'Deleting completed download {itemMessage}')
             self.done.delete(id)
             await self.notifier.cleared(id)
+            LOG.info(f'Deleted completed download {itemMessage}')
 
         return {'status': 'ok'}
 

From ef4fcf9db31791d989ad3eca453e29c1348685bf Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Fri, 8 Mar 2024 16:46:08 +0300
Subject: [PATCH 7/8] Locally check the id instead fo requesting extract_info
 twice.

---
 .vscode/launch.json  | 16 +++++++++++++
 app/DownloadQueue.py | 52 +++++++++++++---------------------------
 app/Utils.py         | 57 ++++++++++++++++++++++++++++++++++----------
 3 files changed, 76 insertions(+), 49 deletions(-)

diff --git a/.vscode/launch.json b/.vscode/launch.json
index 3ff83d5a..4667fe81 100644
--- a/.vscode/launch.json
+++ b/.vscode/launch.json
@@ -27,6 +27,22 @@
       "request": "launch",
       "program": "app/main.py",
       "console": "internalConsole",
+      "justMyCode": true,
+      "env": {
+        "YTP_CONFIG_PATH": "${workspaceFolder}/var/config",
+        "YTP_DOWNLOAD_PATH": "${workspaceFolder}/var/downloads",
+        "YTP_TEMP_PATH": "${workspaceFolder}/var/tmp",
+        "YTP_URL_HOST": "http://localhost:8081",
+        "YTP_LOG_LEVEL": "DEBUG"
+      }
+    },
+    {
+      "name": "Python: main.py (Deep)",
+      "type": "debugpy",
+      "request": "launch",
+      "program": "app/main.py",
+      "console": "internalConsole",
+      "justMyCode": false,
       "env": {
         "YTP_CONFIG_PATH": "${workspaceFolder}/var/config",
         "YTP_DOWNLOAD_PATH": "${workspaceFolder}/var/downloads",
diff --git a/app/DownloadQueue.py b/app/DownloadQueue.py
index 2725beba..46e6619e 100644
--- a/app/DownloadQueue.py
+++ b/app/DownloadQueue.py
@@ -219,7 +219,15 @@ class DownloadQueue:
         already.add(url)
 
         try:
-            LOG.debug(f'extracting info from {url=}')
+            downloaded, id_dict = self.isDownloaded(url)
+            if downloaded is True:
+                message = f"[ { id_dict.get('id') } ]: has been downloaded already."
+                LOG.info(message)
+                return {'status': 'error', 'msg': message}
+
+            started = time.perf_counter()
+            LOG.debug(f'extract_info: checking {url=}')
+
             entry = await asyncio.wait_for(
                 fut=asyncio.get_running_loop().run_in_executor(
                     None,
@@ -231,40 +239,9 @@ class DownloadQueue:
                 timeout=self.config.extract_info_timeout)
 
             if not entry:
-                if not self.config.keep_archive:
-                    return {
-                        'status': 'error',
-                        'msg': 'No metadata, most likely video has been downloaded before.' if self.config.keep_archive else 'Unable to extract info check logs.'
-                    }
+                return {'status': 'error', 'msg': 'Unable to extract info check logs.'}
 
-                LOG.debug(f'No metadata, Rechecking with archive disabled. {url=}')
-
-                entry = await asyncio.wait_for(
-                    fut=asyncio.get_running_loop().run_in_executor(
-                        None,
-                        ExtractInfo,
-                        mergeConfig(self.config.ytdl_options, ytdlp_config),
-                        url,
-                        bool(self.config.ytdl_debug),
-                        True
-                    ),
-                    timeout=self.config.extract_info_timeout
-                )
-
-                if not entry:
-                    return {'status': 'error', 'msg': 'Unable to extract info check logs.'}
-
-                if self.isDownloaded(entry):
-                    LOG.info(f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.')
-                    return {
-                        'status': 'error',
-                        'msg': f'[{entry.get("id")}: {entry.get("title")}]: has been downloaded already.'
-                    }
-
-            if self.isDownloaded(entry):
-                raise yt_dlp.utils.ExistingVideoReached()
-
-            LOG.debug(f'extract_info for [{url=}] length: {len(entry)}')
+            LOG.debug(f'extract_info: for [{url=}] is done in {time.perf_counter() - started}. Length: {len(entry)}')
         except yt_dlp.utils.ExistingVideoReached:
             return {'status': 'error', 'msg': 'Video has been downloaded already and recorded in archive.log file.'}
         except yt_dlp.utils.YoutubeDLError as exc:
@@ -422,5 +399,8 @@ class DownloadQueue:
 
         self.event.set()
 
-    def isDownloaded(self, info: dict) -> bool:
-        return self.config.keep_archive and isDownloaded(self.config.ytdl_options.get('download_archive', None), info)
+    def isDownloaded(self, url: str) -> tuple[bool, dict[str | None, str | None, str | None]]:
+        if not url or not self.config.keep_archive:
+            return False, None
+
+        return isDownloaded(self.config.ytdl_options.get('download_archive', None), url)
diff --git a/app/Utils.py b/app/Utils.py
index 37790259..900e1e1a 100644
--- a/app/Utils.py
+++ b/app/Utils.py
@@ -14,6 +14,8 @@ LOG = logging.getLogger('Utils')
 AUDIO_FORMATS: tuple = ('m4a', 'mp3', 'opus', 'wav')
 IGNORED_KEYS: tuple = ('cookiefile', 'paths', 'outtmpl', 'progress_hooks', 'postprocessor_hooks',)
 
+YTDLP_INFO_CLS = None
+
 
 def get_format(format: str, quality: str) -> str:
     """
@@ -197,24 +199,53 @@ def mergeConfig(config: dict, new_config: dict) -> dict:
     return mergeDict(new_config, config)
 
 
-def isDownloaded(archive_file: str, info: dict) -> bool:
-    if not info or not archive_file or not os.path.exists(archive_file):
-        return False
+def isDownloaded(archive_file: str, url: str) -> tuple[bool, dict[str | None, str | None, str | None]]:
+    global YTDLP_INFO_CLS
 
-    try:
-        id = yt_dlp.YoutubeDL()._make_archive_id(info)
-        if not id:
-            return False
-    except Exception as e:
-        LOG.error(f'Error generating archive id: {e}')
-        return False
+    idDict = {
+        'id': None,
+        'ie_key': None,
+        'archive_id': None,
+    }
+
+    if not url or not archive_file or not os.path.exists(archive_file):
+        return False, idDict,
+
+    if not YTDLP_INFO_CLS:
+        YTDLP_INFO_CLS = yt_dlp.YoutubeDL(params={
+            'color': 'no_color',
+            'extract_flat': True,
+            'skip_download': True,
+            'ignoreerrors': True,
+            'ignore_no_formats_error': True,
+            'quiet': True,
+        })
+
+    for key, ie in YTDLP_INFO_CLS._ies.items():
+        if not ie.suitable(url):
+            continue
+
+        if not ie.working():
+            break
+
+        temp_id = ie.get_temp_id(url)
+        if not temp_id:
+            break
+
+        idDict['id'] = temp_id
+        idDict['ie_key'] = key
+        idDict['archive_id'] = YTDLP_INFO_CLS._make_archive_id(idDict)
+        break
+
+    if not idDict['archive_id']:
+        return False, idDict,
 
     with open(archive_file, 'r') as f:
         for line in f.readlines():
-            if id in line:
-                return True
+            if idDict['archive_id'] in line:
+                return True, idDict,
 
-    return False
+    return False, idDict,
 
 
 def jsonCookie(cookies: dict[dict[str, any]]) -> str | None:

From 7b29979021d98e77cba94341f2aeadc7c8b90e52 Mon Sep 17 00:00:00 2001
From: ArabCoders <admin@arabcoders.org>
Date: Fri, 8 Mar 2024 16:46:49 +0300
Subject: [PATCH 8/8] fixes

---
 app/Utils.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/app/Utils.py b/app/Utils.py
index 900e1e1a..8111807b 100644
--- a/app/Utils.py
+++ b/app/Utils.py
@@ -272,7 +272,7 @@ def jsonCookie(cookies: dict[dict[str, any]]) -> str | None:
                 cookieDict = cookies[domain][subDomain][cookie]
 
                 if 0 == int(cookieDict['expirationDate']):
-                    cookieDict['expirationDate']: float = datetime.now(timezone.utc).timestamp() + (86400 * 1000)
+                    cookieDict['expirationDate'] = datetime.now(timezone.utc).timestamp() + (86400 * 1000)
 
                 hasCookies = True
                 netscapeCookies += "\t".join([