feat: progress bar

tqdm
This commit is contained in:
eneller
2025-02-23 21:17:54 +01:00
parent 64b56a642d
commit 8c37822a02
3 changed files with 27 additions and 2 deletions

View File

@@ -7,6 +7,7 @@ requires-python = ">=3.12"
dependencies = [ dependencies = [
"beautifulsoup4==4.12.3", "beautifulsoup4==4.12.3",
"requests==2.32.3", "requests==2.32.3",
"tqdm>=4.67.1",
"urllib3==2.2.2", "urllib3==2.2.2",
] ]
[project.scripts] [project.scripts]

View File

@@ -2,6 +2,7 @@ import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from urllib.parse import urljoin from urllib.parse import urljoin
from urllib.request import urlopen, urlparse from urllib.request import urlopen, urlparse
from tqdm import tqdm
import os, sys import os, sys
import importlib.resources as pkg_resources import importlib.resources as pkg_resources
@@ -66,7 +67,7 @@ class GBConvert():
map(lambda x: self.save_page(os.path.join(self.root, x['href'])), self.toc) map(lambda x: self.save_page(os.path.join(self.root, x['href'])), self.toc)
self.chapters = [] self.chapters = []
for item in self.toc: for item in tqdm(self.toc):
item_title= item.get_text() item_title= item.get_text()
item_url = os.path.join(self.root, item['href']) item_url = os.path.join(self.root, item['href'])
self.save_page(url=item_url) self.save_page(url=item_url)

25
uv.lock generated
View File

@@ -57,13 +57,23 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/0e/f6/65ecc6878a89bb1c23a086ea335ad4bf21a588990c3f535a227b9eea9108/charset_normalizer-3.4.1-py3-none-any.whl", hash = "sha256:d98b1668f06378c6dbefec3b92299716b931cd4e6061f3c875a71ced1780ab85", size = 49767 }, { url = "https://files.pythonhosted.org/packages/0e/f6/65ecc6878a89bb1c23a086ea335ad4bf21a588990c3f535a227b9eea9108/charset_normalizer-3.4.1-py3-none-any.whl", hash = "sha256:d98b1668f06378c6dbefec3b92299716b931cd4e6061f3c875a71ced1780ab85", size = 49767 },
] ]
[[package]]
name = "colorama"
version = "0.4.6"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/d8/53/6f443c9a4a8358a93a6792e2acffb9d9d5cb0a5cfd8802644b7b1c9a02e4/colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44", size = 27697 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/d1/d6/3965ed04c63042e047cb6a3e6ed1a63a35087b6a609aa3a15ed8ac56c221/colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6", size = 25335 },
]
[[package]] [[package]]
name = "epub2go" name = "epub2go"
version = "1.0" version = "1.0"
source = { virtual = "." } source = { editable = "." }
dependencies = [ dependencies = [
{ name = "beautifulsoup4" }, { name = "beautifulsoup4" },
{ name = "requests" }, { name = "requests" },
{ name = "tqdm" },
{ name = "urllib3" }, { name = "urllib3" },
] ]
@@ -71,6 +81,7 @@ dependencies = [
requires-dist = [ requires-dist = [
{ name = "beautifulsoup4", specifier = "==4.12.3" }, { name = "beautifulsoup4", specifier = "==4.12.3" },
{ name = "requests", specifier = "==2.32.3" }, { name = "requests", specifier = "==2.32.3" },
{ name = "tqdm", specifier = ">=4.67.1" },
{ name = "urllib3", specifier = "==2.2.2" }, { name = "urllib3", specifier = "==2.2.2" },
] ]
@@ -107,6 +118,18 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/d1/c2/fe97d779f3ef3b15f05c94a2f1e3d21732574ed441687474db9d342a7315/soupsieve-2.6-py3-none-any.whl", hash = "sha256:e72c4ff06e4fb6e4b5a9f0f55fe6e81514581fca1515028625d0f299c602ccc9", size = 36186 }, { url = "https://files.pythonhosted.org/packages/d1/c2/fe97d779f3ef3b15f05c94a2f1e3d21732574ed441687474db9d342a7315/soupsieve-2.6-py3-none-any.whl", hash = "sha256:e72c4ff06e4fb6e4b5a9f0f55fe6e81514581fca1515028625d0f299c602ccc9", size = 36186 },
] ]
[[package]]
name = "tqdm"
version = "4.67.1"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "colorama", marker = "sys_platform == 'win32'" },
]
sdist = { url = "https://files.pythonhosted.org/packages/a8/4b/29b4ef32e036bb34e4ab51796dd745cdba7ed47ad142a9f4a1eb8e0c744d/tqdm-4.67.1.tar.gz", hash = "sha256:f8aef9c52c08c13a65f30ea34f4e5aac3fd1a34959879d7e59e63027286627f2", size = 169737 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/d0/30/dc54f88dd4a2b5dc8a0279bdd7270e735851848b762aeb1c1184ed1f6b14/tqdm-4.67.1-py3-none-any.whl", hash = "sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2", size = 78540 },
]
[[package]] [[package]]
name = "urllib3" name = "urllib3"
version = "2.2.2" version = "2.2.2"