public/tubearchivist
1
0
Fork 0
mirror of https://git.vectorsigma.ru/public/tubearchivist.git synced 2026-08-04 21:39:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

remove unused clean_string

Browse Source
This commit is contained in:
simon
2023-05-20 16:08:43 +07:00
parent 9b30c7df6e
commit 66a14cf389
1 changed files with 0 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
tubearchivist/home/src/ta/helper.py
View File

@@ -6,25 +6,13 @@ Loose collection of helper functions
import json import json
import os import os
import random import random
import re
import string import string
import unicodedata
from datetime import datetime from datetime import datetime
from urllib.parse import urlparse from urllib.parse import urlparse
import requests import requests
def clean_string(file_name: str) -> str:
"""clean string to only asci characters"""
whitelist = "-_.() " + string.ascii_letters + string.digits
normalized = unicodedata.normalize("NFKD", file_name)
ascii_only = normalized.encode("ASCII", "ignore").decode().strip()
white_listed: str = "".join(c for c in ascii_only if c in whitelist)
cleaned: str = re.sub(r"[ ]{2,}", " ", white_listed)
return cleaned
def ignore_filelist(filelist: list[str]) -> list[str]: def ignore_filelist(filelist: list[str]) -> list[str]:
"""ignore temp files for os.listdir sanitizer""" """ignore temp files for os.listdir sanitizer"""
to_ignore = ["Icon\r\r", "Temporary Items", "Network Trash Folder"] to_ignore = ["Icon\r\r", "Temporary Items", "Network Trash Folder"]