import threading for directory WIP

This commit is contained in:
2023-04-27 00:00:53 +02:00
parent a0b816fe18
commit bf4c2480f8
2 changed files with 65 additions and 36 deletions

View File

@@ -8,7 +8,8 @@ from requests.packages.urllib3.util.retry import Retry
class WPimport:
# Constructor
def __init__(self, basic, wordpress, logger, parser):
def __init__(self, name="Thread-0", basic=None, wordpress="", logger=None, parser="html.parser"):
self._name = name
self._basic = basic
self._wordpress = wordpress
self._logger = logger
@@ -69,6 +70,21 @@ class WPimport:
# Private method
## From files in split by thread
def fromFile(self, files):
for i in range(0, len(files)):
if os.path.exists(file):
self._logger.info("Fichier en cours de traitement : {0}".format(files[i]))
with open(file, 'r') as f:
content = f.read()
soup = BeautifulSoup(content, self._parser)
articlebody = soup.find_all("div", class_="articlebody")
if len(articlebody) > 0:
self._addOrUpdatePost(soup)
else:
self._addOrUpdateFeaturedMedia(soup)
## Get all files
def _getFiles(self, item):