117 lines
4.5 KiB
Python
117 lines
4.5 KiB
Python
from bs4 import BeautifulSoup
|
|
from urllib.parse import urlparse
|
|
import requests, os, logging, re, json
|
|
|
|
class WPChange:
|
|
# Constructor
|
|
def __init__(self, index_name=1, number_thread=1, logger=None, parser="html.parser"):
|
|
self._name = "Thread-{0}".format(index_name)
|
|
self._logger = logger
|
|
self._number_thread = number_thread
|
|
self._parser = parser
|
|
|
|
# Destructor
|
|
def __del__(self):
|
|
print("{0} : Import finished".format(self._name))
|
|
|
|
|
|
# Public method
|
|
|
|
## from file
|
|
|
|
def fromFile(self, files=[], number_thread=1, max_thread=1):
|
|
divFiles = int(len(files) / max_thread)
|
|
currentRangeFiles = int(divFiles * (number_thread))
|
|
firstRange = int(currentRangeFiles - divFiles)
|
|
self._logger.debug("{0} : index : {1}".format(self._name,number_thread))
|
|
|
|
|
|
self._logger.debug("{0} : first range : {1}".format(self._name,firstRange))
|
|
self._logger.debug("{0} : last range : {1}".format(self._name,currentRangeFiles))
|
|
|
|
for i in range(firstRange, currentRangeFiles):
|
|
|
|
if os.path.exists(files[i]):
|
|
self._logger.info("{0} : ({1}/{2}) File is being processed : {3}".format(self._name, i+1, currentRangeFiles + 1, files[i]))
|
|
self._change(files[i])
|
|
|
|
|
|
## From directory
|
|
|
|
def fromDirectory(self, directory="", number_thread=1, max_thread=1):
|
|
directory = "{0}/archives".format(directory)
|
|
directories = self._getDirectories([], "{0}".format(directory))
|
|
if len(directories) > 0:
|
|
files = self._getFiles(directories)
|
|
self.fromFile(files, number_thread, max_thread)
|
|
else:
|
|
self._logger.error("{0} : No files for {1}".format(self._name, directory))
|
|
|
|
|
|
# Private method
|
|
|
|
## Get all files
|
|
|
|
def _getFiles(self, item):
|
|
files = []
|
|
for i in item:
|
|
for j in os.listdir(i):
|
|
if os.path.isfile("{0}/{1}".format(i, j)):
|
|
files.append("{0}/{1}".format(i, j))
|
|
return files
|
|
|
|
|
|
## Get directories
|
|
|
|
def _getDirectories(self, subdirectory, item):
|
|
sub = subdirectory
|
|
for i in os.listdir(item):
|
|
if os.path.isdir("{0}/{1}".format(item, i)):
|
|
sub.append("{0}/{1}".format(item, i))
|
|
subdirectory = self._getDirectories(sub, "{0}/{1}".format(item, i))
|
|
return subdirectory
|
|
|
|
## Change path img file
|
|
|
|
def _change(self, file):
|
|
try:
|
|
with open(file, 'r') as f:
|
|
content = f.read()
|
|
soup = BeautifulSoup(content, self._parser)
|
|
img = soup.find_all("img")
|
|
for i in img:
|
|
src = i.get("src")
|
|
o = urlparse(src)
|
|
if len(o.netloc) > 0:
|
|
self._logger.info("{0} : Change source image {1} /img/{2}/{3}".format(self._name, src, o.netloc, o.path))
|
|
content = content.replace(src, "/img/{0}/{1}".format(o.netloc, o.path))
|
|
script = soup.find_all("script", {"type": "text/javascript"})
|
|
for i in script:
|
|
src = i.get("src")
|
|
if src is not None:
|
|
o = urlparse(src)
|
|
if len(o.netloc) > 0:
|
|
self._logger.info("{0} : Change source js {1} /dists/js/{2}/{3}".format(self._name, src, o.netloc, o.path))
|
|
content = content.replace(src, "/dists/js/{0}/{1}".format(o.netloc, o.path))
|
|
link = soup.find_all("link", {"rel": "stylesheet"})
|
|
for i in link:
|
|
href = i.get("href")
|
|
if href is not None:
|
|
o = urlparse(href)
|
|
if len(o.netloc) > 0:
|
|
self._logger.info("{0} : Change source css {1} /dists/css/{2}/{3}".format(self._name, href, o.netloc, o.path))
|
|
content = content.replace(href, "/dists/css/{0}/{1}".format(o.netloc, o.path))
|
|
try:
|
|
with open(file, "w") as f:
|
|
self._logger.info("{0} : File write : {1}".format(self._name, file))
|
|
f.write(content)
|
|
except Exception as ex:
|
|
self._logger.error("{0} : Error for write file {1} : {2}".format(self._name, file, ex))
|
|
|
|
except Exception as ex:
|
|
self._logger.error("{0} : Error for read file {1} : {2}".format(self._name, file, ex))
|
|
|
|
|
|
|
|
|