fix webpage
This commit is contained in:
parent
3059f785c2
commit
eaec1ba9d4
@ -55,7 +55,7 @@ def remove(index, number, args, basic, logger, ssl_wordpress):
|
||||
|
||||
def download(name_thread, max_thread, url, logger, parser, directory, html, img, ssl_canalblog, revert, tmp):
|
||||
exportWp = WPExport(name="Thread-{0}".format(int(name_thread) + 1), url=url, logger=logger, parser=parser, directory=directory, ssl_canalblog=ssl_canalblog)
|
||||
if not revert:
|
||||
if revert is False:
|
||||
exportWp.getUrlPage(name_thread, max_thread)
|
||||
for i in ["article", "page"]:
|
||||
for j in ["publications", "principal"]:
|
||||
|
@ -58,14 +58,26 @@ class WPExport:
|
||||
# Download HTML
|
||||
|
||||
def downloadHTML(self, first, second):
|
||||
try:
|
||||
with open("{0}/{1}.json".format(self._tmp, self._name)) as file:
|
||||
webpage = json.loads(file.read())
|
||||
self._downloadPage(webpage[first][second], self._dir)
|
||||
except Exception as ex:
|
||||
self._logger.error("{0} : Read file json from tmp : {1}".format(self._name, ex))
|
||||
|
||||
# Download Image
|
||||
|
||||
def downloadImg(self, first, second):
|
||||
try:
|
||||
with open("{0}/{1}.json".format(self._tmp, self._name)) as file:
|
||||
webpage = json.loads(file.read())
|
||||
page_src = self._getImg(webpage[first][second])
|
||||
o = urlparse(self._url)
|
||||
self._downloadPage(page_src, "{0}/{1}/{2}".format(self._dir, o.path, "img"))
|
||||
except Exception as ex:
|
||||
self._logger.error("{0} : Read file json from tmp : {1}".format(self._name, ex))
|
||||
|
||||
|
||||
|
||||
|
||||
# Get URL
|
||||
|
Loading…
x
Reference in New Issue
Block a user