Compare commits
2 Commits
4.0.1
...
41e192f903
Author | SHA1 | Date | |
---|---|---|---|
41e192f903 | |||
eaec1ba9d4 |
@@ -55,7 +55,7 @@ def remove(index, number, args, basic, logger, ssl_wordpress):
|
||||
|
||||
def download(name_thread, max_thread, url, logger, parser, directory, html, img, ssl_canalblog, revert, tmp):
|
||||
exportWp = WPExport(name="Thread-{0}".format(int(name_thread) + 1), url=url, logger=logger, parser=parser, directory=directory, ssl_canalblog=ssl_canalblog)
|
||||
if not revert:
|
||||
if revert is False:
|
||||
exportWp.getUrlPage(name_thread, max_thread)
|
||||
for i in ["article", "page"]:
|
||||
for j in ["publications", "principal"]:
|
||||
|
@@ -58,14 +58,26 @@ class WPExport:
|
||||
# Download HTML
|
||||
|
||||
def downloadHTML(self, first, second):
|
||||
self._downloadPage(webpage[first][second], self._dir)
|
||||
try:
|
||||
with open("{0}/{1}.json".format(self._tmp, self._name)) as file:
|
||||
webpage = json.loads(file.read())
|
||||
self._downloadPage(webpage[first][second], self._dir)
|
||||
except Exception as ex:
|
||||
self._logger.error("{0} : Read file json from tmp : {1}".format(self._name, ex))
|
||||
|
||||
# Download Image
|
||||
|
||||
def downloadImg(self, first, second):
|
||||
page_src = self._getImg(webpage[first][second])
|
||||
o = urlparse(self._url)
|
||||
self._downloadPage(page_src, "{0}/{1}/{2}".format(self._dir, o.path, "img"))
|
||||
try:
|
||||
with open("{0}/{1}.json".format(self._tmp, self._name)) as file:
|
||||
webpage = json.loads(file.read())
|
||||
page_src = self._getImg(webpage[first][second])
|
||||
o = urlparse(self._url)
|
||||
self._downloadPage(page_src, "{0}/{1}/{2}".format(self._dir, o.path, "img"))
|
||||
except Exception as ex:
|
||||
self._logger.error("{0} : Read file json from tmp : {1}".format(self._name, ex))
|
||||
|
||||
|
||||
|
||||
|
||||
# Get URL
|
||||
|
@@ -302,7 +302,7 @@ class WPimport:
|
||||
exit(1)
|
||||
except Exception as err:
|
||||
self._logger.error("{0} : Exception error for update page : {1}".format(self._name, err))
|
||||
if page.status_code == 400:
|
||||
elif page.status_code == 400:
|
||||
self._logger.error("{0} : Connection for update post unauthorized : {1}".format(self._name, page.status_code))
|
||||
self._logger.debug("{0} : {1}".format(self._name, page.content))
|
||||
break
|
||||
@@ -817,7 +817,7 @@ class WPimport:
|
||||
listelement[i].append(k["id"])
|
||||
else:
|
||||
break
|
||||
if page.status_code == 400:
|
||||
elif page.status_code == 400:
|
||||
self._logger.error("{0} : {1} not found due status code : {2}".format(self._name, i, page.status_code))
|
||||
self._logger.debug("{0} : {1}".format(self._name, page.content))
|
||||
break
|
||||
@@ -867,12 +867,15 @@ class WPimport:
|
||||
bodyhtml = bodyhtml.replace(i["old_href"], o.path)
|
||||
bodyhtml = bodyhtml.replace(i["old_src"], o.path)
|
||||
hour = articledate[0].text
|
||||
time = dateheader[0].text.split(" ")
|
||||
time = ""
|
||||
if len(dateheader) > 0:
|
||||
time = dateheader[0].text.split(" ")
|
||||
self._logger.debug("{0} : Title post : |{1}|".format(self._name, title))
|
||||
title = self._removeSpace(title)
|
||||
self._logger.debug("{0} : Rendered Title post : |{1}|".format(self._name, title))
|
||||
|
||||
data = {"title":title, "content":bodyhtml, "status":"publish", "date": "{0}-{1}-{2}T{3}:00".format(time[2],month[time[1]],time[0], hour), "tags": listelement["tags"], "categories": listelement["categories"]}
|
||||
data = {"title":title, "content":bodyhtml, "status":"publish", "tags": listelement["tags"], "categories": listelement["categories"]}
|
||||
if len(dateheader) > 0:
|
||||
data = {"title":title, "content":bodyhtml, "status":"publish", "date": "{0}-{1}-{2}T{3}:00".format(time[2],month[time[1]],time[0], hour), "tags": listelement["tags"], "categories": listelement["categories"]}
|
||||
self._logger.debug("{0} : Data for post : |{1}| : {2}" .format(self._name, title, data))
|
||||
|
||||
data["author"] = self._getAuthor(author)
|
||||
|
Reference in New Issue
Block a user