diff --git a/lib/WPImport.py b/lib/WPImport.py
index d0240a9..118c102 100644
--- a/lib/WPImport.py
+++ b/lib/WPImport.py
@@ -141,7 +141,7 @@ class WPimport:
def _getInfoAlbum(self, link):
if self._ssl_canalblog:
- link = link.replace("http", "https")
+ link = link.replace("http", "https").replace("httpss", "https")
self._logger.info("{0} : Info album : {1}".format(self._name, link))
link_o = urlparse(link)
if len(link_o.netloc) > 0:
@@ -162,14 +162,17 @@ class WPimport:
if os.path.exists("{0}/..{1}".format(self._directory, link_o)):
page_img = open("{0}/..{1}".format(self._directory, link_o), "r")
soup = BeautifulSoup(page_img, self._parser)
- paragraph = soup.find("div", class_="albumbody").find("p")
- self._logger.info("{0} get paragraph : {1}".format(self._name, paragraph))
- split_paragraph = str(paragraph).split("
")
- self._logger.info("{0} length paragraph splitted : {1}".format(self._name, len(split_paragraph)))
- if len(split_paragraph) == 1:
- split_paragraph = str(paragraph).split("
")
- self._logger.info("{0} get paragraph splitted : {1}".format(self._name, split_paragraph))
- author = split_paragraph[1].split(":")[1].replace(" ", "").lower()
+ paragraphs = soup.find("div", class_="albumbody").find_all("p")
+ for paragraph in paragraphs:
+ self._logger.info("{0} get paragraph : {1}".format(self._name, paragraph))
+ split_paragraph = str(paragraph).split("
")
+ self._logger.info("{0} length paragraph splitted : {1}".format(self._name, len(split_paragraph)))
+ if len(split_paragraph) == 1:
+ split_paragraph = str(paragraph).split("
")
+ self._logger.info("{0} get paragraph splitted : {1}".format(self._name, split_paragraph))
+ if len(split_paragraph) > 1:
+ if len(split_paragraph[1].split(":")) > 1:
+ author = split_paragraph[1].split(":")[1].replace(" ", "").lower()
return author
@@ -302,7 +305,7 @@ class WPimport:
exit(1)
except Exception as err:
self._logger.error("{0} : Exception error for update page : {1}".format(self._name, err))
- if page.status_code == 400:
+ elif page.status_code == 400:
self._logger.error("{0} : Connection for update post unauthorized : {1}".format(self._name, page.status_code))
self._logger.debug("{0} : {1}".format(self._name, page.content))
break
@@ -458,6 +461,21 @@ class WPimport:
self._logger.error("{0} : Exception error for post media featured : {1}".format(self._name, err))
else:
self._logger.info("{0} : No media found for {1}".format(self._name, h2))
+ try:
+ page = self._request.get(img_src.replace("_q", ""))
+ if page.status_code == 200:
+ self._logger.info("{0} : Get image for media featured : {1}".format(self._name, img_src.replace("_q", "")))
+ media = self._addOrUpdateMedia(img_src.replace("_q", ""), page)
+ if media["id"] != "":
+ self._addOrUpdateFeaturedMedia(soup)
+ else:
+ self._logger.error("{0} : Connection error with status code for get image for featured media : {1}".format(self._name, page.status_code))
+ self._logger.debug("{0} : {1}".format(self._name, page.content))
+ except ConnectionError as err:
+ self._logger.error("{0} : Connection error for get to image for featured media : {1}".format(self._name, err))
+ exit(1)
+ except Exception as err:
+ self._logger.error("{0} : Exception error for get to image media featured : {1}".format(self._name, err))
else:
self._logger.error("{0} : Connection error with status code for search featured media: {1}".format(self._name, page.status_code))
self._logger.debug("{0} : {1}".format(self._name, page.content))
@@ -817,7 +835,7 @@ class WPimport:
listelement[i].append(k["id"])
else:
break
- if page.status_code == 400:
+ elif page.status_code == 400:
self._logger.error("{0} : {1} not found due status code : {2}".format(self._name, i, page.status_code))
self._logger.debug("{0} : {1}".format(self._name, page.content))
break
@@ -867,12 +885,15 @@ class WPimport:
bodyhtml = bodyhtml.replace(i["old_href"], o.path)
bodyhtml = bodyhtml.replace(i["old_src"], o.path)
hour = articledate[0].text
- time = dateheader[0].text.split(" ")
+ time = ""
+ if len(dateheader) > 0:
+ time = dateheader[0].text.split(" ")
self._logger.debug("{0} : Title post : |{1}|".format(self._name, title))
title = self._removeSpace(title)
self._logger.debug("{0} : Rendered Title post : |{1}|".format(self._name, title))
-
- data = {"title":title, "content":bodyhtml, "status":"publish", "date": "{0}-{1}-{2}T{3}:00".format(time[2],month[time[1]],time[0], hour), "tags": listelement["tags"], "categories": listelement["categories"]}
+ data = {"title":title, "content":bodyhtml, "status":"publish", "tags": listelement["tags"], "categories": listelement["categories"]}
+ if len(dateheader) > 0:
+ data = {"title":title, "content":bodyhtml, "status":"publish", "date": "{0}-{1}-{2}T{3}:00".format(time[2],month[time[1]],time[0], hour), "tags": listelement["tags"], "categories": listelement["categories"]}
self._logger.debug("{0} : Data for post : |{1}| : {2}" .format(self._name, title, data))
data["author"] = self._getAuthor(author)