v4l3n71n/web_scrap
1
0
Fork 0
Code Issues Pull Requests Projects Releases 10 Wiki Activity

insert #6

Merged
v4l3n71n merged 60 commits from insert into master 2023-04-11 21:29:54 +00:00
Conversation 0 Commits 60 Files Changed 6 +3 -2
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit ed78f22f2e - Show all commits

5
WPImport.py
View File

@ -15,9 +15,10 @@ class WPimport:
# Public method
def fromUrl(self, webpage):
for page in webpage:
r = requests.get(page)
for i in range(0, len(webpage)):
r = requests.get(webpage[i])
if r.status_code == 200:
self._logger.info("({0}/{1} : Page en cours d'import : {2}".format(i+1, len(webpage), webpage[i]))
soup = BeautifulSoup(r.content, self._parser)
articlebody = soup.find_all("div", class_="articlebody")
if len(articlebody) > 0: