v4l3n71n/web_scrap
1
0
Fork 0
Code Issues Pull Requests Projects Releases 10 Wiki Activity

list tag

Browse Source
This commit is contained in:
Valentin CZERYBA 2023-07-01 00:11:43 +02:00
parent 4b6b06aade
commit 47f504beb5
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
lib/WPMenu.py
View File

@ -46,6 +46,11 @@ class WPMenu:
page = self._request.get(i) page = self._request.get(i)
if page.status_code == 200: if page.status_code == 200:
soup = BeautifulSoup(page.text, self._parser) soup = BeautifulSoup(page.text, self._parser)
ul = soup.find_all("ul", id="listsmooth")
for anchor in ul[0].find_all("li"):
li = anchor.find_all("li")
for content in li:
a = content.find("a")
else: else:
self._logger.error("{0} : index didn't get due status code : {1}".format(self._name, page.status_code)) self._logger.error("{0} : index didn't get due status code : {1}".format(self._name, page.status_code))
self._logger.debug("{0} : {1}".format(self._name, page.content)) self._logger.debug("{0} : {1}".format(self._name, page.content))