v4l3n71n/web_scrap
1
0
Fork 0
Code Issues Pull Requests Projects Releases 10 Wiki Activity

add directory parameter

Browse Source
This commit is contained in:
Valentin CZERYBA 2023-04-07 22:55:27 +02:00
parent 34115a3a7d
commit 9ab33c169e
1 changed files with 21 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
insert_wordpress.py
View File

@ -15,13 +15,15 @@ class WPimport:
def fromDirectory(self, directory):
directory = "{0}/archives".format(directory)
subdirectory = self._checkDirectory([], "{0}".format(directory))
print(subdirectory)
directories = self._getDirectories([], "{0}".format(directory))
files = self._getFiles(directories)
self.fromFile(files)
def fromFile(self, files):
for file in files.split(","):
for file in files:
if os.path.exists(file):
print(file)
with open(file, 'r') as f:
content = f.read()
soup = BeautifulSoup(content, 'html.parser')
@ -33,12 +35,24 @@ class WPimport:
# Private method
def _checkDirectory(self, subdirectory, item):
## Get all files
def _getFiles(self, item):
files = []
for i in item:
for j in os.listdir(i):
if os.path.isfile("{0}/{1}".format(i, j)):
files.append("{0}/{1}".format(i, j))
return files
## Get directories
def _getDirectories(self, subdirectory, item):
sub = subdirectory
for i in os.listdir(item):
if os.path.isdir("{0}/{1}".format(item, i)):
sub.append("{0}/{1}".format(item, i))
subdirectory = self._checkDirectory(sub, "{0}/{1}".format(item, i))
subdirectory = self._getDirectories(sub, "{0}/{1}".format(item, i))
return subdirectory
## Add or update featured media
@ -269,7 +283,7 @@ if __name__ == '__main__':
basic = HTTPBasicAuth(args.user, password)
importWp = WPimport(basic, args.wordpress)
if len(args.file) > 0:
importWp.fromFile(args.file)
importWp.fromFile(args.file.split(","))
exit(0)
if len(args.directory) > 0:
importWp.fromDirectory(args.directory)