updating and cleaning get_results script
This commit is contained in:
parent
7116b45bf8
commit
4e19961283
1 changed files with 5 additions and 6 deletions
|
@ -16,9 +16,8 @@ from bs4 import BeautifulSoup
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
from pandas.api.types import is_string_dtype
|
from pandas.api.types import is_string_dtype
|
||||||
from pandas.api.types import is_numeric_dtype
|
from pandas.api.types import is_numeric_dtype
|
||||||
#%%============================================================================
|
|
||||||
#%%
|
#%%
|
||||||
def get_results(url_file, host_url, outdir, outfile_suffix):
|
def get_results(url_file, host_url, output_dir, outfile_suffix):
|
||||||
# initilialise empty df
|
# initilialise empty df
|
||||||
dynamut_results_out_df = pd.DataFrame()
|
dynamut_results_out_df = pd.DataFrame()
|
||||||
with open(url_file, 'r') as f:
|
with open(url_file, 'r') as f:
|
||||||
|
@ -67,9 +66,9 @@ def get_results(url_file, host_url, outdir, outfile_suffix):
|
||||||
#============================
|
#============================
|
||||||
# Writing results file: csv
|
# Writing results file: csv
|
||||||
#============================
|
#============================
|
||||||
dynamut_results_dir = outdir + '/dynamut_results'
|
dynamut_results_dir = output_dir + '/dynamut_results'
|
||||||
if not os.path.exists(dynamut_results_dir):
|
if not os.path.exists(dynamut_results_dir):
|
||||||
print('\nCreating dir: dynamut_results within:', outdir )
|
print('\nCreating dir: dynamut_results within:', output_dir )
|
||||||
os.makedirs(dynamut_results_dir)
|
os.makedirs(dynamut_results_dir)
|
||||||
print('\nWriting dynamut results df')
|
print('\nWriting dynamut results df')
|
||||||
print('\nResults File:'
|
print('\nResults File:'
|
||||||
|
@ -94,7 +93,7 @@ def get_results(url_file, host_url, outdir, outfile_suffix):
|
||||||
#print(my_url_file_multiple)
|
#print(my_url_file_multiple)
|
||||||
#get_results(url_file = my_url_file_multiple
|
#get_results(url_file = my_url_file_multiple
|
||||||
# , host_url = my_host
|
# , host_url = my_host
|
||||||
# , outdir = my_outdir
|
# , output_dir = my_outdir
|
||||||
# , outfile_suffix='multiple')
|
# , outfile_suffix='multiple')
|
||||||
|
|
||||||
#=============================================
|
#=============================================
|
||||||
|
@ -104,6 +103,6 @@ def get_results(url_file, host_url, outdir, outfile_suffix):
|
||||||
#print(my_url_file_multiple)
|
#print(my_url_file_multiple)
|
||||||
#get_results(my_url_file_single
|
#get_results(my_url_file_single
|
||||||
# , host_url = my_host
|
# , host_url = my_host
|
||||||
# , outdir = my_outdir
|
# , output_dir = my_outdir
|
||||||
# , outfile_suffix = 'single')
|
# , outfile_suffix = 'single')
|
||||||
#%%
|
#%%
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue