Commit d8a9ca13 authored by Laurens D'hooge's avatar Laurens D'hooge
Browse files
parents 69317336 4ef04375
......@@ -10,7 +10,11 @@ from statsmodels.stats.multitest import fdrcorrection
df = None
d = "../../cse-cic-ids2018/clean"
for subset in [d for d in os.listdir(d) if d.endswith('.parquet')]:
for subset in [d for d in os.listdir(d) if d.endswith('.parquet')]:
if os.path.isfile(f"./HFBR-calculations/{os.path.splitext(subset)[0]}-HFBR-calculations.json"):
print(f"Already evaluated {subset}, skipping")
continue
full_path = os.path.join(d, subset)
print(f"Hierarchical Feature Block Selection calculations for {full_path}")
df = pd.read_parquet(full_path)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment