new test data files
This commit is contained in:
parent
ffad418316
commit
03991a18ed
|
@ -11,8 +11,9 @@ import pandas as pd
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
logging.basicConfig(level=logging.INFO) #change for debug prints
|
logging.basicConfig(level=logging.INFO) #change for debug prints
|
||||||
|
|
||||||
INJECTION_FILE = os.path.join(".","out","2025-07-31T17-25-54.txt")
|
INJECTION_FILE = os.path.join(".","out","2025-08-08T11-28-06.txt")
|
||||||
DETECTION_FILE = os.path.join(".","out","plotOut.txt")
|
DETECTION_FILE = os.path.join(".","out","plotOut.txt")
|
||||||
|
EXCLUDE_FILES = True
|
||||||
|
|
||||||
def linesplit(line):
|
def linesplit(line):
|
||||||
"""
|
"""
|
||||||
|
@ -91,6 +92,7 @@ detections = detections.reset_index(drop=True)
|
||||||
summary(2)
|
summary(2)
|
||||||
|
|
||||||
#five files have SO MANY FALSE POSITIVES so get rid of them here?
|
#five files have SO MANY FALSE POSITIVES so get rid of them here?
|
||||||
|
if EXCLUDE_FILES:
|
||||||
remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"]
|
remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"]
|
||||||
logger.info("Filtering out the five problem files...")
|
logger.info("Filtering out the five problem files...")
|
||||||
remMask = [True] * len(detections['dm'])
|
remMask = [True] * len(detections['dm'])
|
||||||
|
@ -102,6 +104,7 @@ detections = detections.reset_index(drop=True)
|
||||||
summary(3)
|
summary(3)
|
||||||
|
|
||||||
postFilterCount = len(detections['dm'])
|
postFilterCount = len(detections['dm'])
|
||||||
|
|
||||||
logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
|
logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
|
||||||
for file in remFiles:
|
for file in remFiles:
|
||||||
logger.info(file+"_injected.fil")
|
logger.info(file+"_injected.fil")
|
||||||
|
|
Loading…
Reference in a new issue