zhetadelta/greenburstAux
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

new test data files

Browse source
This commit is contained in:
Sakimori 2025-08-12 11:17:59 -04:00
parent ffad418316
commit 03991a18ed
No known key found for this signature in database
1 changed files with 17 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

25
testanalysis.py
View file

@ -11,8 +11,9 @@ import pandas as pd
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.INFO) #change for debug prints logging.basicConfig(level=logging.INFO) #change for debug prints
INJECTION_FILE = os.path.join(".","out","2025-07-31T17-25-54.txt") INJECTION_FILE = os.path.join(".","out","2025-08-08T11-28-06.txt")
DETECTION_FILE = os.path.join(".","out","plotOut.txt") DETECTION_FILE = os.path.join(".","out","plotOut.txt")
EXCLUDE_FILES = True
def linesplit(line): def linesplit(line):
""" """
@ -91,19 +92,21 @@ detections = detections.reset_index(drop=True)
summary(2) summary(2)
#five files have SO MANY FALSE POSITIVES so get rid of them here? #five files have SO MANY FALSE POSITIVES so get rid of them here?
remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"] if EXCLUDE_FILES:
logger.info("Filtering out the five problem files...") remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"]
remMask = [True] * len(detections['dm']) logger.info("Filtering out the five problem files...")
for detection in detections.itertuples(): remMask = [True] * len(detections['dm'])
for detection in detections.itertuples():
if detection.file in remFiles: if detection.file in remFiles:
remMask[detection.Index] = False remMask[detection.Index] = False
detections = detections[remMask] detections = detections[remMask]
detections = detections.reset_index(drop=True) detections = detections.reset_index(drop=True)
summary(3) summary(3)
postFilterCount = len(detections['dm']) postFilterCount = len(detections['dm'])
logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
for file in remFiles: logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
for file in remFiles:
logger.info(file+"_injected.fil") logger.info(file+"_injected.fil")
#Let's do detection matching! Yaaaay! #Let's do detection matching! Yaaaay!