zhetadelta/greenburstAux
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

new test data files

Browse source
This commit is contained in:
Sakimori 2025-08-12 11:17:59 -04:00
parent ffad418316
commit 03991a18ed
No known key found for this signature in database
1 changed files with 17 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
testanalysis.py
View file

@ -11,8 +11,9 @@ import pandas as pd
logger = logging.getLogger(__name__)
logging.basicConfig(level=logging.INFO) #change for debug prints
INJECTION_FILE = os.path.join(".","out","2025-07-31T17-25-54.txt")
INJECTION_FILE = os.path.join(".","out","2025-08-08T11-28-06.txt")
DETECTION_FILE = os.path.join(".","out","plotOut.txt")
EXCLUDE_FILES = True
def linesplit(line):
"""
@ -91,20 +92,22 @@ detections = detections.reset_index(drop=True)
summary(2)
#five files have SO MANY FALSE POSITIVES so get rid of them here?
remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"]
logger.info("Filtering out the five problem files...")
remMask = [True] * len(detections['dm'])
for detection in detections.itertuples():
if detection.file in remFiles:
remMask[detection.Index] = False
detections = detections[remMask]
detections = detections.reset_index(drop=True)
summary(3)
if EXCLUDE_FILES:
remFiles = ["data_2025-04-30_07-53-07", "data_2025-05-01_07-47-34", "data_2025-04-24_07-36-04", "data_2025-04-29_07-50-16", "data_2025-04-30_08-18-17"]
logger.info("Filtering out the five problem files...")
remMask = [True] * len(detections['dm'])
for detection in detections.itertuples():
if detection.file in remFiles:
remMask[detection.Index] = False
detections = detections[remMask]
detections = detections.reset_index(drop=True)
summary(3)
postFilterCount = len(detections['dm'])
logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
for file in remFiles:
logger.info(file+"_injected.fil")
postFilterCount = len(detections['dm'])
logger.info(f"Removed {preFilterCount-postFilterCount} detections by filtering the following:")
for file in remFiles:
logger.info(file+"_injected.fil")
#Let's do detection matching! Yaaaay!
#What detections line up to which injections? This will determine which ones got missed entirely.