LoadManyEvents.py

import ROOT
import re
import numpy as np
import polars as pl
from pathlib import Path
from initialise import load_pueoEvent_Dataset
import calibration
from calibration import generate_antenna_phase_center_pairs_with_placeholders, load_dataset_and_measure_time_delays
from calibration import retrieve_relevant_antennas_from_all_pairs, compute_time_delay_residuals
import os
from scipy.optimize import minimize
import matplotlib.pyplot as plt
import matplotlib
matplotlib.use("Agg")
 
if __name__ == "__main__":
    import os
    from scipy.optimize import minimize
    import matplotlib.pyplot as plt
    import matplotlib
    matplotlib.use("Agg")
    ant_type='LF'
    MC=False
    run = 800
 
    # load event list
    #eventlist_data = np.loadtxt("LFRun797.txt", delimiter=',')
    #event_list = eventlist_data[:,1].astype(int).tolist()
    data = np.genfromtxt(
        "gndcal_pass3_corrected.csv",
        delimiter=",",
        names=True,      # use header
        dtype=None,      # auto-detect types
        encoding="utf-8"
    )
 
    mask = (
        (data["run"] == run) &
        (data["source"] == "TD") &
        (data["pol"] == "H")
    )
    # in this list H and V are flipped.
    event_list = data["event_number"][mask].tolist()
 
    print("event_list=", event_list)
    CHUNK_SIZE = 50
 
    # which chunk am I?
    task_id = int(os.environ.get("SLURM_ARRAY_TASK_ID", 0))
 
    start_idx = task_id * CHUNK_SIZE
    end_idx = start_idx + CHUNK_SIZE
 
    chunk = event_list[start_idx:end_idx]
 
    if len(chunk) == 0:
        print(f"No events for task {task_id}")
        exit()
 
    start = chunk[0]
    end = chunk[-1]
 
    print(f"Processing events {start} -> {end}")
    
    event_list=chunk
    
 
    
    if ant_type=='MI':
        j26: Path = os.environ.get("PUEO_UTIL_INSTALL_DIR") / Path("share/pueo/geometry/jan26/qrh.dat")
        offset_inSIM: Path = os.environ.get("PUEO_UTIL_INSTALL_DIR") / Path("share/pueo/geometry/jun25/phase_center_offset_MI.dat")
    elif ant_type=='LF':
        j26: Path = os.environ.get("PUEO_UTIL_INSTALL_DIR") / Path("share/pueo/geometry/jan26/lf.dat")
        offset_inSIM: Path = os.environ.get("PUEO_UTIL_INSTALL_DIR") / Path("share/pueo/geometry/jan26/phase_center_offset_LF.dat")
    else:
        print("Ant type doesn't exist!")
 
    nominal_pairs = generate_antenna_phase_center_pairs_with_placeholders(qrh_dot_dat=j26, offset_inSIM=offset_inSIM, ant_type=ant_type)
    ds: ROOT.pueo.Dataset = load_pueoEvent_Dataset(run_number = run, MC=MC)
 
    pulser_directions_and_pairwise_time_delays = (
        load_dataset_and_measure_time_delays(dataset=ds, phase_center_pairs=nominal_pairs, MC=MC, AntType=ant_type, singlerun=run,  event_list=event_list, UPSAMPLE=10)
        )
 
    
    pulser_directions_and_pairwise_time_delays.write_ipc(f"feather_data/pulser_directions_and_pairwise_time_delays_run{run}_{start}_{end}.feather")