{"id":27406,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-17T20:37:42.337051Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242910","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":true,"workflow":16,"stage_request_id":35404,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":null,"inputs":[{"size":"111216906240","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242910/LOFAR_PULSAR_ARCHIVE_locus078_L242910_red_389297db.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":57931735040,"_type":"PulpDataProduct","fileName":"L242910_SAP000_B062_P000_bf.tar","fileFormat":"PULP","md5checksum":"4ccca9773a30ed0c0ab5e42d8e64a26e","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242910.parset","SAS Id":"242910","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-06 05:06:00","Privileges":4,"Start Time":"2014-09-06 04:06:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0599A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":3174,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP000_B062_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L242910_SAP000_B062_P000_bf.tar_filecontent.txt","checksum":"sha1$9d33bbbc7f451e6acae13e92266ec7ca66283c81","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP000_B062_P000_bf.tar_filecontent.txt","nameroot":"L242910_SAP000_B062_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-06 12:29:30","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-06 07:15:05","Duration [s]":18865,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0599A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0599A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242910_SAP000_B062_P000_bf.tar"}],"quality":{"plots":[{"size":271187,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/B0410+69_L242910_SAP0_BEAM62_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM62_PSR_B0410+69.pfd.png","checksum":"sha1$244a2a826cde880ab1518a4758a8a58dec3b80eb","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/B0410%2B69_L242910_SAP0_BEAM62_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM62_PSR_B0410+69.pfd"},{"size":452257,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/B0410+69_L242910_SAP0_BEAM62_diag.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM62_diag.png","checksum":"sha1$a9118f9dd22b968f3a725a8dbf3a4887598698d9","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/B0410%2B69_L242910_SAP0_BEAM62_diag.png","nameroot":"B0410+69_L242910_SAP0_BEAM62_diag"},{"size":421596,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/B0410+69_L242910_SAP0_BEAM62_diag_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM62_diag_pdmp.png","checksum":"sha1$5dd2aa4e71fced5cf8450e5fd8684c8a4da5abab","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/B0410%2B69_L242910_SAP0_BEAM62_diag_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM62_diag_pdmp"},{"size":271603,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/B0410+69_L242910_SAP0_BEAM62_nomask_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM62_nomask_PSR_B0410+69.pfd.png","checksum":"sha1$fe98be6c0672ba0542bb13dc6960737b162c27d6","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/B0410%2B69_L242910_SAP0_BEAM62_nomask_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM62_nomask_PSR_B0410+69.pfd"},{"size":230786,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/B0410+69_L242910_SAP0_BEAM62_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM62_pdmp.png","checksum":"sha1$18ebfcfe48544b115e7aaf45ee2d7957eb89b826","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/B0410%2B69_L242910_SAP0_BEAM62_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM62_pdmp"},{"size":223695,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP0_BEAM62_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM62_rfifind-0.png","checksum":"sha1$4acaeace58923a7bcbe967c8df2db2bab8405d88","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP0_BEAM62_rfifind-0.png","nameroot":"L242910_SAP0_BEAM62_rfifind-0"},{"size":51047,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP0_BEAM62_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM62_rfifind-1.png","checksum":"sha1$190805f1be56297bcfc771a499a3efaea9e34568","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP0_BEAM62_rfifind-1.png","nameroot":"L242910_SAP0_BEAM62_rfifind-1"},{"size":225765,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP1_BEAM62_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM62_rfifind-0.png","checksum":"sha1$491d79a02a4c5d0fbfe0f21549091802b0e7c4d8","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP1_BEAM62_rfifind-0.png","nameroot":"L242910_SAP1_BEAM62_rfifind-0"},{"size":51672,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP1_BEAM62_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM62_rfifind-1.png","checksum":"sha1$3a751cf7c3c69f94f888c7b57f50cd83a4764c35","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP1_BEAM62_rfifind-1.png","nameroot":"L242910_SAP1_BEAM62_rfifind-1"},{"size":225204,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP2_BEAM62_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM62_rfifind-0.png","checksum":"sha1$03a64dd0f3c2331650efd5f5f5baa4a8515404e4","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP2_BEAM62_rfifind-0.png","nameroot":"L242910_SAP2_BEAM62_rfifind-0"},{"size":51818,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP2_BEAM62_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM62_rfifind-1.png","checksum":"sha1$183257fb0dd0ae911d6548b5b25885cc598a3435","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP2_BEAM62_rfifind-1.png","nameroot":"L242910_SAP2_BEAM62_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_sap000_beam0062.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap000_beam0062.rfifind.log","checksum":"sha1$7df3b6181cce6edf9d6e2ba7adac0d35ac425bd4","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_sap000_beam0062.rfifind.log","nameroot":"L242910_sap000_beam0062.rfifind"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_sap001_beam0062.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap001_beam0062.rfifind.log","checksum":"sha1$0bf811f8cdc8a6f1c41e3aeddc5163e729ac0db4","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_sap001_beam0062.rfifind.log","nameroot":"L242910_sap001_beam0062.rfifind"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_sap002_beam0062.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap002_beam0062.rfifind.log","checksum":"sha1$7c1b610948dd8d500c700b0276581c07291e9946","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_sap002_beam0062.rfifind.log","nameroot":"L242910_sap002_beam0062.rfifind"},{"size":9095,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910-ldv-summary.log","class":"File","nameext":".log","basename":"L242910-ldv-summary.log","checksum":"sha1$02ed12a826efdcec0a9973fa6c8e714d4cbb8a31","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910-ldv-summary.log","nameroot":"L242910-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus078_L242910_red_389297db.tar":{"added":[],"deleted":["L242910_SAP001_B062_P000_bf.tar.gz","L242910_SAP000_B062_P000_bf.tar.gz","L242910_SAP002_B062_P000_bf.tar.gz","stokes/SAP0/BEAM62/tz.tmp","stokes/SAP0/BEAM62/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus078_L242910_red_389297db.tar","input_size":111216906240,"size_ratio":0.5208896470738584,"output_name":"L242910_SAP000_B062_P000_bf.tar","output_size":57931735040,"input_size_str":"103.58 GB","output_size_str":"53.95 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L242910_SAP001_B062_P000_bf.tar.gz","L242910_SAP000_B062_P000_bf.tar.gz","L242910_SAP002_B062_P000_bf.tar.gz","stokes/SAP0/BEAM62/tz.tmp","stokes/SAP0/BEAM62/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus078_L242910_red_389297db.tar","input_size":111216906240,"size_ratio":0.5208896470738584,"output_name":"L242910_SAP000_B062_P000_bf.tar","output_size":57931735040,"input_size_str":"103.58 GB","output_size_str":"53.95 GB"}],"tar_archive":[{"size":57931735040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27406/L242910_SAP000_B062_P000_bf.tar","class":"File","nameext":".tar","basename":"L242910_SAP000_B062_P000_bf.tar","checksum":"sha1$294587f2a799f959c441bae829d86de62a166205","location":"file:///project/ldv/Share/run/2023/2/17/2346_27406/L242910_SAP000_B062_P000_bf.tar","nameroot":"L242910_SAP000_B062_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-hb-04","cpu_time_raw":4264},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a profile is found in SAP0 beams 2 (S/N~30) | 4 11 (S/N<13), SAP1 beam 8 (S/N~14) 12 (see CS TA heat map, combined and dspsr plots in task 27387 and IS combined and dspsr plots in task 27437)."},"status_history":["defined (2023-02-17T21:06:46Z)","staging (2023-02-17T21:07:12Z)","staged (2023-02-17T22:30:55Z)","fetched (2023-02-17T22:31:10Z)","processing (2023-02-17T22:37:47Z)","processed (2023-02-17T23:13:44Z)","storing (2023-02-17T23:14:05Z)","stored (2023-02-17T23:24:01Z)","validated (2023-02-18T13:02:44Z)","scrubbing (2023-02-18T13:03:08Z)","scrubbed (2023-02-18T13:03:33Z)","defining (2023-02-17T20:37:42Z)","scrubbed (2023-03-24T06:48:07Z)","archiving (2023-03-23T16:27:53Z)","archived_failed (2023-03-23T16:27:57Z)","archiving (2023-03-24T14:09:23Z)","archived (2023-03-24T14:52:56Z)","finished (2023-03-28T07:07:24Z)"],"size_to_process":111216906240,"size_processed":57934236152,"total_processing_time":4264,"nr_of_dps":null,"log_entries":["199767 - 27406 - staging (STAGER)","200114 - 27406 - staged (STAGER)","200116 - 27406 - fetched (copy_skipped)","200144 - 27406 - processing (running)","200335 - 27406 - processed (running)","200336 - 27406 - storing (issuing_copying)","200338 - 27406 - storing (copy_issued)","200383 - 27406 - stored (copy_finished)","200554 - 27406 - scrubbing (STAGER)","200632 - 27406 - scrubbed (STAGER)","233446 - 27406 - archiving (submitting)","233447 - 27406 - archived_failed (unknown error)","237399 - 27406 - archiving (submitting)","237402 - 27406 - archiving (running)","237430 - 27406 - archived (Success)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=EFFB5051D77B4DD6E053164A17AC449D","lta_object_id":"EFFB5051D77B4DD6E053164A17AC449D","sas_id_archived":"1010197"},"activity":109,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}