{"id":34891,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:39.658170Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48806,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"141816944640","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus034_L231803_red_70985861.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89213399040,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B013_P000_bf.tar","fileFormat":"PULP","md5checksum":"4ff55945c43d76593fb558eda85e1e5c","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":4041,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP000_B013_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B013_P000_bf.tar_filecontent.txt","checksum":"sha1$c4471a673b047516e467d0e12dcfad0061fd9fb7","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP000_B013_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B013_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B013_P000_bf.tar"}],"quality":{"plots":[{"size":282461,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM13_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM13_diag.png","checksum":"sha1$d36a55d702827eb7565f8c215b0a0b9ce5e20da2","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM13_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM13_diag"},{"size":277100,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM13_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM13_diag_pdmp.png","checksum":"sha1$bc7d8f199339cda30e9795e92561cf9b9667d215","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM13_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM13_diag_pdmp"},{"size":254579,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM13_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM13_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$38717eb306d1c46532837771c17a169ee6a8bdec","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM13_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM13_nomask_PSR_J1704-04.pfd"},{"size":169330,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM13_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM13_pdmp.png","checksum":"sha1$3ba18099d39bd3f68e476aa6a0829bcdfb1c89a8","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM13_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM13_pdmp"},{"size":304128,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP0_BEAM13_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM13_rfifind-0.png","checksum":"sha1$03c4b848802dff257836125868eea44212b36912","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP0_BEAM13_rfifind-0.png","nameroot":"L231803_SAP0_BEAM13_rfifind-0"},{"size":112906,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP0_BEAM13_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM13_rfifind-1.png","checksum":"sha1$8947984eb88d1fd4f25c6123638861010e5632a8","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP0_BEAM13_rfifind-1.png","nameroot":"L231803_SAP0_BEAM13_rfifind-1"},{"size":279840,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM59_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM59_diag.png","checksum":"sha1$d3ce313dedb2862ed2fab9612f660bb9c79dfee0","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM59_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM59_diag"},{"size":281268,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM59_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM59_diag_pdmp.png","checksum":"sha1$889f0696192fb66bbd455d6933316ed3cb00aa63","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM59_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM59_diag_pdmp"},{"size":254890,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM59_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM59_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$8cb8d25994da67f2af6d83f7935a6647d12ea480","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM59_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM59_nomask_PSR_J1704-04.pfd"},{"size":172750,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/J1704-04_L231803_SAP0_BEAM59_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM59_pdmp.png","checksum":"sha1$9c38a28ae6a14c423e9b601e6714d443bdf9326d","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/J1704-04_L231803_SAP0_BEAM59_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM59_pdmp"},{"size":306152,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP0_BEAM59_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM59_rfifind-0.png","checksum":"sha1$af8552cf69453a8f51d9ceaca7bdfd31d037238d","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP0_BEAM59_rfifind-0.png","nameroot":"L231803_SAP0_BEAM59_rfifind-0"},{"size":112773,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP0_BEAM59_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM59_rfifind-1.png","checksum":"sha1$0ea6275368860e00b2448b87c35cb6654e74a8db","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP0_BEAM59_rfifind-1.png","nameroot":"L231803_SAP0_BEAM59_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_sap000_beam0013.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0013.rfifind.log","checksum":"sha1$4f3ae610baa5b7df6579e1d653ec44d79c04a71b","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_sap000_beam0013.rfifind.log","nameroot":"L231803_sap000_beam0013.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_sap000_beam0059.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0059.rfifind.log","checksum":"sha1$a5adc8d6916772ea8f48b55f735cfa37673d9fbe","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_sap000_beam0059.rfifind.log","nameroot":"L231803_sap000_beam0059.rfifind"},{"size":11049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$0711f5c13128aa0a7210e2a2074ad7c315a95ddb","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus034_L231803_red_70985861.tar":{"added":[],"deleted":["L231803_SAP000_B013_P000_bf.tar.gz","stokes/SAP0/BEAM59/tempo.lis","stokes/SAP0/BEAM59/tz.tmp","L231803_SAP000_B059_P000_bf.tar.gz","stokes/SAP0/BEAM13/tempo.lis","stokes/SAP0/BEAM13/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus034_L231803_red_70985861.tar","input_size":141816944640,"size_ratio":0.6290743272354848,"output_name":"L231803_SAP000_B013_P000_bf.tar","output_size":89213399040,"input_size_str":"132.08 GB","output_size_str":"83.09 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L231803_SAP000_B013_P000_bf.tar.gz","stokes/SAP0/BEAM59/tempo.lis","stokes/SAP0/BEAM59/tz.tmp","L231803_SAP000_B059_P000_bf.tar.gz","stokes/SAP0/BEAM13/tempo.lis","stokes/SAP0/BEAM13/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus034_L231803_red_70985861.tar","input_size":141816944640,"size_ratio":0.6290743272354848,"output_name":"L231803_SAP000_B013_P000_bf.tar","output_size":89213399040,"input_size_str":"132.08 GB","output_size_str":"83.09 GB"}],"tar_archive":[{"size":89213399040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34891/L231803_SAP000_B013_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B013_P000_bf.tar","checksum":"sha1$5871a7850f10c3106aebceb413cf0418123e4aff","location":"file:///project/ldv/Share/run/2023/5/31/239_34891/L231803_SAP000_B013_P000_bf.tar","nameroot":"L231803_SAP000_B013_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-22","cpu_time_raw":14030},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:39Z)","defined (2023-05-30T19:52:13Z)","staging (2023-05-30T19:52:37Z)","staged (2023-05-31T00:51:57Z)","fetched (2023-05-31T00:52:28Z)","processing (2023-05-31T00:53:40Z)","processed (2023-05-31T02:50:43Z)","storing (2023-05-31T02:51:54Z)","stored (2023-05-31T03:13:26Z)","validated (2023-05-31T08:10:39Z)","scrubbing (2023-05-31T08:11:15Z)","scrubbed (2023-05-31T08:11:49Z)","archiving (2023-06-05T09:11:57Z)","archived_failed (2023-06-05T09:11:58Z)"],"size_to_process":141816944640,"size_processed":89216228508,"total_processing_time":14030,"nr_of_dps":null,"log_entries":["310997 - 34891 - staging (STAGER)","311727 - 34891 - staged (STAGER)","311731 - 34891 - fetched (copy_skipped)","311740 - 34891 - processing (running)","311974 - 34891 - processed (running)","311977 - 34891 - storing (issuing_copying)","311979 - 34891 - storing (copy_issued)","312011 - 34891 - stored (copy_finished)","312110 - 34891 - scrubbing (STAGER)","312210 - 34891 - scrubbed (STAGER)","312932 - 34891 - archiving (submitting)","312933 - 34891 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}