{"id":34752,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-25T19:18:17.607702Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231802","priority":100,"purge_policy":"no","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48520,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"150194472960","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus075_L231802_red_f458a75b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":91144017920,"_type":"PulpDataProduct","fileName":"L231802_SAP000_B035_P000_bf.tar","fileFormat":"PULP","md5checksum":"222704ad3acb96fca0ac07e4b118000b","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231802.parset","SAS Id":"231802","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-13 23:42:00","Privileges":4,"Start Time":"2014-06-13 23:12:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1610-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":4041,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP000_B035_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231802_SAP000_B035_P000_bf.tar_filecontent.txt","checksum":"sha1$fd85b506b3771c162c9445659db9c3c1a1e39892","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP000_B035_P000_bf.tar_filecontent.txt","nameroot":"L231802_SAP000_B035_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:26:16","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:49","Duration [s]":22527,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1610-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1610-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231802_SAP000_B035_P000_bf.tar"}],"quality":{"plots":[{"size":413922,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM35_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM35_diag.png","checksum":"sha1$abfc2455c1401ae24dd605fe2a87b1e19d50a9f0","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM35_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM35_diag"},{"size":406661,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM35_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM35_diag_pdmp.png","checksum":"sha1$b0586a0fe7ae9bb9d70302024e3f8cd6e7898816","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM35_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM35_diag_pdmp"},{"size":251165,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM35_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM35_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$d1ef4d088db55a8d3078dcec69c8d0db849272eb","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM35_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM35_nomask_PSR_J1610-01.pfd"},{"size":171909,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM35_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM35_pdmp.png","checksum":"sha1$fe838a883ca2bf3d62b4a4e6c26a7acf43484da3","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM35_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM35_pdmp"},{"size":288272,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP0_BEAM35_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM35_rfifind-0.png","checksum":"sha1$0e5b4713e1c4af408b6277b8e357015abf885afd","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP0_BEAM35_rfifind-0.png","nameroot":"L231802_SAP0_BEAM35_rfifind-0"},{"size":95065,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP0_BEAM35_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM35_rfifind-1.png","checksum":"sha1$0741922bf0f184d9754c3a6d26b3a71b6b08f34e","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP0_BEAM35_rfifind-1.png","nameroot":"L231802_SAP0_BEAM35_rfifind-1"},{"size":424536,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM81_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM81_diag.png","checksum":"sha1$8e62cc4f88a5741b5f8ec085a78c0d997adb8eda","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM81_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM81_diag"},{"size":419901,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM81_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM81_diag_pdmp.png","checksum":"sha1$fad2645538e79cbd36cab668b9bb7d7895213d93","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM81_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM81_diag_pdmp"},{"size":255959,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM81_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM81_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$f5fe062d1c8f2952f6a89d14f6bbf64281db1828","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM81_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM81_nomask_PSR_J1610-01.pfd"},{"size":182606,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/J1610-01_L231802_SAP0_BEAM81_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM81_pdmp.png","checksum":"sha1$87a4aba3234b60e8b6ba5c41ec29137a1d6611f0","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/J1610-01_L231802_SAP0_BEAM81_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM81_pdmp"},{"size":285420,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP0_BEAM81_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM81_rfifind-0.png","checksum":"sha1$58576ff92bb59e7d695cf2a7316e204252150a6b","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP0_BEAM81_rfifind-0.png","nameroot":"L231802_SAP0_BEAM81_rfifind-0"},{"size":94742,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP0_BEAM81_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM81_rfifind-1.png","checksum":"sha1$0d918fa3b1158f08eba43186e2334e5c2c742a1f","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP0_BEAM81_rfifind-1.png","nameroot":"L231802_SAP0_BEAM81_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_sap000_beam0035.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0035.rfifind.log","checksum":"sha1$6844a855514cf177fed39d23ed10461ea5cd31a1","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_sap000_beam0035.rfifind.log","nameroot":"L231802_sap000_beam0035.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_sap000_beam0081.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0081.rfifind.log","checksum":"sha1$b8424932ad6302967af4777a00b577b97c2696e2","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_sap000_beam0081.rfifind.log","nameroot":"L231802_sap000_beam0081.rfifind"},{"size":11049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802-ldv-summary.log","class":"File","nameext":".log","basename":"L231802-ldv-summary.log","checksum":"sha1$cd16c7da5535e1d74823fbcb1a113a34fb3ebe95","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802-ldv-summary.log","nameroot":"L231802-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus075_L231802_red_f458a75b.tar":{"added":[],"deleted":["stokes/SAP0/BEAM35/tempo.lis","L231802_SAP000_B035_P000_bf.tar.gz","stokes/SAP0/BEAM81/tempo.lis","L231802_SAP000_B081_P000_bf.tar.gz","stokes/SAP0/BEAM81/tz.tmp","stokes/SAP0/BEAM35/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus075_L231802_red_f458a75b.tar","input_size":150194472960,"size_ratio":0.6068400262922697,"output_name":"L231802_SAP000_B035_P000_bf.tar","output_size":91144017920,"input_size_str":"139.88 GB","output_size_str":"84.88 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM35/tempo.lis","L231802_SAP000_B035_P000_bf.tar.gz","stokes/SAP0/BEAM81/tempo.lis","L231802_SAP000_B081_P000_bf.tar.gz","stokes/SAP0/BEAM81/tz.tmp","stokes/SAP0/BEAM35/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus075_L231802_red_f458a75b.tar","input_size":150194472960,"size_ratio":0.6068400262922697,"output_name":"L231802_SAP000_B035_P000_bf.tar","output_size":91144017920,"input_size_str":"139.88 GB","output_size_str":"84.88 GB"}],"tar_archive":[{"size":91144017920,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34752/L231802_SAP000_B035_P000_bf.tar","class":"File","nameext":".tar","basename":"L231802_SAP000_B035_P000_bf.tar","checksum":"sha1$8810aee80506f20f1b19bc1f5b93419b2f5d55fa","location":"file:///project/ldv/Share/run/2023/5/26/1226_34752/L231802_SAP000_B035_P000_bf.tar","nameroot":"L231802_SAP000_B035_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-06","cpu_time_raw":20232},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).","quality_taskid":"\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["defining (2023-05-25T19:18:17Z)","defined (2023-05-25T19:43:28Z)","staging (2023-05-25T19:44:09Z)","staged (2023-05-26T00:03:52Z)","fetched (2023-05-26T00:03:59Z)","processing (2023-05-26T00:16:44Z)","processed_failed (2023-05-26T02:17:41Z)","fetched (2023-05-26T10:09:57Z)","processing (2023-05-26T10:11:27Z)","processed (2023-05-26T13:00:06Z)","storing (2023-05-26T13:00:13Z)","stored (2023-05-26T13:21:09Z)","validated (2023-05-30T07:03:36Z)","scrubbing (2023-05-30T07:04:00Z)","scrubbed (2023-05-30T07:04:34Z)","archiving (2023-06-05T07:54:02Z)","archived_failed (2023-06-05T07:54:04Z)"],"size_to_process":150194472960,"size_processed":91147329369,"total_processing_time":20232,"nr_of_dps":null,"log_entries":["309276 - 34752 - staging (STAGER)","309753 - 34752 - staged (STAGER)","309754 - 34752 - fetched (copy_skipped)","309776 - 34752 - processing (running)","309917 - 34752 - processed_failed (running)","310157 - 34752 - processing (running)","310214 - 34752 - processed (running)","310216 - 34752 - storing (issuing_copying)","310217 - 34752 - storing (copy_issued)","310275 - 34752 - stored (copy_finished)","310720 - 34752 - scrubbing (STAGER)","310820 - 34752 - scrubbed (STAGER)","312470 - 34752 - archiving (submitting)","312471 - 34752 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":82,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}