{"id":34770,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-25T19:18:18.219811Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231802","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48538,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"177227212800","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus015_L231802_red_e1d08d5b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":92185282560,"_type":"PulpDataProduct","fileName":"L231802_SAP000_B002_P000_bf.tar","fileFormat":"PULP","md5checksum":"ac3d26e25770cc75aff8d36639ed4bb8","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231802.parset","SAS Id":"231802","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-13 23:42:00","Privileges":4,"Start Time":"2014-06-13 23:12:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1610-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":9686,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP000_B002_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231802_SAP000_B002_P000_bf.tar_filecontent.txt","checksum":"sha1$04d7a86e7bf2f58c45bf3e14182abe0bf676f0cb","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP000_B002_P000_bf.tar_filecontent.txt","nameroot":"L231802_SAP000_B002_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:26:16","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:49","Duration [s]":22527,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1610-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1610-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231802_SAP000_B002_P000_bf.tar"}],"quality":{"plots":[{"size":257769,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM2_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM2_PSR_J1610-01.pfd.png","checksum":"sha1$dfe6d1f5f364d5a7af3d8e864b68c0519d4f80a3","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM2_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM2_PSR_J1610-01.pfd"},{"size":409387,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM2_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM2_diag.png","checksum":"sha1$f805d6095ef86ce49a2c11edcb276c2183ebcc16","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM2_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM2_diag"},{"size":402419,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM2_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM2_diag_pdmp.png","checksum":"sha1$ac0f165416d32c216748ab8ada10cec7a9e63e91","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM2_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM2_diag_pdmp"},{"size":231622,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM2_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM2_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$34bb41be4ac99fb8d55ac9d04e47d7f6a5287291","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM2_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM2_nomask_PSR_J1610-01.pfd"},{"size":163184,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM2_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM2_pdmp.png","checksum":"sha1$33deb64683b0d7bc17522a7397427b79b820e226","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM2_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM2_pdmp"},{"size":219119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP0_BEAM2_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM2_rfifind-0.png","checksum":"sha1$1322100a113f6de470e0def5e9fc86781dddbb77","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP0_BEAM2_rfifind-0.png","nameroot":"L231802_SAP0_BEAM2_rfifind-0"},{"size":35946,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP0_BEAM2_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM2_rfifind-1.png","checksum":"sha1$4d23d93ff6784c736291d098a5339b74d14dc7e7","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP0_BEAM2_rfifind-1.png","nameroot":"L231802_SAP0_BEAM2_rfifind-1"},{"size":258753,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM48_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM48_PSR_J1610-01.pfd.png","checksum":"sha1$123a1a6553ae1d73b0f27c0541e141827e254402","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM48_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM48_PSR_J1610-01.pfd"},{"size":415258,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM48_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM48_diag.png","checksum":"sha1$a5615d3c84613d1c95bdda4c30fccded585f86b7","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM48_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM48_diag"},{"size":407011,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM48_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM48_diag_pdmp.png","checksum":"sha1$79357151a9e7d9c8f6d052f50d4aa7d2706d26c8","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM48_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM48_diag_pdmp"},{"size":233083,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM48_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM48_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$16e20d822ce682c37fb9f3a79c2340d55fc1966a","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM48_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM48_nomask_PSR_J1610-01.pfd"},{"size":166049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/J1610-01_L231802_SAP0_BEAM48_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM48_pdmp.png","checksum":"sha1$900fe648c0432e0f7f0604f6bde3b09d68994670","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/J1610-01_L231802_SAP0_BEAM48_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM48_pdmp"},{"size":218859,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP0_BEAM48_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM48_rfifind-0.png","checksum":"sha1$a19e229b94bb6605cddc09240cc1df0db083131b","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP0_BEAM48_rfifind-0.png","nameroot":"L231802_SAP0_BEAM48_rfifind-0"},{"size":35963,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP0_BEAM48_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM48_rfifind-1.png","checksum":"sha1$b1a76e4bac5144402c7f5ed8db42810ca723f018","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP0_BEAM48_rfifind-1.png","nameroot":"L231802_SAP0_BEAM48_rfifind-1"},{"size":5115,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_sap000_beam0002.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0002.rfifind.log","checksum":"sha1$9cadeca1cc76b6174c5d174aba445bdd348b0206","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_sap000_beam0002.rfifind.log","nameroot":"L231802_sap000_beam0002.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_sap000_beam0048.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0048.rfifind.log","checksum":"sha1$c605ffe1ccdb2c4af7a830657d1ac4826e2faacf","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_sap000_beam0048.rfifind.log","nameroot":"L231802_sap000_beam0048.rfifind"},{"size":23465,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802-ldv-summary.log","class":"File","nameext":".log","basename":"L231802-ldv-summary.log","checksum":"sha1$c00b1191abc36244cd67d1978be563b2b9921a4c","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802-ldv-summary.log","nameroot":"L231802-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus015_L231802_red_e1d08d5b.tar":{"added":[],"deleted":["stokes/SAP0/BEAM48/tz.tmp","stokes/SAP0/BEAM2/tz.tmp","L231802_SAP000_B002_P000_bf.tar.gz","stokes/SAP0/BEAM2/tempo.lis","stokes/SAP0/BEAM48/tempo.lis","L231802_SAP000_B048_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus015_L231802_red_e1d08d5b.tar","input_size":177227212800,"size_ratio":0.5201530910720276,"output_name":"L231802_SAP000_B002_P000_bf.tar","output_size":92185282560,"input_size_str":"165.06 GB","output_size_str":"85.85 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM48/tz.tmp","stokes/SAP0/BEAM2/tz.tmp","L231802_SAP000_B002_P000_bf.tar.gz","stokes/SAP0/BEAM2/tempo.lis","stokes/SAP0/BEAM48/tempo.lis","L231802_SAP000_B048_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus015_L231802_red_e1d08d5b.tar","input_size":177227212800,"size_ratio":0.5201530910720276,"output_name":"L231802_SAP000_B002_P000_bf.tar","output_size":92185282560,"input_size_str":"165.06 GB","output_size_str":"85.85 GB"}],"tar_archive":[{"size":92185282560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34770/L231802_SAP000_B002_P000_bf.tar","class":"File","nameext":".tar","basename":"L231802_SAP000_B002_P000_bf.tar","checksum":"sha1$0fb140d063d30ba6f1e3c03617718a1324669e7a","location":"file:///project/ldv/Share/run/2023/5/26/1218_34770/L231802_SAP000_B002_P000_bf.tar","nameroot":"L231802_SAP000_B002_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-05","cpu_time_raw":4616},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).","quality_taskid":"\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["defining (2023-05-25T19:18:18Z)","defined (2023-05-25T19:43:29Z)","staging (2023-05-25T19:44:15Z)","staged (2023-05-25T23:52:10Z)","fetched (2023-05-25T23:52:11Z)","processing (2023-05-25T23:54:52Z)","processed_failed (2023-05-26T01:55:19Z)","fetched (2023-05-26T10:09:38Z)","processing (2023-05-26T10:10:19Z)","processed (2023-05-26T10:49:22Z)","storing (2023-05-26T10:49:38Z)","stored (2023-05-26T11:07:10Z)","validated (2023-05-30T07:03:36Z)","scrubbing (2023-05-30T07:04:07Z)","scrubbed (2023-05-30T07:04:39Z)","archiving (2023-06-05T08:07:24Z)","archived_failed (2023-06-05T08:07:26Z)"],"size_to_process":177227212800,"size_processed":92188770683,"total_processing_time":4616,"nr_of_dps":null,"log_entries":["309294 - 34770 - staging (STAGER)","309737 - 34770 - staged (STAGER)","309739 - 34770 - fetched (copy_skipped)","309743 - 34770 - processing (running)","309896 - 34770 - processed_failed (running)","310142 - 34770 - processing (running)","310164 - 34770 - processed (running)","310165 - 34770 - storing (issuing_copying)","310166 - 34770 - storing (copy_issued)","310171 - 34770 - stored (copy_finished)","310738 - 34770 - scrubbing (STAGER)","310838 - 34770 - scrubbed (STAGER)","312549 - 34770 - archiving (submitting)","312550 - 34770 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":82,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}