{"id":34938,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:41.275036Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48853,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"172709335040","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus017_L231803_red_24fb7b51.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89780746240,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B005_P000_bf.tar","fileFormat":"PULP","md5checksum":"0f6bfeb3a1057f5aa63a5ec1a9e969aa","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13262,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP000_B005_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B005_P000_bf.tar_filecontent.txt","checksum":"sha1$b3328c1aefa464447bbc699d01d60a2655b4e03f","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP000_B005_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B005_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B005_P000_bf.tar"}],"quality":{"plots":[{"size":35419,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_DMs42.00-43.80_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_DMs42.00-43.80_singlepulse.png","checksum":"sha1$c1f84b619612e207932efa6021553c8f2da415ac","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_DMs42.00-43.80_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_DMs42.00-43.80_singlepulse"},{"size":266918,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_PSR_J1704-04.pfd.png","checksum":"sha1$37d07b0bb304b22d3ea25b6c637e0b19bb2f8732","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_PSR_J1704-04.pfd"},{"size":283283,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_diag.png","checksum":"sha1$d5d43b3098c0b98d29d5a9949dd2dd764034ef2c","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_diag"},{"size":281849,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_diag_pdmp.png","checksum":"sha1$12e8e85d92186e2e1ab5a6bf57a64130aa3e3a25","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_diag_pdmp"},{"size":268075,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$0ea61ec9fc54fee5a973b96f0ff346de5a480bed","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_nomask_PSR_J1704-04.pfd"},{"size":204472,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_pdmp.png","checksum":"sha1$c836f13891e8f8c93cc34bc6dfdd5019bc1fba73","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_pdmp"},{"size":46093,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM5_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM5_singlepulse.png","checksum":"sha1$85faf106dfa5c857761adf9a64ea0773ecf1b4ca","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM5_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM5_singlepulse"},{"size":211368,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP0_BEAM5_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM5_rfifind-0.png","checksum":"sha1$3ebdebd0b87964ab04905cc8b8566abd398028c1","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP0_BEAM5_rfifind-0.png","nameroot":"L231803_SAP0_BEAM5_rfifind-0"},{"size":35313,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP0_BEAM5_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM5_rfifind-1.png","checksum":"sha1$799185f780714c0ee3f0951cc810f079ca6c3437","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP0_BEAM5_rfifind-1.png","nameroot":"L231803_SAP0_BEAM5_rfifind-1"},{"size":35748,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_DMs42.00-44.00_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_DMs42.00-44.00_singlepulse.png","checksum":"sha1$2cab88840b3a6967355347ecc5c4728b1c674de3","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_DMs42.00-44.00_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_DMs42.00-44.00_singlepulse"},{"size":265990,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_PSR_J1704-04.pfd.png","checksum":"sha1$830d4c722a2f4356ae07e23f4be68d8007112c97","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_PSR_J1704-04.pfd"},{"size":283467,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_diag.png","checksum":"sha1$b52a92958b51151286e1ede3d73abf5b804ca3cc","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_diag"},{"size":288753,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_diag_pdmp.png","checksum":"sha1$716a2ccd965fdeb6950858afffba4793c4a9b771","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_diag_pdmp"},{"size":264878,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$057c8b0ea70c777bde3bd03cdbfb8fb1d2cb2001","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_nomask_PSR_J1704-04.pfd"},{"size":205600,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_pdmp.png","checksum":"sha1$b746ac2cc620b209ebbc699de5004efd098a8674","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_pdmp"},{"size":45580,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/J1704-04_L231803_SAP0_BEAM51_singlepulse.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM51_singlepulse.png","checksum":"sha1$2e667e0a4c020993bb49bb51595c98a8bcc6b678","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/J1704-04_L231803_SAP0_BEAM51_singlepulse.png","nameroot":"J1704-04_L231803_SAP0_BEAM51_singlepulse"},{"size":211433,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP0_BEAM51_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM51_rfifind-0.png","checksum":"sha1$56ae22258692a7dacdcde2515224aaf009113aec","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP0_BEAM51_rfifind-0.png","nameroot":"L231803_SAP0_BEAM51_rfifind-0"},{"size":35334,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP0_BEAM51_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM51_rfifind-1.png","checksum":"sha1$7f6ae186f147d8190b1527d051144642dee1b0ba","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP0_BEAM51_rfifind-1.png","nameroot":"L231803_SAP0_BEAM51_rfifind-1"},{"size":5113,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_sap000_beam0005.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0005.rfifind.log","checksum":"sha1$a0bb5f0659c7eecb38a4f0f1d2dfccc07af79b72","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_sap000_beam0005.rfifind.log","nameroot":"L231803_sap000_beam0005.rfifind"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_sap000_beam0051.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0051.rfifind.log","checksum":"sha1$e811abc02858c650ecfa1382a730438a5997fbe5","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_sap000_beam0051.rfifind.log","nameroot":"L231803_sap000_beam0051.rfifind"},{"size":31265,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$c684e544ec8c419f1d9d548383084fe66d41b002","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus017_L231803_red_24fb7b51.tar":{"added":[],"deleted":["stokes/SAP0/BEAM5/tempo.lis","stokes/SAP0/BEAM51/tz.tmp","stokes/SAP0/BEAM51/tempo.lis","L231803_SAP000_B005_P000_bf.tar.gz","L231803_SAP000_B051_P000_bf.tar.gz","stokes/SAP0/BEAM5/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus017_L231803_red_24fb7b51.tar","input_size":172709335040,"size_ratio":0.519837252683571,"output_name":"L231803_SAP000_B005_P000_bf.tar","output_size":89780746240,"input_size_str":"160.85 GB","output_size_str":"83.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM5/tempo.lis","stokes/SAP0/BEAM51/tz.tmp","stokes/SAP0/BEAM51/tempo.lis","L231803_SAP000_B005_P000_bf.tar.gz","L231803_SAP000_B051_P000_bf.tar.gz","stokes/SAP0/BEAM5/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus017_L231803_red_24fb7b51.tar","input_size":172709335040,"size_ratio":0.519837252683571,"output_name":"L231803_SAP000_B005_P000_bf.tar","output_size":89780746240,"input_size_str":"160.85 GB","output_size_str":"83.61 GB"}],"tar_archive":[{"size":89780746240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34938/L231803_SAP000_B005_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B005_P000_bf.tar","checksum":"sha1$cebdde7f038ec6c78195bb8a0bcaf2991c90ab9f","location":"file:///project/ldv/Share/run/2023/5/31/137_34938/L231803_SAP000_B005_P000_bf.tar","nameroot":"L231803_SAP000_B005_P000_bf"}]},"metrics":{"n_cpus":3,"n_nodes":1,"nodelist":"wn-ca-25","cpu_time_raw":19359},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:41Z)","defined (2023-05-30T19:52:15Z)","staging (2023-05-30T19:52:55Z)","staged (2023-05-30T23:39:46Z)","fetched (2023-05-30T23:46:05Z)","processing (2023-05-30T23:46:38Z)","processed (2023-05-31T01:34:51Z)","storing (2023-05-31T01:36:18Z)","stored (2023-05-31T01:56:37Z)","validated (2023-05-31T08:10:40Z)","scrubbing (2023-05-31T08:11:32Z)","scrubbed (2023-05-31T08:12:02Z)","archiving (2023-06-05T09:44:27Z)","archived_failed (2023-06-05T09:44:28Z)"],"size_to_process":172709335040,"size_processed":89784057310,"total_processing_time":19359,"nr_of_dps":null,"log_entries":["311044 - 34938 - staging (STAGER)","311488 - 34938 - staged (STAGER)","311511 - 34938 - fetched (copy_skipped)","311531 - 34938 - processing (running)","311855 - 34938 - processed (running)","311863 - 34938 - storing (issuing_copying)","311865 - 34938 - storing (copy_issued)","311903 - 34938 - stored (copy_finished)","312157 - 34938 - scrubbing (STAGER)","312257 - 34938 - scrubbed (STAGER)","313102 - 34938 - archiving (submitting)","313103 - 34938 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":3},"environment":"","archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}