{"id":34815,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-25T19:18:20.210239Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231802","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48583,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"177324288000","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus019_L231802_red_7421e477.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":92186234880,"_type":"PulpDataProduct","fileName":"L231802_SAP000_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"6123728c987a66fbeb7d6ec89aae32de","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231802.parset","SAS Id":"231802","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-13 23:42:00","Privileges":4,"Start Time":"2014-06-13 23:12:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1610-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13262,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP000_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231802_SAP000_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$31fc02b31b3ad899b1730cb1163347b7adfdaea2","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP000_B004_P000_bf.tar_filecontent.txt","nameroot":"L231802_SAP000_B004_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:26:16","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:49","Duration [s]":22527,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1610-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1610-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231802_SAP000_B004_P000_bf.tar"}],"quality":{"plots":[{"size":37525,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_DMs26.00-28.00_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_DMs26.00-28.00_singlepulse.png","checksum":"sha1$9e3f19f892586339c4de1b57340272b6d2c0d26b","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_DMs26.00-28.00_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_DMs26.00-28.00_singlepulse"},{"size":256708,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_PSR_J1610-01.pfd.png","checksum":"sha1$f4eb54840deadb1ce38c3b2a1b3b12ec13ba7209","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_PSR_J1610-01.pfd"},{"size":409803,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_diag.png","checksum":"sha1$12212be0bb482617fce2488347364317478d8bf5","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_diag"},{"size":396977,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_diag_pdmp.png","checksum":"sha1$1d7d8ab47bfc8e90ed1dab962077f2ddc3c0ab10","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_diag_pdmp"},{"size":230684,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$b39656caba7cc18b356b66994c2d17c70d006de8","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_nomask_PSR_J1610-01.pfd"},{"size":163283,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_pdmp.png","checksum":"sha1$03d0749bb8629e6442e642554af41eeb6a9297f6","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_pdmp"},{"size":47203,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM4_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM4_singlepulse.png","checksum":"sha1$67ba68e7365e42e7c1dc63afcc7c64eb9e3b47ab","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM4_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM4_singlepulse"},{"size":217526,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP0_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM4_rfifind-0.png","checksum":"sha1$63e7546aa9db90e624854526db51ac4a43bd3b18","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP0_BEAM4_rfifind-0.png","nameroot":"L231802_SAP0_BEAM4_rfifind-0"},{"size":35430,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP0_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM4_rfifind-1.png","checksum":"sha1$15297a50111d59dd7af9aff39d3655b2178f07d3","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP0_BEAM4_rfifind-1.png","nameroot":"L231802_SAP0_BEAM4_rfifind-1"},{"size":37691,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_DMs26.00-28.00_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_DMs26.00-28.00_singlepulse.png","checksum":"sha1$b11dff8a63e8408dfa3f211ba973a34fe1e7318c","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_DMs26.00-28.00_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_DMs26.00-28.00_singlepulse"},{"size":261496,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_PSR_J1610-01.pfd.png","checksum":"sha1$527dce48e2fd951da39e7a06e99aee30b09773bf","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_PSR_J1610-01.pfd"},{"size":392030,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_diag.png","checksum":"sha1$fedf086da6026a942bd9e78050d735984cb42a20","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_diag"},{"size":390170,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_diag_pdmp.png","checksum":"sha1$7fe5bc7e57207e1c807b0ab5d133359b766ea1cb","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_diag_pdmp"},{"size":230917,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$103e727e0240719b37256aa94fcbe07bf9ffc2f4","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_nomask_PSR_J1610-01.pfd"},{"size":167574,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_pdmp.png","checksum":"sha1$ef6857540cf7646abff55ba86d700961eba03bb1","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_pdmp"},{"size":46148,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/J1610-01_L231802_SAP0_BEAM50_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM50_singlepulse.png","checksum":"sha1$602342fabc901765ae07b91ffcbc32015b8657ae","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/J1610-01_L231802_SAP0_BEAM50_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM50_singlepulse"},{"size":218007,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP0_BEAM50_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM50_rfifind-0.png","checksum":"sha1$24a33ec914c715a06839970404ab41fc1dc5f5eb","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP0_BEAM50_rfifind-0.png","nameroot":"L231802_SAP0_BEAM50_rfifind-0"},{"size":35598,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP0_BEAM50_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM50_rfifind-1.png","checksum":"sha1$301bb24a109a26686ba5facfa0700d3312a5a264","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP0_BEAM50_rfifind-1.png","nameroot":"L231802_SAP0_BEAM50_rfifind-1"},{"size":5113,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_sap000_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0004.rfifind.log","checksum":"sha1$22ff40b4a33e39ddaef4427b6b1a71656d23b7ba","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_sap000_beam0004.rfifind.log","nameroot":"L231802_sap000_beam0004.rfifind"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_sap000_beam0050.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0050.rfifind.log","checksum":"sha1$0693f9b242b331fe7228a511fc01b5255b94934c","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_sap000_beam0050.rfifind.log","nameroot":"L231802_sap000_beam0050.rfifind"},{"size":31265,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802-ldv-summary.log","class":"File","nameext":".log","basename":"L231802-ldv-summary.log","checksum":"sha1$cb47b806da4a2d5d545cf95122e36756c0a0b1d4","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802-ldv-summary.log","nameroot":"L231802-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus019_L231802_red_7421e477.tar":{"added":[],"deleted":["L231802_SAP000_B050_P000_bf.tar.gz","stokes/SAP0/BEAM50/tz.tmp","L231802_SAP000_B004_P000_bf.tar.gz","stokes/SAP0/BEAM4/tempo.lis","stokes/SAP0/BEAM4/tz.tmp","stokes/SAP0/BEAM50/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus019_L231802_red_7421e477.tar","input_size":177324288000,"size_ratio":0.5198737066407959,"output_name":"L231802_SAP000_B004_P000_bf.tar","output_size":92186234880,"input_size_str":"165.15 GB","output_size_str":"85.86 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L231802_SAP000_B050_P000_bf.tar.gz","stokes/SAP0/BEAM50/tz.tmp","L231802_SAP000_B004_P000_bf.tar.gz","stokes/SAP0/BEAM4/tempo.lis","stokes/SAP0/BEAM4/tz.tmp","stokes/SAP0/BEAM50/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus019_L231802_red_7421e477.tar","input_size":177324288000,"size_ratio":0.5198737066407959,"output_name":"L231802_SAP000_B004_P000_bf.tar","output_size":92186234880,"input_size_str":"165.15 GB","output_size_str":"85.86 GB"}],"tar_archive":[{"size":92186234880,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34815/L231802_SAP000_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L231802_SAP000_B004_P000_bf.tar","checksum":"sha1$8702210b472d05b316ab7540c25431e151732b7c","location":"file:///project/ldv/Share/run/2023/5/26/13_34815/L231802_SAP000_B004_P000_bf.tar","nameroot":"L231802_SAP000_B004_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-06","cpu_time_raw":12130},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).","quality_taskid":"\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["defining (2023-05-25T19:18:20Z)","defined (2023-05-25T19:43:28Z)","staging (2023-05-25T19:44:31Z)","staged (2023-05-25T23:27:09Z)","fetched (2023-05-25T23:27:35Z)","processing (2023-05-25T23:36:04Z)","processed (2023-05-26T01:17:36Z)","storing (2023-05-26T01:17:48Z)","stored (2023-05-26T01:36:46Z)","validated (2023-05-30T07:03:35Z)","scrubbing (2023-05-30T07:04:22Z)","scrubbed (2023-05-30T07:04:51Z)","archiving (2023-06-05T08:31:12Z)","archived_failed (2023-06-05T08:31:13Z)"],"size_to_process":177324288000,"size_processed":92189851147,"total_processing_time":12130,"nr_of_dps":null,"log_entries":["309339 - 34815 - staging (STAGER)","309664 - 34815 - staged (STAGER)","309667 - 34815 - fetched (copy_skipped)","309687 - 34815 - processing (running)","309840 - 34815 - processed (running)","309841 - 34815 - storing (issuing_copying)","309843 - 34815 - storing (copy_issued)","309883 - 34815 - stored (copy_finished)","310783 - 34815 - scrubbing (STAGER)","310883 - 34815 - scrubbed (STAGER)","312696 - 34815 - archiving (submitting)","312697 - 34815 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":82,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}