{"id":34967,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:42.291502Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48882,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"146611496960","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus075_L231803_red_e4a38058.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89795072000,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B037_P000_bf.tar","fileFormat":"PULP","md5checksum":"536665f070c1c048f5dbb794679fd594","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":9845,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP000_B037_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B037_P000_bf.tar_filecontent.txt","checksum":"sha1$fafb2801c97965ce4006358e4a753067949e0418","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP000_B037_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B037_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B037_P000_bf.tar"}],"quality":{"plots":[{"size":245459,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM37_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM37_PSR_J1704-04.pfd.png","checksum":"sha1$e0e74efb2ba363499691c3bc2c5d53afc54b8c01","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM37_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM37_PSR_J1704-04.pfd"},{"size":280366,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM37_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM37_diag.png","checksum":"sha1$927e767ed3fb1bcdc76412560f0edf65b802f4be","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM37_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM37_diag"},{"size":283864,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM37_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM37_diag_pdmp.png","checksum":"sha1$4ad1687c624276a0add0b2632d60756328a59215","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM37_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM37_diag_pdmp"},{"size":253915,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM37_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM37_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$1479cfefe5aefc5c5148bda7ac42bafba3496bf8","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM37_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM37_nomask_PSR_J1704-04.pfd"},{"size":161820,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM37_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM37_pdmp.png","checksum":"sha1$a0a5242e347ed891756414129c179ff4a25946a7","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM37_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM37_pdmp"},{"size":258234,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP0_BEAM37_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM37_rfifind-0.png","checksum":"sha1$e2a7d8b015774eb8994221139aa979f4e7a7809f","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP0_BEAM37_rfifind-0.png","nameroot":"L231803_SAP0_BEAM37_rfifind-0"},{"size":79635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP0_BEAM37_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM37_rfifind-1.png","checksum":"sha1$079dcf693bbc4173b4e5799dc6ab618d7798b7c9","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP0_BEAM37_rfifind-1.png","nameroot":"L231803_SAP0_BEAM37_rfifind-1"},{"size":255800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM83_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM83_PSR_J1704-04.pfd.png","checksum":"sha1$79f84422af05409bf3f896f003cff847674db250","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM83_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM83_PSR_J1704-04.pfd"},{"size":279693,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM83_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM83_diag.png","checksum":"sha1$8bd888e6c22654d0c73701eace86ce9f0910dc9e","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM83_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM83_diag"},{"size":281832,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM83_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM83_diag_pdmp.png","checksum":"sha1$496a45705011feb0a3e622b1fb9b50082a4f0615","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM83_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM83_diag_pdmp"},{"size":254638,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM83_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM83_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$25ca93369237a67120efcc6ef6b4c1221ac5fd15","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM83_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM83_nomask_PSR_J1704-04.pfd"},{"size":164318,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/J1704-04_L231803_SAP0_BEAM83_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM83_pdmp.png","checksum":"sha1$7530f2de14996200322e1d8289c354c5a7f743fa","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/J1704-04_L231803_SAP0_BEAM83_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM83_pdmp"},{"size":254931,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP0_BEAM83_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM83_rfifind-0.png","checksum":"sha1$f007ca58fec26a91dcf649b3c755e494009dda9f","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP0_BEAM83_rfifind-0.png","nameroot":"L231803_SAP0_BEAM83_rfifind-0"},{"size":78605,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP0_BEAM83_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM83_rfifind-1.png","checksum":"sha1$f54fa0421829030b8a9695d0a74aa51885127ff4","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP0_BEAM83_rfifind-1.png","nameroot":"L231803_SAP0_BEAM83_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_sap000_beam0037.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0037.rfifind.log","checksum":"sha1$88326bb894f48e3b7052890f12e8c2f79ad5a6bd","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_sap000_beam0037.rfifind.log","nameroot":"L231803_sap000_beam0037.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_sap000_beam0083.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0083.rfifind.log","checksum":"sha1$d29f0465bd4a61f6108f03f4820fb1f849027dca","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_sap000_beam0083.rfifind.log","nameroot":"L231803_sap000_beam0083.rfifind"},{"size":23787,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$bb6661f2e514b62fcc20e493aa73660fb5878f5c","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus075_L231803_red_e4a38058.tar":{"added":[],"deleted":["stokes/SAP0/BEAM37/tz.tmp","L231803_SAP000_B037_P000_bf.tar.gz","stokes/SAP0/BEAM83/tempo.lis","L231803_SAP000_B083_P000_bf.tar.gz","stokes/SAP0/BEAM37/tempo.lis","stokes/SAP0/BEAM83/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus075_L231803_red_e4a38058.tar","input_size":146611496960,"size_ratio":0.6124695120226402,"output_name":"L231803_SAP000_B037_P000_bf.tar","output_size":89795072000,"input_size_str":"136.54 GB","output_size_str":"83.63 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM37/tz.tmp","L231803_SAP000_B037_P000_bf.tar.gz","stokes/SAP0/BEAM83/tempo.lis","L231803_SAP000_B083_P000_bf.tar.gz","stokes/SAP0/BEAM37/tempo.lis","stokes/SAP0/BEAM83/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus075_L231803_red_e4a38058.tar","input_size":146611496960,"size_ratio":0.6124695120226402,"output_name":"L231803_SAP000_B037_P000_bf.tar","output_size":89795072000,"input_size_str":"136.54 GB","output_size_str":"83.63 GB"}],"tar_archive":[{"size":89795072000,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34967/L231803_SAP000_B037_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B037_P000_bf.tar","checksum":"sha1$cf50584649d4adc7508897a933b711122b4050f1","location":"file:///project/ldv/Share/run/2023/5/31/144_34967/L231803_SAP000_B037_P000_bf.tar","nameroot":"L231803_SAP000_B037_P000_bf"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-hb-04","cpu_time_raw":12544},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:42Z)","defined (2023-05-30T19:52:15Z)","staging (2023-05-30T19:53:41Z)","staged (2023-05-30T23:15:36Z)","fetched (2023-05-30T23:27:16Z)","processing (2023-05-30T23:27:46Z)","processed (2023-05-31T02:57:05Z)","storing (2023-05-31T02:57:11Z)","stored (2023-05-31T03:12:22Z)","validated (2023-05-31T08:10:39Z)","scrubbing (2023-05-31T08:12:41Z)","scrubbed (2023-05-31T08:12:53Z)","archiving (2023-06-05T10:00:40Z)","archived_failed (2023-06-05T10:00:42Z)"],"size_to_process":146611496960,"size_processed":89798239139,"total_processing_time":12544,"nr_of_dps":null,"log_entries":["311073 - 34967 - staging (STAGER)","311412 - 34967 - staged (STAGER)","311443 - 34967 - fetched (copy_skipped)","311457 - 34967 - processing (running)","311989 - 34967 - processed (running)","311990 - 34967 - storing (issuing_copying)","311991 - 34967 - storing (copy_issued)","312007 - 34967 - stored (copy_finished)","312286 - 34967 - scrubbing (STAGER)","312324 - 34967 - scrubbed (STAGER)","313207 - 34967 - archiving (submitting)","313208 - 34967 - archived_failed (lta_already_ingested)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}