{"id":34905,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:40.127465Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48820,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"143657256960","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_e55f8461.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89204541440,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B015_P000_bf.tar","fileFormat":"PULP","md5checksum":"c306314ab0d53cf0cf80ad9dd45c55f1","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":4041,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP000_B015_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B015_P000_bf.tar_filecontent.txt","checksum":"sha1$d5729697a98b2fca8496f96d7e590af6596dfacc","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP000_B015_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B015_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B015_P000_bf.tar"}],"quality":{"plots":[{"size":283117,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM15_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM15_diag.png","checksum":"sha1$50c99469b7f5a8ea669a882b198dff5460eee21a","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM15_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM15_diag"},{"size":283810,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png","checksum":"sha1$373ea99dae96cedd433b9113867c7d7ac4fafd8e","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM15_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM15_diag_pdmp"},{"size":253091,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$df900018295238499cc30d448c46ceab3a9da994","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM15_nomask_PSR_J1704-04.pfd"},{"size":173420,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM15_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM15_pdmp.png","checksum":"sha1$21200358d4bfaa547b21e45342f9e7f256911abb","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM15_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM15_pdmp"},{"size":286132,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP0_BEAM15_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM15_rfifind-0.png","checksum":"sha1$c2504fc50f914cd27a9b981e6b2c200261fa277f","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP0_BEAM15_rfifind-0.png","nameroot":"L231803_SAP0_BEAM15_rfifind-0"},{"size":96253,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP0_BEAM15_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM15_rfifind-1.png","checksum":"sha1$3353001bc9222e385a97f757bb4cbbc098c05f7e","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP0_BEAM15_rfifind-1.png","nameroot":"L231803_SAP0_BEAM15_rfifind-1"},{"size":277749,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM61_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM61_diag.png","checksum":"sha1$753db00a306f2a0a2451bf9e78e10be765aa1c5c","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM61_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM61_diag"},{"size":280699,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png","checksum":"sha1$5b0d6a3750f46627527418bd8a929f8b354767e5","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM61_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM61_diag_pdmp"},{"size":251470,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$43bda5f7c7e3a7e3a718c0d3de144e0a3ca7c2ae","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM61_nomask_PSR_J1704-04.pfd"},{"size":169447,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/J1704-04_L231803_SAP0_BEAM61_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM61_pdmp.png","checksum":"sha1$2c5bd96b5291efd05cc25262ea430535f9d85cbc","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/J1704-04_L231803_SAP0_BEAM61_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM61_pdmp"},{"size":284993,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP0_BEAM61_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM61_rfifind-0.png","checksum":"sha1$324e515dde22a22f590e4b9518e8bb7234c653dc","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP0_BEAM61_rfifind-0.png","nameroot":"L231803_SAP0_BEAM61_rfifind-0"},{"size":96648,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP0_BEAM61_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM61_rfifind-1.png","checksum":"sha1$e147d806b8a3488f569d86bd5e52b85f667577e0","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP0_BEAM61_rfifind-1.png","nameroot":"L231803_SAP0_BEAM61_rfifind-1"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_sap000_beam0015.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0015.rfifind.log","checksum":"sha1$66936690e8dd6b639d38c292d20b69f47881a691","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_sap000_beam0015.rfifind.log","nameroot":"L231803_sap000_beam0015.rfifind"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_sap000_beam0061.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0061.rfifind.log","checksum":"sha1$3195e3ab8c3b0b636c094d32812f06832b1db996","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_sap000_beam0061.rfifind.log","nameroot":"L231803_sap000_beam0061.rfifind"},{"size":11049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$92c0915c1304ec52e81ea1b7a3bfeb1bca004daa","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_e55f8461.tar":{"added":[],"deleted":["stokes/SAP0/BEAM15/tempo.lis","stokes/SAP0/BEAM61/tz.tmp","L231803_SAP000_B015_P000_bf.tar.gz","L231803_SAP000_B061_P000_bf.tar.gz","stokes/SAP0/BEAM15/tz.tmp","stokes/SAP0/BEAM61/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_e55f8461.tar","input_size":143657256960,"size_ratio":0.6209539519805682,"output_name":"L231803_SAP000_B015_P000_bf.tar","output_size":89204541440,"input_size_str":"133.79 GB","output_size_str":"83.08 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM15/tempo.lis","stokes/SAP0/BEAM61/tz.tmp","L231803_SAP000_B015_P000_bf.tar.gz","L231803_SAP000_B061_P000_bf.tar.gz","stokes/SAP0/BEAM15/tz.tmp","stokes/SAP0/BEAM61/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus037_L231803_red_e55f8461.tar","input_size":143657256960,"size_ratio":0.6209539519805682,"output_name":"L231803_SAP000_B015_P000_bf.tar","output_size":89204541440,"input_size_str":"133.79 GB","output_size_str":"83.08 GB"}],"tar_archive":[{"size":89204541440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34905/L231803_SAP000_B015_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B015_P000_bf.tar","checksum":"sha1$f8d668afac26d4472de491c1d74da59f8bd198b5","location":"file:///project/ldv/Share/run/2023/5/31/350_34905/L231803_SAP000_B015_P000_bf.tar","nameroot":"L231803_SAP000_B015_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ha-03","cpu_time_raw":4082},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:40Z)","defined (2023-05-30T19:52:13Z)","staging (2023-05-30T19:52:42Z)","staged (2023-05-31T01:34:57Z)","fetched (2023-05-31T01:36:18Z)","processing (2023-05-31T01:38:52Z)","processed (2023-05-31T02:13:31Z)","storing (2023-05-31T02:13:52Z)","stored (2023-05-31T02:36:18Z)","validated (2023-05-31T08:10:38Z)","scrubbing (2023-05-31T08:11:20Z)","scrubbed (2023-05-31T08:11:53Z)","archiving (2023-06-05T09:23:42Z)","archived_failed (2023-06-05T09:23:43Z)"],"size_to_process":143657256960,"size_processed":89207299556,"total_processing_time":4082,"nr_of_dps":null,"log_entries":["311011 - 34905 - staging (STAGER)","311856 - 34905 - staged (STAGER)","311862 - 34905 - fetched (copy_skipped)","311870 - 34905 - processing (running)","311924 - 34905 - processed (running)","311925 - 34905 - storing (issuing_copying)","311926 - 34905 - storing (copy_issued)","311957 - 34905 - stored (copy_finished)","312124 - 34905 - scrubbing (STAGER)","312224 - 34905 - scrubbed (STAGER)","312995 - 34905 - archiving (submitting)","312996 - 34905 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}