{"id":34960,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:42.055158Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48875,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"147628820480","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus043_L231803_red_c2a2ad87.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89201950720,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B020_P000_bf.tar","fileFormat":"PULP","md5checksum":"63deb02a3e637c993ada1cc5a3e0056b","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":4041,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP000_B020_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B020_P000_bf.tar_filecontent.txt","checksum":"sha1$6f9c90ce9bd6c42681c40e3b0a8b5e57c8db89cd","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP000_B020_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B020_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B020_P000_bf.tar"}],"quality":{"plots":[{"size":288411,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM20_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM20_diag.png","checksum":"sha1$891fbed5327b80e1114c061087af6747413e23c1","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM20_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM20_diag"},{"size":289003,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM20_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM20_diag_pdmp.png","checksum":"sha1$2940f47ab7a1116c4627ce4deb775e2bfffe54a3","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM20_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM20_diag_pdmp"},{"size":262396,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM20_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM20_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$35e2a38e534777b49210896698bd25102a8b0073","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM20_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM20_nomask_PSR_J1704-04.pfd"},{"size":179707,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM20_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM20_pdmp.png","checksum":"sha1$5e1006924fa33573e9dd4f0bee08d8be4c162c26","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM20_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM20_pdmp"},{"size":293461,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP0_BEAM20_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM20_rfifind-0.png","checksum":"sha1$1f795587545f0af1afec51c0ad82675f04ac85a9","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP0_BEAM20_rfifind-0.png","nameroot":"L231803_SAP0_BEAM20_rfifind-0"},{"size":101107,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP0_BEAM20_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM20_rfifind-1.png","checksum":"sha1$fa584ac90da07bb80b93d9fb6f611c6d21e73b4e","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP0_BEAM20_rfifind-1.png","nameroot":"L231803_SAP0_BEAM20_rfifind-1"},{"size":283112,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM66_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM66_diag.png","checksum":"sha1$59b0d27da0c04ec067447534943d8729c7b56b3b","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM66_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM66_diag"},{"size":292669,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM66_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM66_diag_pdmp.png","checksum":"sha1$4f063b6b6a7cf66c733cc38750bd7b82341c75e4","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM66_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM66_diag_pdmp"},{"size":255643,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM66_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM66_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$af76061c71368cc6eb3b6c451aa5eda0c74d35e4","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM66_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM66_nomask_PSR_J1704-04.pfd"},{"size":180366,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/J1704-04_L231803_SAP0_BEAM66_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM66_pdmp.png","checksum":"sha1$8323b3362326f1c7d57b03314e7842370c1e7ab4","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/J1704-04_L231803_SAP0_BEAM66_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM66_pdmp"},{"size":294529,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP0_BEAM66_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM66_rfifind-0.png","checksum":"sha1$a6a1c9cda90321eea12acc98ec32b1751208ed80","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP0_BEAM66_rfifind-0.png","nameroot":"L231803_SAP0_BEAM66_rfifind-0"},{"size":102936,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP0_BEAM66_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM66_rfifind-1.png","checksum":"sha1$fd0b88d0b64299645c3111b97dc0c56397aeaa5c","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP0_BEAM66_rfifind-1.png","nameroot":"L231803_SAP0_BEAM66_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_sap000_beam0020.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0020.rfifind.log","checksum":"sha1$313573a15c47e55c9c1a6549159c2d2343eb984c","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_sap000_beam0020.rfifind.log","nameroot":"L231803_sap000_beam0020.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_sap000_beam0066.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0066.rfifind.log","checksum":"sha1$c260cce1a9e69f0568ed6d1bc4b54a92692a1316","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_sap000_beam0066.rfifind.log","nameroot":"L231803_sap000_beam0066.rfifind"},{"size":11049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$286b56201e84825f8c67323dc7779d247110f7cb","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus043_L231803_red_c2a2ad87.tar":{"added":[],"deleted":["stokes/SAP0/BEAM20/tz.tmp","stokes/SAP0/BEAM66/tz.tmp","L231803_SAP000_B020_P000_bf.tar.gz","stokes/SAP0/BEAM66/tempo.lis","stokes/SAP0/BEAM20/tempo.lis","L231803_SAP000_B066_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus043_L231803_red_c2a2ad87.tar","input_size":147628820480,"size_ratio":0.6042312769957044,"output_name":"L231803_SAP000_B020_P000_bf.tar","output_size":89201950720,"input_size_str":"137.49 GB","output_size_str":"83.08 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM20/tz.tmp","stokes/SAP0/BEAM66/tz.tmp","L231803_SAP000_B020_P000_bf.tar.gz","stokes/SAP0/BEAM66/tempo.lis","stokes/SAP0/BEAM20/tempo.lis","L231803_SAP000_B066_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus043_L231803_red_c2a2ad87.tar","input_size":147628820480,"size_ratio":0.6042312769957044,"output_name":"L231803_SAP000_B020_P000_bf.tar","output_size":89201950720,"input_size_str":"137.49 GB","output_size_str":"83.08 GB"}],"tar_archive":[{"size":89201950720,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34960/L231803_SAP000_B020_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B020_P000_bf.tar","checksum":"sha1$62d5a03c706bfe9f8b1b76cc06558db28f3ac4e3","location":"file:///project/ldv/Share/run/2023/5/31/351_34960/L231803_SAP000_B020_P000_bf.tar","nameroot":"L231803_SAP000_B020_P000_bf"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-ca-21","cpu_time_raw":6473},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:42Z)","defined (2023-05-30T19:52:15Z)","staging (2023-05-30T19:53:03Z)","staged (2023-05-31T00:36:17Z)","fetched (2023-05-31T00:37:13Z)","processing (2023-05-31T01:01:54Z)","processed (2023-05-31T02:50:10Z)","storing (2023-05-31T02:50:37Z)","stored (2023-05-31T03:11:25Z)","validated (2023-05-31T08:10:39Z)","scrubbing (2023-05-31T08:11:40Z)","scrubbed (2023-05-31T08:12:08Z)","archiving (2023-06-05T09:57:34Z)","archived_failed (2023-06-05T09:57:35Z)"],"size_to_process":147628820480,"size_processed":89204795351,"total_processing_time":6473,"nr_of_dps":null,"log_entries":["311066 - 34960 - staging (STAGER)","311682 - 34960 - staged (STAGER)","311685 - 34960 - fetched (copy_skipped)","311775 - 34960 - processing (running)","311970 - 34960 - processed (running)","311973 - 34960 - storing (issuing_copying)","311975 - 34960 - storing (copy_issued)","312004 - 34960 - stored (copy_finished)","312179 - 34960 - scrubbing (STAGER)","312279 - 34960 - scrubbed (STAGER)","313186 - 34960 - archiving (submitting)","313187 - 34960 - archived_failed (lta_already_ingested)"],"meta_scheduling":null,"environment":null,"archive":null,"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}