{"id":34271,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-12T14:08:35.050547Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231807","priority":100,"purge_policy":"no","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":47429,"status":"finished","new_status":"finished","quality":"poor","calculated_qualities":null,"inputs":[{"size":"146807879680","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231807/LOFAR_PULSAR_ARCHIVE_locus070_L231807_red_13366121.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":92261427200,"_type":"PulpDataProduct","fileName":"L231807_SAP000_B034_P000_bf.tar","fileFormat":"PULP","md5checksum":"270fcdc5be9398cb8a7e9ff52bff00fa","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231807.parset","SAS Id":"231807","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 18:16:00","Privileges":4,"Start Time":"2014-06-14 17:46:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1059-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13473,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP000_B034_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231807_SAP000_B034_P000_bf.tar_filecontent.txt","checksum":"sha1$1f918440618c09e765df3886d7cac85274c3428b","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP000_B034_P000_bf.tar_filecontent.txt","nameroot":"L231807_SAP000_B034_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:28:09","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:11:04","Duration [s]":22625,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1059-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1059-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231807_SAP000_B034_P000_bf.tar"}],"quality":{"plots":[{"size":118847,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_DMs17.00-19.00_singlepulse.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_DMs17.00-19.00_singlepulse.png","checksum":"sha1$d44bfc216fcb3023ca2d71c005b356fe7e52d300","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_DMs17.00-19.00_singlepulse.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_DMs17.00-19.00_singlepulse"},{"size":256429,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_PSR_J1059-01.pfd.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_PSR_J1059-01.pfd.png","checksum":"sha1$fd4bad985e25a95fc97fcd6a8f8dddada2f8401f","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_PSR_J1059-01.pfd.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_PSR_J1059-01.pfd"},{"size":371794,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_diag.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_diag.png","checksum":"sha1$5a068e98f2cad607bfbb0540c4bdf7729405c309","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_diag.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_diag"},{"size":347716,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_diag_pdmp.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_diag_pdmp.png","checksum":"sha1$ad11c7466b083d0ef4af2ae85e299b1e0d329bb3","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_diag_pdmp.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_diag_pdmp"},{"size":254750,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_nomask_PSR_J1059-01.pfd.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_nomask_PSR_J1059-01.pfd.png","checksum":"sha1$c30e7963cb81bc76f145de26042b357c20d8037f","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_nomask_PSR_J1059-01.pfd.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_nomask_PSR_J1059-01.pfd"},{"size":138447,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_pdmp.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_pdmp.png","checksum":"sha1$50e8715a47ee108733df0818e8bd48bfcd17266f","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_pdmp.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_pdmp"},{"size":54564,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM34_singlepulse.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM34_singlepulse.png","checksum":"sha1$1c83184c321be96a122eaf6317524289642cad85","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM34_singlepulse.png","nameroot":"J1059-01_L231807_SAP0_BEAM34_singlepulse"},{"size":253362,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP0_BEAM34_rfifind-0.png","class":"File","nameext":".png","basename":"L231807_SAP0_BEAM34_rfifind-0.png","checksum":"sha1$a1cd75b5177b2eb72999dd3f07bc518a82c7c32d","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP0_BEAM34_rfifind-0.png","nameroot":"L231807_SAP0_BEAM34_rfifind-0"},{"size":84039,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP0_BEAM34_rfifind-1.png","class":"File","nameext":".png","basename":"L231807_SAP0_BEAM34_rfifind-1.png","checksum":"sha1$0f2ebde19d525b9a061cef9762cbfb1df2be8b57","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP0_BEAM34_rfifind-1.png","nameroot":"L231807_SAP0_BEAM34_rfifind-1"},{"size":117356,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_DMs17.00-19.00_singlepulse.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_DMs17.00-19.00_singlepulse.png","checksum":"sha1$2d2fcd8e92b4d769737d521e4ac9df038a686fa1","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_DMs17.00-19.00_singlepulse.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_DMs17.00-19.00_singlepulse"},{"size":260335,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_PSR_J1059-01.pfd.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_PSR_J1059-01.pfd.png","checksum":"sha1$e4cac754358f52b0285f539d4936ec6f227964f8","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_PSR_J1059-01.pfd.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_PSR_J1059-01.pfd"},{"size":370334,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_diag.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_diag.png","checksum":"sha1$2f732578f1a4f2c90a9f0a73b1d15f583186c881","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_diag.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_diag"},{"size":347232,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_diag_pdmp.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_diag_pdmp.png","checksum":"sha1$3986077a2285138a85873c2120ed0ebbfdb7b1dd","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_diag_pdmp.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_diag_pdmp"},{"size":255773,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_nomask_PSR_J1059-01.pfd.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_nomask_PSR_J1059-01.pfd.png","checksum":"sha1$18d9423b5fcd715a1e71a22c1d9e82d5161e73d7","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_nomask_PSR_J1059-01.pfd.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_nomask_PSR_J1059-01.pfd"},{"size":135615,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_pdmp.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_pdmp.png","checksum":"sha1$0063e95a78d39f95dae80031a75ebef4cb9ebb9a","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_pdmp.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_pdmp"},{"size":54347,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/J1059-01_L231807_SAP0_BEAM80_singlepulse.png","class":"File","nameext":".png","basename":"J1059-01_L231807_SAP0_BEAM80_singlepulse.png","checksum":"sha1$2a56d26f9c4c7db6316c6ed9d6d06a291e26e890","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/J1059-01_L231807_SAP0_BEAM80_singlepulse.png","nameroot":"J1059-01_L231807_SAP0_BEAM80_singlepulse"},{"size":250197,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP0_BEAM80_rfifind-0.png","class":"File","nameext":".png","basename":"L231807_SAP0_BEAM80_rfifind-0.png","checksum":"sha1$f1e76798d7464dbca5c62d28bd13bfdbdc7bef56","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP0_BEAM80_rfifind-0.png","nameroot":"L231807_SAP0_BEAM80_rfifind-0"},{"size":82969,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP0_BEAM80_rfifind-1.png","class":"File","nameext":".png","basename":"L231807_SAP0_BEAM80_rfifind-1.png","checksum":"sha1$19bfef6ba3d40b7963688ba191a805a7c49079db","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP0_BEAM80_rfifind-1.png","nameroot":"L231807_SAP0_BEAM80_rfifind-1"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_sap000_beam0034.rfifind.log","class":"File","nameext":".log","basename":"L231807_sap000_beam0034.rfifind.log","checksum":"sha1$33c89d65479d3228f5abdfe6e3ddd55297856064","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_sap000_beam0034.rfifind.log","nameroot":"L231807_sap000_beam0034.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_sap000_beam0080.rfifind.log","class":"File","nameext":".log","basename":"L231807_sap000_beam0080.rfifind.log","checksum":"sha1$b65a770540e1c1d878a21d76608bc97b767eacc3","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_sap000_beam0080.rfifind.log","nameroot":"L231807_sap000_beam0080.rfifind"},{"size":31691,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807-ldv-summary.log","class":"File","nameext":".log","basename":"L231807-ldv-summary.log","checksum":"sha1$410a820a2af4916455afba90f4c35836aab5cbe4","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807-ldv-summary.log","nameroot":"L231807-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus070_L231807_red_13366121.tar":{"added":[],"deleted":["L231807_SAP000_B080_P000_bf.tar.gz","stokes/SAP0/BEAM80/tz.tmp","stokes/SAP0/BEAM80/tempo.lis","L231807_SAP000_B034_P000_bf.tar.gz","stokes/SAP0/BEAM34/tz.tmp","stokes/SAP0/BEAM34/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus070_L231807_red_13366121.tar","input_size":146807879680,"size_ratio":0.6284501036395597,"output_name":"L231807_SAP000_B034_P000_bf.tar","output_size":92261427200,"input_size_str":"136.73 GB","output_size_str":"85.93 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L231807_SAP000_B080_P000_bf.tar.gz","stokes/SAP0/BEAM80/tz.tmp","stokes/SAP0/BEAM80/tempo.lis","L231807_SAP000_B034_P000_bf.tar.gz","stokes/SAP0/BEAM34/tz.tmp","stokes/SAP0/BEAM34/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus070_L231807_red_13366121.tar","input_size":146807879680,"size_ratio":0.6284501036395597,"output_name":"L231807_SAP000_B034_P000_bf.tar","output_size":92261427200,"input_size_str":"136.73 GB","output_size_str":"85.93 GB"}],"tar_archive":[{"size":92261427200,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231807/34271/L231807_SAP000_B034_P000_bf.tar","class":"File","nameext":".tar","basename":"L231807_SAP000_B034_P000_bf.tar","checksum":"sha1$7fa10d50ed2e4f3a74c7ef6b6663be0fd2c79359","location":"file:///project/ldv/Share/run/2023/5/12/2158_34271/L231807_SAP000_B034_P000_bf.tar","nameroot":"L231807_SAP000_B034_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-17","cpu_time_raw":2934},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <10% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["scrubbed (2023-05-12T20:42:46Z)","stored (2023-05-12T20:00:11Z)","processed (2023-05-12T19:38:40Z)","storing (2023-05-12T19:38:59Z)","validated (2023-05-12T20:42:11Z)","scrubbing (2023-05-12T20:42:32Z)","defined (2023-05-12T14:58:49Z)","staged_failed (2023-05-12T16:51:30Z)","staging (2023-05-12T14:59:28Z)","defined (2023-05-12T19:12:11Z)","staging (2023-05-12T19:12:38Z)","staged (2023-05-12T19:13:10Z)","fetched (2023-05-12T19:13:36Z)","processing (2023-05-12T19:13:59Z)","defining (2023-05-12T14:08:35Z)","archiving (2023-05-15T15:18:09Z)","archived (2023-05-15T15:24:38Z)","finishing (2023-05-15T15:24:40Z)","finished (2023-05-15T15:24:43Z)"],"size_to_process":146807879680,"size_processed":92265223239,"total_processing_time":2934,"nr_of_dps":null,"log_entries":["297557 - 34271 - staging (STAGER)","297744 - 34271 - staged_failed (STAGER)","298107 - 34271 - staging (STAGER)","298110 - 34271 - staged (STAGER)","298111 - 34271 - fetched (copy_skipped)","298115 - 34271 - processing (running)","298162 - 34271 - processed (running)","298163 - 34271 - storing (issuing_copying)","298164 - 34271 - storing (copy_issued)","299930 - 34271 - stored (copy_finished)","301701 - 34271 - scrubbing (STAGER)","301747 - 34271 - scrubbed (STAGER)","303926 - 34271 - archiving (submitting)","303927 - 34271 - archiving (running)","303987 - 34271 - archived (update_archive_task_done)","303990 - 34271 - finishing (cleaning)","303993 - 34271 - finished (Success)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C7DB35D45BEE053144A17ACFEFD","lta_object_id":"F8963C7DB35D45BEE053144A17ACFEFD","sas_id_archived":"1025900"},"activity":1292,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}