{"id":34803,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-25T19:18:19.797887Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231802","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48571,"status":"archived_failed","new_status":"archived_failed","quality":"poor","calculated_qualities":null,"inputs":[{"size":"177286502400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":92186327040,"_type":"PulpDataProduct","fileName":"L231802_SAP000_B005_P000_bf.tar","fileFormat":"PULP","md5checksum":"ee2249b2c9ea7aa199a361674a360c11","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231802.parset","SAS Id":"231802","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-13 23:42:00","Privileges":4,"Start Time":"2014-06-13 23:12:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1610-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":13262,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP000_B005_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231802_SAP000_B005_P000_bf.tar_filecontent.txt","checksum":"sha1$3b4922f3eea727b392eb26ffdaec004d6cba4b22","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP000_B005_P000_bf.tar_filecontent.txt","nameroot":"L231802_SAP000_B005_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:26:16","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:49","Duration [s]":22527,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1610-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1610-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231802_SAP000_B005_P000_bf.tar"}],"quality":{"plots":[{"size":37973,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png","checksum":"sha1$e37f164fd2c32e955b4e55638d80dedb3e2430cf","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse"},{"size":258008,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png","checksum":"sha1$672bd17a84bc8d0b76e5c8c57c83d7a5abf6440e","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd"},{"size":412300,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_diag.png","checksum":"sha1$787028397d308042509beccaff69673825f539e7","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_diag"},{"size":407647,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png","checksum":"sha1$7152f0c97e56092321d9e966e034787343779aaa","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_diag_pdmp"},{"size":231437,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$5c6e1aab61fab6c903d98cb18df664a0f81f6ab7","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd"},{"size":171193,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_pdmp.png","checksum":"sha1$a9741317e2cc2b8e3fb86ec618080b4d2ef5ba5b","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_pdmp"},{"size":47560,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM5_singlepulse.png","checksum":"sha1$56c73f397abfd90559ff6ab636495284ccd9a366","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM5_singlepulse"},{"size":218458,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM5_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM5_rfifind-0.png","checksum":"sha1$c2bb12d968c04d533d61fdafcec2e9ad7b1a9f13","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM5_rfifind-0.png","nameroot":"L231802_SAP0_BEAM5_rfifind-0"},{"size":35424,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM5_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM5_rfifind-1.png","checksum":"sha1$fbebaee10fee510c9e75e05ff0f82f78214ba97f","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM5_rfifind-1.png","nameroot":"L231802_SAP0_BEAM5_rfifind-1"},{"size":37092,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png","checksum":"sha1$810461dcb7171692c4279a2719bc29ed338e7a11","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse"},{"size":260301,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png","checksum":"sha1$1ddd9b902de0ce6959ffe99d0baa3b34022e1b9f","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd"},{"size":415211,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_diag.png","checksum":"sha1$04197fb9a2cea955bbb66b7c1f7e14726366e1e2","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_diag"},{"size":403101,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png","checksum":"sha1$56676c47d9a65b5a2315aaf6b5444137e9719c4f","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_diag_pdmp"},{"size":231873,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$768243732babd0985511bf75cf3e80e75c35c5a5","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd"},{"size":165475,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_pdmp.png","checksum":"sha1$34f5e241c2e8c21b70340acb8f8e2cfd2bfb1018","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_pdmp"},{"size":45905,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_singlepulse.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM51_singlepulse.png","checksum":"sha1$e3c6a564e11f003a69091ac01c3ef6c1dfe1ee42","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_singlepulse.png","nameroot":"J1610-01_L231802_SAP0_BEAM51_singlepulse"},{"size":218164,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM51_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM51_rfifind-0.png","checksum":"sha1$124e63d7538fa62fa859861dbdd93f403298bdda","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM51_rfifind-0.png","nameroot":"L231802_SAP0_BEAM51_rfifind-0"},{"size":35558,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM51_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM51_rfifind-1.png","checksum":"sha1$2763d427a6b396e7b0027dd00f62385cf40ab9dc","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM51_rfifind-1.png","nameroot":"L231802_SAP0_BEAM51_rfifind-1"},{"size":5115,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_sap000_beam0005.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0005.rfifind.log","checksum":"sha1$8e9a6f7a2957b2eaeafe44673673390e592eb7cb","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_sap000_beam0005.rfifind.log","nameroot":"L231802_sap000_beam0005.rfifind"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_sap000_beam0051.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0051.rfifind.log","checksum":"sha1$4d134585e819c94b782381ac99484c599bad4ab3","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_sap000_beam0051.rfifind.log","nameroot":"L231802_sap000_beam0051.rfifind"},{"size":31265,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802-ldv-summary.log","class":"File","nameext":".log","basename":"L231802-ldv-summary.log","checksum":"sha1$53d6e5a51df21ce17662b5d53d600e52f3596994","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802-ldv-summary.log","nameroot":"L231802-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar":{"added":[],"deleted":["L231802_SAP000_B051_P000_bf.tar.gz","stokes/SAP0/BEAM5/tempo.lis","stokes/SAP0/BEAM51/tz.tmp","stokes/SAP0/BEAM51/tempo.lis","stokes/SAP0/BEAM5/tz.tmp","L231802_SAP000_B005_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar","input_size":177286502400,"size_ratio":0.5199850287079723,"output_name":"L231802_SAP000_B005_P000_bf.tar","output_size":92186327040,"input_size_str":"165.11 GB","output_size_str":"85.86 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L231802_SAP000_B051_P000_bf.tar.gz","stokes/SAP0/BEAM5/tempo.lis","stokes/SAP0/BEAM51/tz.tmp","stokes/SAP0/BEAM51/tempo.lis","stokes/SAP0/BEAM5/tz.tmp","L231802_SAP000_B005_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar","input_size":177286502400,"size_ratio":0.5199850287079723,"output_name":"L231802_SAP000_B005_P000_bf.tar","output_size":92186327040,"input_size_str":"165.11 GB","output_size_str":"85.86 GB"}],"tar_archive":[{"size":92186327040,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP000_B005_P000_bf.tar","class":"File","nameext":".tar","basename":"L231802_SAP000_B005_P000_bf.tar","checksum":"sha1$e8bef79dc4af4f86b9b108d4988eb01aa0eaa945","location":"file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP000_B005_P000_bf.tar","nameroot":"L231802_SAP000_B005_P000_bf"}]},"metrics":{"n_cpus":3,"n_nodes":1,"nodelist":"wn-hb-02","cpu_time_raw":13842},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).","quality_taskid":"\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["defining (2023-05-25T19:18:19Z)","defined (2023-05-25T19:43:28Z)","staging (2023-05-25T19:44:27Z)","staged (2023-05-25T21:26:08Z)","fetched (2023-05-25T21:26:23Z)","processing (2023-05-25T21:26:41Z)","processed_failed (2023-05-25T23:27:19Z)","fetched (2023-05-27T09:30:49Z)","processing (2023-05-27T09:32:19Z)","processed_failed (2023-05-27T13:33:10Z)","fetched (2023-05-28T16:48:24Z)","processing (2023-05-28T16:48:58Z)","processed (2023-05-28T18:06:08Z)","storing (2023-05-28T18:06:18Z)","stored (2023-05-28T18:22:54Z)","validated (2023-05-30T07:03:35Z)","scrubbing (2023-05-30T07:04:18Z)","scrubbed (2023-05-30T07:04:47Z)","archiving (2023-06-05T08:24:38Z)","archived_failed (2023-06-05T08:24:39Z)"],"size_to_process":177286502400,"size_processed":92190001221,"total_processing_time":13842,"nr_of_dps":null,"log_entries":["309327 - 34803 - staging (STAGER)","309441 - 34803 - staged (STAGER)","309443 - 34803 - fetched (copy_skipped)","309445 - 34803 - processing (running)","309666 - 34803 - processed_failed (running)","310405 - 34803 - processing (running)","310468 - 34803 - processed_failed (running)","310587 - 34803 - processing (running)","310600 - 34803 - processed (running)","310601 - 34803 - storing (issuing_copying)","310603 - 34803 - storing (copy_issued)","310609 - 34803 - stored (copy_finished)","310771 - 34803 - scrubbing (STAGER)","310871 - 34803 - scrubbed (STAGER)","312652 - 34803 - archiving (submitting)","312653 - 34803 - archived_failed (lta_already_ingested)"],"meta_scheduling":{"#SBATCH --cpus-per-task":3},"environment":"","archive":null,"activity":82,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}