{"id":34796,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-25T19:18:19.540755Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231802","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48564,"status":"finished","new_status":"finished","quality":"poor","calculated_qualities":null,"inputs":[{"size":"139221606400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus067_L231802_red_ed59648c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":92204718080,"_type":"PulpDataProduct","fileName":"L231802_SAP000_B030_P000_bf.tar","fileFormat":"PULP","md5checksum":"07375c416e7c65b1077efa9f83556356","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231802.parset","SAS Id":"231802","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-13 23:42:00","Privileges":4,"Start Time":"2014-06-13 23:12:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1610-01","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":9845,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP000_B030_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231802_SAP000_B030_P000_bf.tar_filecontent.txt","checksum":"sha1$3b57329a4b0421a5d4179544298a088b892c060d","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP000_B030_P000_bf.tar_filecontent.txt","nameroot":"L231802_SAP000_B030_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:26:16","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:49","Duration [s]":22527,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1610-01/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1610-01/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231802_SAP000_B030_P000_bf.tar"}],"quality":{"plots":[{"size":252166,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM30_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM30_PSR_J1610-01.pfd.png","checksum":"sha1$8a3e348b7a8b420abab679acfb1e55fb7878daab","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM30_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM30_PSR_J1610-01.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM30_PSR_J1610-01.pfd.png"},{"size":417381,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM30_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM30_diag.png","checksum":"sha1$d5dd987bdba69f64372aa0906d1a3286cd8ebdcc","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM30_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM30_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM30_diag.png"},{"size":412185,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM30_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM30_diag_pdmp.png","checksum":"sha1$f40deae13ceb4b3ddb7d129f77200103cd36d302","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM30_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM30_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM30_diag_pdmp.png"},{"size":264680,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM30_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM30_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$cc1bc7f5ebb40bb7868a78609b788eba784de000","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM30_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM30_nomask_PSR_J1610-01.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM30_nomask_PSR_J1610-01.pfd.png"},{"size":172834,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM30_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM30_pdmp.png","checksum":"sha1$41f83d38ee5942b33e264744c7b56b85d427d372","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM30_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM30_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM30_pdmp.png"},{"size":248537,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP0_BEAM30_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM30_rfifind-0.png","checksum":"sha1$3d89ff844db977a95bd55dd77e2ae94a63cae572","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP0_BEAM30_rfifind-0.png","nameroot":"L231802_SAP0_BEAM30_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_SAP0_BEAM30_rfifind-0.png"},{"size":83089,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP0_BEAM30_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM30_rfifind-1.png","checksum":"sha1$fd27dbc02e8153108fdb9033a1ccb1395f41b8e9","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP0_BEAM30_rfifind-1.png","nameroot":"L231802_SAP0_BEAM30_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_SAP0_BEAM30_rfifind-1.png"},{"size":261430,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM76_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM76_PSR_J1610-01.pfd.png","checksum":"sha1$ccc2f54025fd6704e92a97a2e515622f49900301","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM76_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM76_PSR_J1610-01.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM76_PSR_J1610-01.pfd.png"},{"size":420912,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM76_diag.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM76_diag.png","checksum":"sha1$bc8984a2a4104512757befc356ef0d8b15767288","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM76_diag.png","nameroot":"J1610-01_L231802_SAP0_BEAM76_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM76_diag.png"},{"size":420005,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM76_diag_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM76_diag_pdmp.png","checksum":"sha1$8bbb5b518d7929f24f2c4639e57fdbc78c3f45e2","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM76_diag_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM76_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM76_diag_pdmp.png"},{"size":261549,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM76_nomask_PSR_J1610-01.pfd.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM76_nomask_PSR_J1610-01.pfd.png","checksum":"sha1$89b2dfdbea6e874485f2b34bf4804f4f23eae8f1","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM76_nomask_PSR_J1610-01.pfd.png","nameroot":"J1610-01_L231802_SAP0_BEAM76_nomask_PSR_J1610-01.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM76_nomask_PSR_J1610-01.pfd.png"},{"size":163786,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/J1610-01_L231802_SAP0_BEAM76_pdmp.png","class":"File","nameext":".png","basename":"J1610-01_L231802_SAP0_BEAM76_pdmp.png","checksum":"sha1$ca6d57dc737ca968fd0c7ac030c39a23bd6adab1","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/J1610-01_L231802_SAP0_BEAM76_pdmp.png","nameroot":"J1610-01_L231802_SAP0_BEAM76_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/J1610-01_L231802_SAP0_BEAM76_pdmp.png"},{"size":244785,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP0_BEAM76_rfifind-0.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM76_rfifind-0.png","checksum":"sha1$b88d8039d6054b0be4fa4d4e6198ae61bd90b646","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP0_BEAM76_rfifind-0.png","nameroot":"L231802_SAP0_BEAM76_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_SAP0_BEAM76_rfifind-0.png"},{"size":81523,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP0_BEAM76_rfifind-1.png","class":"File","nameext":".png","basename":"L231802_SAP0_BEAM76_rfifind-1.png","checksum":"sha1$5a5950785bc2701a5b37cbd1f064b0a35f67367f","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP0_BEAM76_rfifind-1.png","nameroot":"L231802_SAP0_BEAM76_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_SAP0_BEAM76_rfifind-1.png"},{"size":5119,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_sap000_beam0030.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0030.rfifind.log","checksum":"sha1$b92ff47f483d852c40f4a8c0d1c23dd34e4fb6ce","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_sap000_beam0030.rfifind.log","nameroot":"L231802_sap000_beam0030.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_sap000_beam0030.rfifind.log"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_sap000_beam0076.rfifind.log","class":"File","nameext":".log","basename":"L231802_sap000_beam0076.rfifind.log","checksum":"sha1$ab55ea4406684e750cab9fecdd99ae990eb7e781","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_sap000_beam0076.rfifind.log","nameroot":"L231802_sap000_beam0076.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802_sap000_beam0076.rfifind.log"},{"size":23787,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802-ldv-summary.log","class":"File","nameext":".log","basename":"L231802-ldv-summary.log","checksum":"sha1$6afe3c45309e04677948c0717df2838f81975a86","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802-ldv-summary.log","nameroot":"L231802-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038060/L231802-projects-summary.log"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus067_L231802_red_ed59648c.tar":{"added":[],"deleted":["L231802_SAP000_B076_P000_bf.tar.gz","L231802_SAP000_B030_P000_bf.tar.gz","stokes/SAP0/BEAM30/tempo.lis","stokes/SAP0/BEAM76/tempo.lis","stokes/SAP0/BEAM76/tz.tmp","stokes/SAP0/BEAM30/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus067_L231802_red_ed59648c.tar","input_size":139221606400,"size_ratio":0.6622874169048519,"output_name":"L231802_SAP000_B030_P000_bf.tar","output_size":92204718080,"input_size_str":"129.66 GB","output_size_str":"85.87 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L231802_SAP000_B076_P000_bf.tar.gz","L231802_SAP000_B030_P000_bf.tar.gz","stokes/SAP0/BEAM30/tempo.lis","stokes/SAP0/BEAM76/tempo.lis","stokes/SAP0/BEAM76/tz.tmp","stokes/SAP0/BEAM30/tz.tmp"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus067_L231802_red_ed59648c.tar","input_size":139221606400,"size_ratio":0.6622874169048519,"output_name":"L231802_SAP000_B030_P000_bf.tar","output_size":92204718080,"input_size_str":"129.66 GB","output_size_str":"85.87 GB"}],"tar_archive":[{"size":92204718080,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34796/L231802_SAP000_B030_P000_bf.tar","class":"File","nameext":".tar","basename":"L231802_SAP000_B030_P000_bf.tar","checksum":"sha1$96cf695380f113cea2276995a139af630a962bc6","location":"file:///project/ldv/Share/run/2023/5/26/1553_34796/L231802_SAP000_B030_P000_bf.tar","nameroot":"L231802_SAP000_B030_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-17","cpu_time_raw":17126},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).","quality_taskid":"\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)."},"status_history":["defining (2023-05-25T19:18:19Z)","defined (2023-05-25T19:43:28Z)","staging (2023-05-25T19:44:25Z)","staged (2023-05-25T23:52:11Z)","fetched (2023-05-25T23:52:54Z)","processing (2023-05-26T00:16:58Z)","processed_failed (2023-05-26T02:17:43Z)","fetched (2023-05-26T13:33:33Z)","processing (2023-05-26T13:33:55Z)","processed (2023-05-26T15:56:55Z)","storing (2023-05-26T15:57:04Z)","stored (2023-05-26T16:17:33Z)","validated (2023-05-30T07:03:36Z)","scrubbing (2023-05-30T07:04:16Z)","scrubbed (2023-05-30T07:04:46Z)","archiving (2023-06-05T08:20:01Z)","archived (2023-06-05T08:28:12Z)","finishing (2023-06-05T08:28:12Z)","finished (2023-06-05T08:28:20Z)"],"size_to_process":139221606400,"size_processed":92208456969,"total_processing_time":17126,"nr_of_dps":null,"log_entries":["309320 - 34796 - staging (STAGER)","309738 - 34796 - staged (STAGER)","309740 - 34796 - fetched (copy_skipped)","309781 - 34796 - processing (running)","309921 - 34796 - processed_failed (running)","310298 - 34796 - processing (running)","310322 - 34796 - processed (running)","310323 - 34796 - storing (issuing_copying)","310324 - 34796 - storing (copy_issued)","310373 - 34796 - stored (copy_finished)","310764 - 34796 - scrubbing (STAGER)","310864 - 34796 - scrubbed (STAGER)","312625 - 34796 - archiving (submitting)","312626 - 34796 - archiving (running)","312673 - 34796 - archiving (ingested)","312678 - 34796 - archived (Success)","312679 - 34796 - finishing (cleaning)","312680 - 34796 - finished (Success)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FD229F51699A77A5E053164A17AC897A","lta_object_id":"FD229F51699A77A5E053164A17AC897A","sas_id_archived":"1038060"},"activity":82,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}