{"id":34896,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:39.826196Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":16,"stage_request_id":48811,"status":"finished","new_status":"finished","quality":"poor","calculated_qualities":null,"inputs":[{"size":"172739256320","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus084_L231803_red_bc9f834c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89780029440,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B041_P000_bf.tar","fileFormat":"PULP","md5checksum":"aca48b1257e5a5cc41b6feefb2372248","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":9845,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP000_B041_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B041_P000_bf.tar_filecontent.txt","checksum":"sha1$647cf1ef29d40378b97666e788a848590a30d75d","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP000_B041_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B041_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B041_P000_bf.tar"}],"quality":{"plots":[{"size":266309,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM41_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM41_PSR_J1704-04.pfd.png","checksum":"sha1$172e19688320a4d38b5b16c237e49405d89781e3","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM41_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM41_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM41_PSR_J1704-04.pfd.png"},{"size":285314,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM41_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM41_diag.png","checksum":"sha1$10af17f44c140d6351eb04a23551e4378e50c068","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM41_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM41_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM41_diag.png"},{"size":288608,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM41_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM41_diag_pdmp.png","checksum":"sha1$172efdf86e264b3466ca88751e6a85e9781b4b56","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM41_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM41_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM41_diag_pdmp.png"},{"size":266044,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM41_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM41_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$2dad07ffde6d2d40c4342dd5568551486ed517e2","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM41_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM41_nomask_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM41_nomask_PSR_J1704-04.pfd.png"},{"size":209813,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM41_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM41_pdmp.png","checksum":"sha1$743ffe4186651ea5836d3f3959eee1eb51dcf3a0","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM41_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM41_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM41_pdmp.png"},{"size":211664,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP0_BEAM41_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM41_rfifind-0.png","checksum":"sha1$7737c5121817aa768979bceac563327d028327fb","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP0_BEAM41_rfifind-0.png","nameroot":"L231803_SAP0_BEAM41_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM41_rfifind-0.png"},{"size":35437,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP0_BEAM41_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM41_rfifind-1.png","checksum":"sha1$06ebf9c1da492cc58b2506924f3b8a968abc043f","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP0_BEAM41_rfifind-1.png","nameroot":"L231803_SAP0_BEAM41_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM41_rfifind-1.png"},{"size":266686,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM87_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM87_PSR_J1704-04.pfd.png","checksum":"sha1$a307a9f4822889d6483ffeb920f8ab89abac4899","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM87_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM87_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM87_PSR_J1704-04.pfd.png"},{"size":281056,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM87_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM87_diag.png","checksum":"sha1$7d9a1921202a19d1774f1b5473ae535a565048ea","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM87_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM87_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM87_diag.png"},{"size":280698,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM87_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM87_diag_pdmp.png","checksum":"sha1$47e944a6febc9c9d10c2daa92c9c2b4361b179bb","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM87_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM87_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM87_diag_pdmp.png"},{"size":265513,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM87_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM87_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$9a6cccbe6ab243194e6a5bbafe62ded904338b08","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM87_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM87_nomask_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM87_nomask_PSR_J1704-04.pfd.png"},{"size":203223,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/J1704-04_L231803_SAP0_BEAM87_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM87_pdmp.png","checksum":"sha1$adcc09a1e111aaf9a9bfc79c0c3b11860c34fd0c","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/J1704-04_L231803_SAP0_BEAM87_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM87_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM87_pdmp.png"},{"size":210580,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP0_BEAM87_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM87_rfifind-0.png","checksum":"sha1$5f1e36787c40fff008da223646a42ceb557fc991","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP0_BEAM87_rfifind-0.png","nameroot":"L231803_SAP0_BEAM87_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM87_rfifind-0.png"},{"size":35147,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP0_BEAM87_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM87_rfifind-1.png","checksum":"sha1$0a1c763a343d629fde01b92ee7013d32c6c59860","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP0_BEAM87_rfifind-1.png","nameroot":"L231803_SAP0_BEAM87_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM87_rfifind-1.png"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_sap000_beam0041.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0041.rfifind.log","checksum":"sha1$9b065511176d669b45737c0538adfa0572278477","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_sap000_beam0041.rfifind.log","nameroot":"L231803_sap000_beam0041.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_sap000_beam0041.rfifind.log"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_sap000_beam0087.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0087.rfifind.log","checksum":"sha1$703ecc69b6e1f0218758b3b2601e9db36eb6a004","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_sap000_beam0087.rfifind.log","nameroot":"L231803_sap000_beam0087.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_sap000_beam0087.rfifind.log"},{"size":23787,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$bcaacae91fddf3b8d2b6c7a7cbb37fc862458ceb","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803-projects-summary.log"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus084_L231803_red_bc9f834c.tar":{"added":[],"deleted":["stokes/SAP0/BEAM87/tz.tmp","L231803_SAP000_B087_P000_bf.tar.gz","stokes/SAP0/BEAM41/tempo.lis","stokes/SAP0/BEAM41/tz.tmp","L231803_SAP000_B041_P000_bf.tar.gz","stokes/SAP0/BEAM87/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus084_L231803_red_bc9f834c.tar","input_size":172739256320,"size_ratio":0.5197430587155141,"output_name":"L231803_SAP000_B041_P000_bf.tar","output_size":89780029440,"input_size_str":"160.88 GB","output_size_str":"83.61 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM87/tz.tmp","L231803_SAP000_B087_P000_bf.tar.gz","stokes/SAP0/BEAM41/tempo.lis","stokes/SAP0/BEAM41/tz.tmp","L231803_SAP000_B041_P000_bf.tar.gz","stokes/SAP0/BEAM87/tempo.lis"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus084_L231803_red_bc9f834c.tar","input_size":172739256320,"size_ratio":0.5197430587155141,"output_name":"L231803_SAP000_B041_P000_bf.tar","output_size":89780029440,"input_size_str":"160.88 GB","output_size_str":"83.61 GB"}],"tar_archive":[{"size":89780029440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34896/L231803_SAP000_B041_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B041_P000_bf.tar","checksum":"sha1$a4f878bf8767321a0dd20ef79c6471e2e16bf658","location":"file:///project/ldv/Share/run/2023/5/31/010_34896/L231803_SAP000_B041_P000_bf.tar","nameroot":"L231803_SAP000_B041_P000_bf"}]},"metrics":{"n_cpus":3,"n_nodes":1,"nodelist":"wn-ca-21","cpu_time_raw":4998},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:39Z)","defined (2023-05-30T19:52:13Z)","staging (2023-05-30T19:52:39Z)","staged (2023-05-30T22:46:43Z)","fetched (2023-05-30T22:46:45Z)","processing (2023-05-30T22:47:12Z)","processed (2023-05-30T23:15:17Z)","storing (2023-05-30T23:28:25Z)","stored (2023-05-30T23:50:00Z)","validated (2023-05-31T08:10:40Z)","scrubbing (2023-05-31T08:11:17Z)","scrubbed (2023-05-31T08:11:51Z)","archiving (2023-06-05T09:15:12Z)","archived (2023-06-05T09:21:48Z)","finishing (2023-06-05T09:21:52Z)","finished (2023-06-05T09:23:10Z)"],"size_to_process":172739256320,"size_processed":89783169561,"total_processing_time":4998,"nr_of_dps":null,"log_entries":["311002 - 34896 - staging (STAGER)","311288 - 34896 - staged (STAGER)","311289 - 34896 - fetched (copy_skipped)","311294 - 34896 - processing (running)","311410 - 34896 - processed (running)","311466 - 34896 - storing (issuing_copying)","311468 - 34896 - storing (copy_issued)","311563 - 34896 - stored (copy_finished)","312115 - 34896 - scrubbing (STAGER)","312215 - 34896 - scrubbed (STAGER)","312947 - 34896 - archiving (submitting)","312948 - 34896 - archiving (running)","312975 - 34896 - archiving (ingested)","312981 - 34896 - archived (Success)","312987 - 34896 - finishing (cleaning)","312993 - 34896 - finished (Success)"],"meta_scheduling":{"#SBATCH --cpus-per-task":3},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA69949CCBA0D24E053144A17AC4355","lta_object_id":"FAA69949CCBA0D24E053144A17AC4355","sas_id_archived":"1038120"},"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}