{"id":34884,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-05-30T19:24:39.414741Z","filter":"lc1_035_mi_bftgzm","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc1_035","sas_id":"231803","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":16,"stage_request_id":48799,"status":"finished","new_status":"finished","quality":"poor","calculated_qualities":null,"inputs":[{"size":"149523333120","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231803/LOFAR_PULSAR_ARCHIVE_locus041_L231803_red_c1287bde.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":89203404800,"_type":"PulpDataProduct","fileName":"L231803_SAP000_B018_P000_bf.tar","fileFormat":"PULP","md5checksum":"6876e69d5956ddfe4a9702059edf4eac","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L231803.parset","SAS Id":"231803","Creator":"AWTIER0","Project":"LC1_035","End Time":"2014-06-14 00:13:00","Privileges":4,"Start Time":"2014-06-13 23:43:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":1800,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":16,"Nr Stations Core":42,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":42,"Channel Width [MHz]":0.00305175,"Channels Per Subband":64,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240","Process Identifier Name":"J1704-04","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":1,"Number of BeamFormed DataProducts":91,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":4041,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP000_B018_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L231803_SAP000_B018_P000_bf.tar_filecontent.txt","checksum":"sha1$45716a0bbfd4b6ba9e3c87e44be8cb3b3d919994","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP000_B018_P000_bf.tar_filecontent.txt","nameroot":"L231803_SAP000_B018_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LC1_035","Pulsars":0,"End Time":"2014-08-30 15:10:54","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 09:10:52","Duration [s]":21602,"Release Date":"","skipPrepfold":1,"Pipeline Name":"J1704-04/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"J1704-04/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":1}}},"file_name":"L231803_SAP000_B018_P000_bf.tar"}],"quality":{"plots":[{"size":288486,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM18_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM18_diag.png","checksum":"sha1$e224d8ef476ec03b9da1d3d77e349bd9064a591a","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM18_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM18_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM18_diag.png"},{"size":291711,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM18_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM18_diag_pdmp.png","checksum":"sha1$c64318b55124df3c4fb2d44440b333b261e0d549","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM18_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM18_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM18_diag_pdmp.png"},{"size":263304,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM18_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM18_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$35561235672568b97dd0b148f00b139cfa47cf08","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM18_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM18_nomask_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM18_nomask_PSR_J1704-04.pfd.png"},{"size":185289,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM18_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM18_pdmp.png","checksum":"sha1$f7ce16f45148d7dc11d7ac7dd6dfd9234adfb048","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM18_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM18_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM18_pdmp.png"},{"size":294561,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP0_BEAM18_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM18_rfifind-0.png","checksum":"sha1$fd2894dcd3e00f74be568e0a2cb35a9bd0d425ac","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP0_BEAM18_rfifind-0.png","nameroot":"L231803_SAP0_BEAM18_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM18_rfifind-0.png"},{"size":98824,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP0_BEAM18_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM18_rfifind-1.png","checksum":"sha1$ca058c5262237a26b9960141e3c05babfbb239a6","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP0_BEAM18_rfifind-1.png","nameroot":"L231803_SAP0_BEAM18_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM18_rfifind-1.png"},{"size":285677,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM64_diag.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM64_diag.png","checksum":"sha1$7369ccc75ac928682b32c0691fec7046dd2e7bff","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM64_diag.png","nameroot":"J1704-04_L231803_SAP0_BEAM64_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM64_diag.png"},{"size":286207,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM64_diag_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM64_diag_pdmp.png","checksum":"sha1$b5dedb261d31813ad14930033532df4d57c44af8","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM64_diag_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM64_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM64_diag_pdmp.png"},{"size":260047,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM64_nomask_PSR_J1704-04.pfd.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM64_nomask_PSR_J1704-04.pfd.png","checksum":"sha1$c5ad8222e4c7ed5b66335bcb7fd9fa8406a3598c","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM64_nomask_PSR_J1704-04.pfd.png","nameroot":"J1704-04_L231803_SAP0_BEAM64_nomask_PSR_J1704-04.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM64_nomask_PSR_J1704-04.pfd.png"},{"size":184273,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/J1704-04_L231803_SAP0_BEAM64_pdmp.png","class":"File","nameext":".png","basename":"J1704-04_L231803_SAP0_BEAM64_pdmp.png","checksum":"sha1$f55d5950426935e685170e06b14f53ba9ee730fa","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/J1704-04_L231803_SAP0_BEAM64_pdmp.png","nameroot":"J1704-04_L231803_SAP0_BEAM64_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/J1704-04_L231803_SAP0_BEAM64_pdmp.png"},{"size":293743,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP0_BEAM64_rfifind-0.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM64_rfifind-0.png","checksum":"sha1$072273fcd4070d61c95b4f867c3f0dda26f06b77","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP0_BEAM64_rfifind-0.png","nameroot":"L231803_SAP0_BEAM64_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM64_rfifind-0.png"},{"size":100798,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP0_BEAM64_rfifind-1.png","class":"File","nameext":".png","basename":"L231803_SAP0_BEAM64_rfifind-1.png","checksum":"sha1$881d05716d16a630271800cf0d05af7d1869e55d","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP0_BEAM64_rfifind-1.png","nameroot":"L231803_SAP0_BEAM64_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_SAP0_BEAM64_rfifind-1.png"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_sap000_beam0018.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0018.rfifind.log","checksum":"sha1$c241ec7658aea183f27755dadc844911f4988b5c","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_sap000_beam0018.rfifind.log","nameroot":"L231803_sap000_beam0018.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_sap000_beam0018.rfifind.log"},{"size":5121,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_sap000_beam0064.rfifind.log","class":"File","nameext":".log","basename":"L231803_sap000_beam0064.rfifind.log","checksum":"sha1$b6b1bee131308a836f9d9f298b66b1d719e88f0e","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_sap000_beam0064.rfifind.log","nameroot":"L231803_sap000_beam0064.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803_sap000_beam0064.rfifind.log"},{"size":11049,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803-ldv-summary.log","class":"File","nameext":".log","basename":"L231803-ldv-summary.log","checksum":"sha1$193cea7b22966540eb11bc3159fb427470fe8d03","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803-ldv-summary.log","nameroot":"L231803-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc1_035/1038120/L231803-projects-summary.log"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus041_L231803_red_c1287bde.tar":{"added":[],"deleted":["stokes/SAP0/BEAM64/tempo.lis","stokes/SAP0/BEAM18/tz.tmp","L231803_SAP000_B064_P000_bf.tar.gz","stokes/SAP0/BEAM18/tempo.lis","stokes/SAP0/BEAM64/tz.tmp","L231803_SAP000_B018_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus041_L231803_red_c1287bde.tar","input_size":149523333120,"size_ratio":0.5965851813135398,"output_name":"L231803_SAP000_B018_P000_bf.tar","output_size":89203404800,"input_size_str":"139.25 GB","output_size_str":"83.08 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM64/tempo.lis","stokes/SAP0/BEAM18/tz.tmp","L231803_SAP000_B064_P000_bf.tar.gz","stokes/SAP0/BEAM18/tempo.lis","stokes/SAP0/BEAM64/tz.tmp","L231803_SAP000_B018_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus041_L231803_red_c1287bde.tar","input_size":149523333120,"size_ratio":0.5965851813135398,"output_name":"L231803_SAP000_B018_P000_bf.tar","output_size":89203404800,"input_size_str":"139.25 GB","output_size_str":"83.08 GB"}],"tar_archive":[{"size":89203404800,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231803/34884/L231803_SAP000_B018_P000_bf.tar","class":"File","nameext":".tar","basename":"L231803_SAP000_B018_P000_bf.tar","checksum":"sha1$0e6adc3ddd67a8258609c0b8264de362de203898","location":"file:///project/ldv/Share/run/2023/5/30/233_34884/L231803_SAP000_B018_P000_bf.tar","nameroot":"L231803_SAP000_B018_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-hb-04","cpu_time_raw":10562},"remarks":{"quality_sasid":"Several RFI found in the freq-time domain (rfifind log reports <50% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear). Low level of completeness of the beams pattern."},"status_history":["defining (2023-05-30T19:24:39Z)","defined (2023-05-30T19:52:13Z)","staging (2023-05-30T19:52:35Z)","staged (2023-05-30T21:13:17Z)","fetched (2023-05-30T21:13:36Z)","processing (2023-05-30T21:14:04Z)","processed (2023-05-30T22:42:39Z)","storing (2023-05-30T22:43:25Z)","stored (2023-05-30T23:05:22Z)","validated (2023-05-31T08:10:40Z)","scrubbing (2023-05-31T08:11:13Z)","scrubbed (2023-05-31T08:11:47Z)","archiving (2023-06-05T09:07:47Z)","archived (2023-06-05T09:14:33Z)","finishing (2023-06-05T09:14:35Z)","finished (2023-06-05T09:14:41Z)"],"size_to_process":149523333120,"size_processed":89206259011,"total_processing_time":10562,"nr_of_dps":null,"log_entries":["310990 - 34884 - staging (STAGER)","311107 - 34884 - staged (STAGER)","311108 - 34884 - fetched (copy_skipped)","311109 - 34884 - processing (running)","311267 - 34884 - processed (running)","311271 - 34884 - storing (issuing_copying)","311272 - 34884 - storing (copy_issued)","311372 - 34884 - stored (copy_finished)","312103 - 34884 - scrubbing (STAGER)","312203 - 34884 - scrubbed (STAGER)","312903 - 34884 - archiving (submitting)","312904 - 34884 - archiving (running)","312939 - 34884 - archiving (ingested)","312944 - 34884 - archived (Success)","312945 - 34884 - finishing (cleaning)","312946 - 34884 - finished (Success)"],"meta_scheduling":{"#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA69949CCBA0D24E053144A17AC4355","lta_object_id":"FAA69949CCBA0D24E053144A17AC4355","sas_id_archived":"1038120"},"activity":67,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}