{"id":26424,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-14T11:59:16.978781Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"236526","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":true,"workflow":16,"stage_request_id":33745,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":null,"inputs":[{"size":"112085862400","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/236526/LOFAR_PULSAR_ARCHIVE_locus031_L236526_red_b5f76834.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":58509025280,"_type":"PulpDataProduct","fileName":"L236526_SAP000_B026_P000_bf.tar","fileFormat":"PULP","md5checksum":"e544f50d52ecbf233c4c1f1e5b77ff0d","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L236526.parset","SAS Id":"236526","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-07-26 11:55:00","Privileges":4,"Start Time":"2014-07-26 10:55:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0317A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":3174,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP000_B026_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L236526_SAP000_B026_P000_bf.tar_filecontent.txt","checksum":"sha1$dbe8e96a3bec4e47405b292e4a25b61b38b3aee7","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP000_B026_P000_bf.tar_filecontent.txt","nameroot":"L236526_SAP000_B026_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-08-31 00:28:24","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-08-30 16:54:09","Duration [s]":27255,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0317A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0317A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L236526_SAP000_B026_P000_bf.tar"}],"quality":{"plots":[{"size":237207,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP0_BEAM26_rfifind-0.png","class":"File","nameext":".png","basename":"L236526_SAP0_BEAM26_rfifind-0.png","checksum":"sha1$f159e42b632b87bb1257e69f2e7e62336f1514b4","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP0_BEAM26_rfifind-0.png","nameroot":"L236526_SAP0_BEAM26_rfifind-0"},{"size":61285,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP0_BEAM26_rfifind-1.png","class":"File","nameext":".png","basename":"L236526_SAP0_BEAM26_rfifind-1.png","checksum":"sha1$4c8cd5ac9212196ffa46b6ec18850557a83a9cd0","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP0_BEAM26_rfifind-1.png","nameroot":"L236526_SAP0_BEAM26_rfifind-1"},{"size":268758,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/B0751+32_L236526_SAP1_BEAM26_PSR_B0751+32.pfd.png","class":"File","nameext":".png","basename":"B0751+32_L236526_SAP1_BEAM26_PSR_B0751+32.pfd.png","checksum":"sha1$c28f9461c6107edb842c01f43336943289cde6c7","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/B0751%2B32_L236526_SAP1_BEAM26_PSR_B0751%2B32.pfd.png","nameroot":"B0751+32_L236526_SAP1_BEAM26_PSR_B0751+32.pfd"},{"size":461758,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/B0751+32_L236526_SAP1_BEAM26_diag.png","class":"File","nameext":".png","basename":"B0751+32_L236526_SAP1_BEAM26_diag.png","checksum":"sha1$08298fccaec4c58c2abe8da9544d65ef8b852eb8","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/B0751%2B32_L236526_SAP1_BEAM26_diag.png","nameroot":"B0751+32_L236526_SAP1_BEAM26_diag"},{"size":473327,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/B0751+32_L236526_SAP1_BEAM26_diag_pdmp.png","class":"File","nameext":".png","basename":"B0751+32_L236526_SAP1_BEAM26_diag_pdmp.png","checksum":"sha1$c27d3db5de127761097315dee4ed91219963c528","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/B0751%2B32_L236526_SAP1_BEAM26_diag_pdmp.png","nameroot":"B0751+32_L236526_SAP1_BEAM26_diag_pdmp"},{"size":261334,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/B0751+32_L236526_SAP1_BEAM26_nomask_PSR_B0751+32.pfd.png","class":"File","nameext":".png","basename":"B0751+32_L236526_SAP1_BEAM26_nomask_PSR_B0751+32.pfd.png","checksum":"sha1$0a38f96bfa20a0a71fab2fe52d5bf5517d27648c","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/B0751%2B32_L236526_SAP1_BEAM26_nomask_PSR_B0751%2B32.pfd.png","nameroot":"B0751+32_L236526_SAP1_BEAM26_nomask_PSR_B0751+32.pfd"},{"size":213059,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/B0751+32_L236526_SAP1_BEAM26_pdmp.png","class":"File","nameext":".png","basename":"B0751+32_L236526_SAP1_BEAM26_pdmp.png","checksum":"sha1$f79813cc0db7962498ffa752903b55d00dba7751","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/B0751%2B32_L236526_SAP1_BEAM26_pdmp.png","nameroot":"B0751+32_L236526_SAP1_BEAM26_pdmp"},{"size":243647,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP1_BEAM26_rfifind-0.png","class":"File","nameext":".png","basename":"L236526_SAP1_BEAM26_rfifind-0.png","checksum":"sha1$5ba8d518055be7d3b1a1933063a25e32defa1320","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP1_BEAM26_rfifind-0.png","nameroot":"L236526_SAP1_BEAM26_rfifind-0"},{"size":62418,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP1_BEAM26_rfifind-1.png","class":"File","nameext":".png","basename":"L236526_SAP1_BEAM26_rfifind-1.png","checksum":"sha1$8889013d98e12577c751a43b6d2e460edd2e8bb3","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP1_BEAM26_rfifind-1.png","nameroot":"L236526_SAP1_BEAM26_rfifind-1"},{"size":239149,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP2_BEAM26_rfifind-0.png","class":"File","nameext":".png","basename":"L236526_SAP2_BEAM26_rfifind-0.png","checksum":"sha1$42e89052abac410da445f60a52a709c549fbeb63","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP2_BEAM26_rfifind-0.png","nameroot":"L236526_SAP2_BEAM26_rfifind-0"},{"size":62006,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP2_BEAM26_rfifind-1.png","class":"File","nameext":".png","basename":"L236526_SAP2_BEAM26_rfifind-1.png","checksum":"sha1$c5ffc58ca907b28872c04fdc25259051c91cddc9","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP2_BEAM26_rfifind-1.png","nameroot":"L236526_SAP2_BEAM26_rfifind-1"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_sap000_beam0026.rfifind.log","class":"File","nameext":".log","basename":"L236526_sap000_beam0026.rfifind.log","checksum":"sha1$57b29c96a30da2bdbd07eccd5675e0ee3a8c1afc","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_sap000_beam0026.rfifind.log","nameroot":"L236526_sap000_beam0026.rfifind"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_sap001_beam0026.rfifind.log","class":"File","nameext":".log","basename":"L236526_sap001_beam0026.rfifind.log","checksum":"sha1$cba7b9c4708f131a8850b0112585f0632f405073","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_sap001_beam0026.rfifind.log","nameroot":"L236526_sap001_beam0026.rfifind"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_sap002_beam0026.rfifind.log","class":"File","nameext":".log","basename":"L236526_sap002_beam0026.rfifind.log","checksum":"sha1$cb3838af232692c645760f352a21fa4b8e9e005d","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_sap002_beam0026.rfifind.log","nameroot":"L236526_sap002_beam0026.rfifind"},{"size":9095,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526-ldv-summary.log","class":"File","nameext":".log","basename":"L236526-ldv-summary.log","checksum":"sha1$46c1b680815cf2b9c0f325512404026ab564e6fd","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526-ldv-summary.log","nameroot":"L236526-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus031_L236526_red_b5f76834.tar":{"added":[],"deleted":["L236526_SAP000_B026_P000_bf.tar.gz","stokes/SAP1/BEAM26/tz.tmp","stokes/SAP1/BEAM26/tempo.lis","L236526_SAP001_B026_P000_bf.tar.gz","L236526_SAP002_B026_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus031_L236526_red_b5f76834.tar","input_size":112085862400,"size_ratio":0.5220018299114233,"output_name":"L236526_SAP000_B026_P000_bf.tar","output_size":58509025280,"input_size_str":"104.39 GB","output_size_str":"54.49 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L236526_SAP000_B026_P000_bf.tar.gz","stokes/SAP1/BEAM26/tz.tmp","stokes/SAP1/BEAM26/tempo.lis","L236526_SAP001_B026_P000_bf.tar.gz","L236526_SAP002_B026_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus031_L236526_red_b5f76834.tar","input_size":112085862400,"size_ratio":0.5220018299114233,"output_name":"L236526_SAP000_B026_P000_bf.tar","output_size":58509025280,"input_size_str":"104.39 GB","output_size_str":"54.49 GB"}],"tar_archive":[{"size":58509025280,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/236526/26424/L236526_SAP000_B026_P000_bf.tar","class":"File","nameext":".tar","basename":"L236526_SAP000_B026_P000_bf.tar","checksum":"sha1$44de2966a322ff06be8f3b5c92382bab82f546b6","location":"file:///project/ldv/Share/run/2023/2/14/2010_26424/L236526_SAP000_B026_P000_bf.tar","nameroot":"L236526_SAP000_B026_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-03","cpu_time_raw":2598},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a profile is found (S/N>=10) in SAP1 beams 0 | 39 (see TA heat maps and combined plot in task 26469)."},"status_history":["staged (2023-02-14T19:23:41Z)","fetched (2023-02-14T19:23:54Z)","processing (2023-02-14T19:24:11Z)","processed (2023-02-14T19:45:54Z)","storing (2023-02-14T19:45:59Z)","stored (2023-02-14T19:55:30Z)","validated (2023-02-15T07:23:27Z)","scrubbing (2023-02-15T07:23:54Z)","scrubbed (2023-02-15T07:24:20Z)","defined (2023-02-14T12:40:18Z)","staged_failed (2023-02-14T14:43:44Z)","defined (2023-02-14T15:18:33Z)","staging (2023-02-14T15:18:35Z)","staging (2023-02-14T12:40:44Z)","defining (2023-02-14T11:59:16Z)","archiving (2023-03-21T20:16:42Z)","archived (2023-03-21T21:10:36Z)","finishing (2023-03-28T06:44:46Z)","finished (2023-03-28T07:00:01Z)"],"size_to_process":112085862400,"size_processed":58511633704,"total_processing_time":2598,"nr_of_dps":null,"log_entries":["190723 - 26424 - staging (STAGER)","190956 - 26424 - staged_failed (STAGER)","191040 - 26424 - staging (STAGER)","191522 - 26424 - staged (STAGER)","191523 - 26424 - fetched (copy_skipped)","191524 - 26424 - processing (running)","191572 - 26424 - processed (running)","191573 - 26424 - storing (issuing_copying)","191574 - 26424 - storing (copy_issued)","191607 - 26424 - stored (copy_finished)","191839 - 26424 - scrubbing (STAGER)","191917 - 26424 - scrubbed (STAGER)","230373 - 26424 - archiving (submitting)","230376 - 26424 - archiving (running)","230432 - 26424 - archived (Success)","241103 - 26424 - finishing (cleaning)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=EFFB5041838B4DD8E053164A17AC6B61","lta_object_id":"EFFB5041838B4DD8E053164A17AC6B61","sas_id_archived":"1008355"},"activity":50,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}