{"id":27414,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-17T20:37:42.622192Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242910","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":true,"workflow":16,"stage_request_id":35412,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":null,"inputs":[{"size":"110194698240","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242910/LOFAR_PULSAR_ARCHIVE_locus068_L242910_red_317b115c.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":57932124160,"_type":"PulpDataProduct","fileName":"L242910_SAP000_B053_P000_bf.tar","fileFormat":"PULP","md5checksum":"b13588c413c89bbdae34b921c2ddd9c6","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242910.parset","SAS Id":"242910","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-06 05:06:00","Privileges":4,"Start Time":"2014-09-06 04:06:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0599A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":3174,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP000_B053_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L242910_SAP000_B053_P000_bf.tar_filecontent.txt","checksum":"sha1$88ebd0870d52992c173bfe6d9d3c6f106eb05cd9","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP000_B053_P000_bf.tar_filecontent.txt","nameroot":"L242910_SAP000_B053_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-06 12:29:30","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-06 07:15:05","Duration [s]":18865,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0599A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0599A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242910_SAP000_B053_P000_bf.tar"}],"quality":{"plots":[{"size":270682,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/B0410+69_L242910_SAP0_BEAM53_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM53_PSR_B0410+69.pfd.png","checksum":"sha1$164f281e96f4f38b7ccf2872d776faec41b6c616","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/B0410%2B69_L242910_SAP0_BEAM53_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM53_PSR_B0410+69.pfd"},{"size":444100,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/B0410+69_L242910_SAP0_BEAM53_diag.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM53_diag.png","checksum":"sha1$2248abdbd62dd912598561a05f173a1f1cb2c10e","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/B0410%2B69_L242910_SAP0_BEAM53_diag.png","nameroot":"B0410+69_L242910_SAP0_BEAM53_diag"},{"size":458795,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/B0410+69_L242910_SAP0_BEAM53_diag_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM53_diag_pdmp.png","checksum":"sha1$8d6681fe41d919f90fd3c8bcae4651cd6a8e19a7","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/B0410%2B69_L242910_SAP0_BEAM53_diag_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM53_diag_pdmp"},{"size":273345,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/B0410+69_L242910_SAP0_BEAM53_nomask_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM53_nomask_PSR_B0410+69.pfd.png","checksum":"sha1$4dc95cac4cb330e2991d581028916cf0f13721b1","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/B0410%2B69_L242910_SAP0_BEAM53_nomask_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM53_nomask_PSR_B0410+69.pfd"},{"size":235967,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/B0410+69_L242910_SAP0_BEAM53_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM53_pdmp.png","checksum":"sha1$13eb80af3fd7ccae6016616507ab2aa72423dcb4","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/B0410%2B69_L242910_SAP0_BEAM53_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM53_pdmp"},{"size":240526,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP0_BEAM53_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM53_rfifind-0.png","checksum":"sha1$9dc870dd4994e9c4f75a57b2a64dbb626e8e8e86","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP0_BEAM53_rfifind-0.png","nameroot":"L242910_SAP0_BEAM53_rfifind-0"},{"size":58178,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP0_BEAM53_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM53_rfifind-1.png","checksum":"sha1$552f09312c3fac1781b8fc0daa141d37d42a2cee","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP0_BEAM53_rfifind-1.png","nameroot":"L242910_SAP0_BEAM53_rfifind-1"},{"size":244389,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP1_BEAM53_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM53_rfifind-0.png","checksum":"sha1$02fb28f605eff6e0275b13c3d07d1f26fb0c6cdb","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP1_BEAM53_rfifind-0.png","nameroot":"L242910_SAP1_BEAM53_rfifind-0"},{"size":59216,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP1_BEAM53_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM53_rfifind-1.png","checksum":"sha1$aabfa8aa04b35723527929925b007f8c8e6efc78","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP1_BEAM53_rfifind-1.png","nameroot":"L242910_SAP1_BEAM53_rfifind-1"},{"size":244097,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP2_BEAM53_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM53_rfifind-0.png","checksum":"sha1$4f9331abb645505a56f9ec5ba25bb9f86f2c8f77","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP2_BEAM53_rfifind-0.png","nameroot":"L242910_SAP2_BEAM53_rfifind-0"},{"size":58712,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP2_BEAM53_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM53_rfifind-1.png","checksum":"sha1$e792690e5ce4475521d047c78fff07db2a674bfb","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP2_BEAM53_rfifind-1.png","nameroot":"L242910_SAP2_BEAM53_rfifind-1"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_sap000_beam0053.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap000_beam0053.rfifind.log","checksum":"sha1$96397a489d649970c3382a8cd6d4e4999c33ed59","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_sap000_beam0053.rfifind.log","nameroot":"L242910_sap000_beam0053.rfifind"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_sap001_beam0053.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap001_beam0053.rfifind.log","checksum":"sha1$218100f1454a9777b46d5e2403b2487f36d7b57e","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_sap001_beam0053.rfifind.log","nameroot":"L242910_sap001_beam0053.rfifind"},{"size":5127,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_sap002_beam0053.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap002_beam0053.rfifind.log","checksum":"sha1$639a2c9675d340e85976ca668c5f1f8b6388b437","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_sap002_beam0053.rfifind.log","nameroot":"L242910_sap002_beam0053.rfifind"},{"size":9095,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910-ldv-summary.log","class":"File","nameext":".log","basename":"L242910-ldv-summary.log","checksum":"sha1$dd0e47d5cf824918a805aa36e2f1274b002b6ef1","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910-ldv-summary.log","nameroot":"L242910-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus068_L242910_red_317b115c.tar":{"added":[],"deleted":["stokes/SAP0/BEAM53/tz.tmp","stokes/SAP0/BEAM53/tempo.lis","L242910_SAP002_B053_P000_bf.tar.gz","L242910_SAP000_B053_P000_bf.tar.gz","L242910_SAP001_B053_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus068_L242910_red_317b115c.tar","input_size":110194698240,"size_ratio":0.5257251490795498,"output_name":"L242910_SAP000_B053_P000_bf.tar","output_size":57932124160,"input_size_str":"102.63 GB","output_size_str":"53.95 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["stokes/SAP0/BEAM53/tz.tmp","stokes/SAP0/BEAM53/tempo.lis","L242910_SAP002_B053_P000_bf.tar.gz","L242910_SAP000_B053_P000_bf.tar.gz","L242910_SAP001_B053_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus068_L242910_red_317b115c.tar","input_size":110194698240,"size_ratio":0.5257251490795498,"output_name":"L242910_SAP000_B053_P000_bf.tar","output_size":57932124160,"input_size_str":"102.63 GB","output_size_str":"53.95 GB"}],"tar_archive":[{"size":57932124160,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27414/L242910_SAP000_B053_P000_bf.tar","class":"File","nameext":".tar","basename":"L242910_SAP000_B053_P000_bf.tar","checksum":"sha1$d27b580cfe2752d291f5373bad218ac66d98a0cf","location":"file:///project/ldv/Share/run/2023/2/18/043_27414/L242910_SAP000_B053_P000_bf.tar","nameroot":"L242910_SAP000_B053_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ca-01","cpu_time_raw":5886},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a profile is found in SAP0 beams 2 (S/N~30) | 4 11 (S/N<13), SAP1 beam 8 (S/N~14) 12 (see CS TA heat map, combined and dspsr plots in task 27387 and IS combined and dspsr plots in task 27437)."},"status_history":["scrubbed (2023-03-24T06:48:01Z)","defined (2023-02-17T21:06:46Z)","staging (2023-02-17T21:07:15Z)","staged (2023-02-17T22:53:29Z)","fetched (2023-02-17T22:55:00Z)","processing (2023-02-17T23:07:44Z)","processed (2023-02-17T23:56:58Z)","storing (2023-02-17T23:57:58Z)","stored (2023-02-18T00:07:16Z)","validated (2023-02-18T13:02:45Z)","scrubbing (2023-02-18T13:03:10Z)","scrubbed (2023-02-18T13:03:35Z)","defining (2023-02-17T20:37:42Z)","archiving (2023-03-23T16:29:29Z)","archived_failed (2023-03-23T16:29:34Z)","archiving (2023-03-24T14:59:16Z)","archived (2023-03-24T15:55:23Z)","finished (2023-03-28T07:07:24Z)"],"size_to_process":110194698240,"size_processed":57934736643,"total_processing_time":5886,"nr_of_dps":null,"log_entries":["199775 - 27414 - staging (STAGER)","200235 - 27414 - staged (STAGER)","200244 - 27414 - fetched (copy_skipped)","200309 - 27414 - processing (running)","200472 - 27414 - processed (running)","200477 - 27414 - storing (issuing_copying)","200478 - 27414 - storing (copy_issued)","200491 - 27414 - stored (copy_finished)","200562 - 27414 - scrubbing (STAGER)","200640 - 27414 - scrubbed (STAGER)","233462 - 27414 - archiving (submitting)","233463 - 27414 - archived_failed (unknown error)","237434 - 27414 - archiving (submitting)","237435 - 27414 - archiving (running)","237465 - 27414 - archived (Success)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=EFFB5051D77B4DD6E053164A17AC449D","lta_object_id":"EFFB5051D77B4DD6E053164A17AC449D","sas_id_archived":"1010197"},"activity":109,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}