{"id":27420,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-02-17T20:37:42.823674Z","filter":"lt2_003_mi_bftgz","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lt2_003","sas_id":"242910","priority":100,"purge_policy":"yes","cleanup_policy":null,"resume":false,"workflow":16,"stage_request_id":35418,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":null,"inputs":[{"size":"110550712320","surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt2_003/242910/LOFAR_PULSAR_ARCHIVE_locus055_L242910_red_de00fc43.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":57932042240,"_type":"PulpDataProduct","fileName":"L242910_SAP000_B044_P000_bf.tar","fileFormat":"PULP","md5checksum":"235d139873358e9da8817984dc2a3f7f","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"Observation":{"Parset":"L242910.parset","SAS Id":"242910","Creator":"AWTIER0","Project":"LT2_003","End Time":"2014-09-06 05:06:00","Privileges":4,"Start Time":"2014-09-06 04:06:00.000000000","Antenna Set":"HBA Dual","Clock [MHz]":"200","Time System":"UTC","Duration [s]":3600,"Release Date":"","SAS Id Source":"SAS","Strategy Name":"BeamObservation","Observing Mode":"Beam Observation","Bits Per Sample":8,"Nr Stations Core":12,"Instrument Filter":"110-190 MHz","Station Selection":"Custom","Nr Stations Remote":0,"Number of Stations":12,"Channel Width [MHz]":0.012207,"Channels Per Subband":16,"Strategy Description":"default","Observing Description":"HBA Dual, 110-190 MHz, 60.0m, 8 bit, 16 ch/sub, Nsubs=162","Process Identifier Name":"LOTAAS-P0599A-SAP0","Nr Stations International":0,"Process Identifier Source":"MoM","Number of SubArray Pointings":3,"Number of BeamFormed DataProducts":222,"Number of Correlated DataProducts":0,"Number of Transient BufferBoard Events":-1},"fileContent":{"size":3174,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP000_B044_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L242910_SAP000_B044_P000_bf.tar_filecontent.txt","checksum":"sha1$2e74e2274082ab0c5544f949107ee5d5f5d61f0c","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP000_B044_P000_bf.tar_filecontent.txt","nameroot":"L242910_SAP000_B044_P000_bf.tar_filecontent"},"Pulsar Pipeline":{"Creator":"AWTIER0","Project":"LT2_003","Pulsars":0,"End Time":"2014-09-06 12:29:30","dataType":"CoherentStokes","Privileges":4,"Start Time":"2014-09-06 07:15:05","Duration [s]":18865,"Release Date":"","skipPrepfold":0,"Pipeline Name":"LOTAAS-P0599A-SAP0/PULP","Strategy Name":"Pulsar Pipeline","skipDataFolding":0,"skipRFIExcision":0,"Pipeline Version":"n/a","Pulsar Selection":"Pulsars in observation specs, file or SAP","convertRawTo8bit":0,"skipDynamicSpectrum":1,"Strategy Description":"default","doSinglePulseAnalysis":0,"Process Identifier Name":"LOTAAS-P0599A-SAP0/PULP","subIntegrationLength [s]":-1,"skipOptimizePulsarProfile":0,"skipConvertRawIntoFoldedPSRFITS":0,"runRotationalRAdioTransientsAnalysis":0}}},"file_name":"L242910_SAP000_B044_P000_bf.tar"}],"quality":{"plots":[{"size":270505,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/B0410+69_L242910_SAP0_BEAM44_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM44_PSR_B0410+69.pfd.png","checksum":"sha1$0b409df9495af875c80eaf7b33c6ab2b8d708aa1","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/B0410%2B69_L242910_SAP0_BEAM44_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM44_PSR_B0410+69.pfd"},{"size":441659,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/B0410+69_L242910_SAP0_BEAM44_diag.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM44_diag.png","checksum":"sha1$4259d46a7413275aba1a598bba9497e0b02c53d4","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/B0410%2B69_L242910_SAP0_BEAM44_diag.png","nameroot":"B0410+69_L242910_SAP0_BEAM44_diag"},{"size":432936,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/B0410+69_L242910_SAP0_BEAM44_diag_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM44_diag_pdmp.png","checksum":"sha1$5dce0e4140e4d2175ba4f8bc9d23a05f6750d4aa","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/B0410%2B69_L242910_SAP0_BEAM44_diag_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM44_diag_pdmp"},{"size":271580,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/B0410+69_L242910_SAP0_BEAM44_nomask_PSR_B0410+69.pfd.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM44_nomask_PSR_B0410+69.pfd.png","checksum":"sha1$e672964ae1f304b9ce5c7ca5852647d290ccbaf1","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/B0410%2B69_L242910_SAP0_BEAM44_nomask_PSR_B0410%2B69.pfd.png","nameroot":"B0410+69_L242910_SAP0_BEAM44_nomask_PSR_B0410+69.pfd"},{"size":221221,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/B0410+69_L242910_SAP0_BEAM44_pdmp.png","class":"File","nameext":".png","basename":"B0410+69_L242910_SAP0_BEAM44_pdmp.png","checksum":"sha1$f077479235c2d3f532bb2efab2b1daa1bb983148","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/B0410%2B69_L242910_SAP0_BEAM44_pdmp.png","nameroot":"B0410+69_L242910_SAP0_BEAM44_pdmp"},{"size":238507,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP0_BEAM44_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM44_rfifind-0.png","checksum":"sha1$3609fb50e74153c2070c600100616a1d8f0cebe8","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP0_BEAM44_rfifind-0.png","nameroot":"L242910_SAP0_BEAM44_rfifind-0"},{"size":55804,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP0_BEAM44_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP0_BEAM44_rfifind-1.png","checksum":"sha1$c06a37dcf74de94af44111e2714cdc8d5b2c7497","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP0_BEAM44_rfifind-1.png","nameroot":"L242910_SAP0_BEAM44_rfifind-1"},{"size":240992,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP1_BEAM44_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM44_rfifind-0.png","checksum":"sha1$5b393ddaa2f2b16ffb51330330bee7d1ce203897","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP1_BEAM44_rfifind-0.png","nameroot":"L242910_SAP1_BEAM44_rfifind-0"},{"size":57063,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP1_BEAM44_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP1_BEAM44_rfifind-1.png","checksum":"sha1$d4de420ec9d7b8fcd79b1176f2ecf9cfeb9cb576","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP1_BEAM44_rfifind-1.png","nameroot":"L242910_SAP1_BEAM44_rfifind-1"},{"size":240429,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP2_BEAM44_rfifind-0.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM44_rfifind-0.png","checksum":"sha1$de5d459887154fb596d86ceecf6e64c5d5883db7","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP2_BEAM44_rfifind-0.png","nameroot":"L242910_SAP2_BEAM44_rfifind-0"},{"size":57274,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP2_BEAM44_rfifind-1.png","class":"File","nameext":".png","basename":"L242910_SAP2_BEAM44_rfifind-1.png","checksum":"sha1$a9d9617d5ebee61111ca906041d776f2ceb8edd4","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP2_BEAM44_rfifind-1.png","nameroot":"L242910_SAP2_BEAM44_rfifind-1"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_sap000_beam0044.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap000_beam0044.rfifind.log","checksum":"sha1$86bec68d9d310a266f22d52f1d5a41a903b25e33","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_sap000_beam0044.rfifind.log","nameroot":"L242910_sap000_beam0044.rfifind"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_sap001_beam0044.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap001_beam0044.rfifind.log","checksum":"sha1$8f7b63a663976e485a9252d59c46d18f38e65dec","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_sap001_beam0044.rfifind.log","nameroot":"L242910_sap001_beam0044.rfifind"},{"size":5129,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_sap002_beam0044.rfifind.log","class":"File","nameext":".log","basename":"L242910_sap002_beam0044.rfifind.log","checksum":"sha1$0accb9076e9be9b715559f72e619d2bd0d7b627f","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_sap002_beam0044.rfifind.log","nameroot":"L242910_sap002_beam0044.rfifind"},{"size":9095,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910-ldv-summary.log","class":"File","nameext":".log","basename":"L242910-ldv-summary.log","checksum":"sha1$3898f66467baaa75941ec01cbd039f4b93051077","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910-ldv-summary.log","nameroot":"L242910-ldv-summary"}],"details":{},"summary":{"LOFAR_PULSAR_ARCHIVE_locus055_L242910_red_de00fc43.tar":{"added":[],"deleted":["L242910_SAP000_B044_P000_bf.tar.gz","stokes/SAP0/BEAM44/tz.tmp","stokes/SAP0/BEAM44/tempo.lis","L242910_SAP002_B044_P000_bf.tar.gz","L242910_SAP001_B044_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus055_L242910_red_de00fc43.tar","input_size":110550712320,"size_ratio":0.5240313791222797,"output_name":"L242910_SAP000_B044_P000_bf.tar","output_size":57932042240,"input_size_str":"102.96 GB","output_size_str":"53.95 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":[],"deleted":["L242910_SAP000_B044_P000_bf.tar.gz","stokes/SAP0/BEAM44/tz.tmp","stokes/SAP0/BEAM44/tempo.lis","L242910_SAP002_B044_P000_bf.tar.gz","L242910_SAP001_B044_P000_bf.tar.gz"],"input_name":"LOFAR_PULSAR_ARCHIVE_locus055_L242910_red_de00fc43.tar","input_size":110550712320,"size_ratio":0.5240313791222797,"output_name":"L242910_SAP000_B044_P000_bf.tar","output_size":57932042240,"input_size_str":"102.96 GB","output_size_str":"53.95 GB"}],"tar_archive":[{"size":57932042240,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt2_003/242910/27420/L242910_SAP000_B044_P000_bf.tar","class":"File","nameext":".tar","basename":"L242910_SAP000_B044_P000_bf.tar","checksum":"sha1$a358e867671d8479561d96f949da0761abe57153","location":"file:///project/ldv/Share/run/2023/2/17/235_27420/L242910_SAP000_B044_P000_bf.tar","nameroot":"L242910_SAP000_B044_P000_bf"}]},"metrics":{"n_cpus":2,"n_nodes":1,"nodelist":"wn-ha-02","cpu_time_raw":2756},"remarks":{"quality_sasid":"Several RFI found in the time-freq space (rfifind log reports <15% of bad data intervals in most of the beams) but a profile is found in SAP0 beams 2 (S/N~30) | 4 11 (S/N<13), SAP1 beam 8 (S/N~14) 12 (see CS TA heat map, combined and dspsr plots in task 27387 and IS combined and dspsr plots in task 27437)."},"status_history":["scrubbed (2023-03-24T06:48:01Z)","defined (2023-02-17T21:06:46Z)","staging (2023-02-17T21:07:17Z)","staged (2023-02-17T22:25:25Z)","fetched (2023-02-17T22:26:48Z)","processing (2023-02-17T22:27:06Z)","processed (2023-02-17T22:50:24Z)","storing (2023-02-17T22:51:07Z)","stored (2023-02-17T23:02:40Z)","validated (2023-02-18T13:02:44Z)","scrubbing (2023-02-18T13:03:12Z)","scrubbed (2023-02-18T13:03:37Z)","defining (2023-02-17T20:37:42Z)","archiving (2023-03-23T16:30:26Z)","archived_failed (2023-03-23T16:30:28Z)","archiving (2023-03-24T15:36:16Z)","archived (2023-03-24T16:27:50Z)","finished (2023-03-28T07:07:25Z)"],"size_to_process":110550712320,"size_processed":57934594692,"total_processing_time":2756,"nr_of_dps":null,"log_entries":["199781 - 27420 - staging (STAGER)","200091 - 27420 - staged (STAGER)","200098 - 27420 - fetched (copy_skipped)","200101 - 27420 - processing (running)","200208 - 27420 - processed (running)","200216 - 27420 - storing (issuing_copying)","200217 - 27420 - storing (copy_issued)","200287 - 27420 - stored (copy_finished)","200568 - 27420 - scrubbing (STAGER)","200646 - 27420 - scrubbed (STAGER)","233474 - 27420 - archiving (submitting)","233475 - 27420 - archived_failed (unknown error)","237454 - 27420 - archiving (submitting)","237459 - 27420 - archiving (running)","237491 - 27420 - archived (Success)"],"meta_scheduling":{"#SBATCH --constraint":"ssd12T","#SBATCH --cpus-per-task":2},"environment":"","archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=EFFB5051D77B4DD6E053164A17AC449D","lta_object_id":"EFFB5051D77B4DD6E053164A17AC449D","sas_id_archived":"1010197"},"activity":109,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}