{"id":108317,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-09-28T09:24:24.911563Z","filter":"lc9_023-mi-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"640751","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":false,"workflow":22,"stage_request_id":180327,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19520399360,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/640751/L640751_SAP002_B004_P000_bf_00e46db8.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5283225600,"_type":"PulpDataProduct","fileName":"L640751_SAP002_B004_P000_bf.tar","fileFormat":"PULP","md5checksum":"2a027fe9b0d38897dc3d14e741e736ff","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2349,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640751_SAP002_B004_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L640751_SAP002_B004_P000_bf.tar_filecontent.txt","checksum":"sha1$613946e30f76af57331ccccbfc566306e17b9738","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640751_SAP002_B004_P000_bf.tar_filecontent.txt","nameroot":"L640751_SAP002_B004_P000_bf.tar_filecontent"}}},"file_name":"L640751_SAP002_B004_P000_bf.tar"}],"quality":{"plots":[{"size":165092,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/B0531+21_L640749_SAP2_BEAM4_PSR_B0531+21.pfd.png","class":"File","nameext":".png","basename":"B0531+21_L640749_SAP2_BEAM4_PSR_B0531+21.pfd.png","checksum":"sha1$ead7aac57edb852cf7b64e3292d2a03d537b69e6","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/B0531%2B21_L640749_SAP2_BEAM4_PSR_B0531%2B21.pfd.png","nameroot":"B0531+21_L640749_SAP2_BEAM4_PSR_B0531+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/B0531+21_L640749_SAP2_BEAM4_PSR_B0531+21.pfd.png"},{"size":144329,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/B0531+21_L640749_SAP2_BEAM4_diag.png","class":"File","nameext":".png","basename":"B0531+21_L640749_SAP2_BEAM4_diag.png","checksum":"sha1$b19484459fb399c9ee8f7960303bb26e2c98674b","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/B0531%2B21_L640749_SAP2_BEAM4_diag.png","nameroot":"B0531+21_L640749_SAP2_BEAM4_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/B0531+21_L640749_SAP2_BEAM4_diag.png"},{"size":153571,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/B0531+21_L640749_SAP2_BEAM4_diag_pdmp.png","class":"File","nameext":".png","basename":"B0531+21_L640749_SAP2_BEAM4_diag_pdmp.png","checksum":"sha1$3dcd4bc00b1a88143c048f338efa4b7967ec91a9","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/B0531%2B21_L640749_SAP2_BEAM4_diag_pdmp.png","nameroot":"B0531+21_L640749_SAP2_BEAM4_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/B0531+21_L640749_SAP2_BEAM4_diag_pdmp.png"},{"size":165263,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/B0531+21_L640749_SAP2_BEAM4_nomask_PSR_B0531+21.pfd.png","class":"File","nameext":".png","basename":"B0531+21_L640749_SAP2_BEAM4_nomask_PSR_B0531+21.pfd.png","checksum":"sha1$09c3e6b104283c9a04da4ddbbd8cfe88c6aefee7","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/B0531%2B21_L640749_SAP2_BEAM4_nomask_PSR_B0531%2B21.pfd.png","nameroot":"B0531+21_L640749_SAP2_BEAM4_nomask_PSR_B0531+21.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/B0531+21_L640749_SAP2_BEAM4_nomask_PSR_B0531+21.pfd.png"},{"size":148429,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/B0531+21_L640749_SAP2_BEAM4_pdmp.png","class":"File","nameext":".png","basename":"B0531+21_L640749_SAP2_BEAM4_pdmp.png","checksum":"sha1$a4064b0461c8e139d4ca0a142631314fcc4aac5d","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/B0531%2B21_L640749_SAP2_BEAM4_pdmp.png","nameroot":"B0531+21_L640749_SAP2_BEAM4_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/B0531+21_L640749_SAP2_BEAM4_pdmp.png"},{"size":223414,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640749_SAP2_BEAM4_rfifind-0.png","class":"File","nameext":".png","basename":"L640749_SAP2_BEAM4_rfifind-0.png","checksum":"sha1$7959f22edeb9511a6c93a70a000ae854dce9382a","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640749_SAP2_BEAM4_rfifind-0.png","nameroot":"L640749_SAP2_BEAM4_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/L640749_SAP2_BEAM4_rfifind-0.png"},{"size":46256,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640749_SAP2_BEAM4_rfifind-1.png","class":"File","nameext":".png","basename":"L640749_SAP2_BEAM4_rfifind-1.png","checksum":"sha1$1f2d66b652528ee7435fb35166e0507359a00a95","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640749_SAP2_BEAM4_rfifind-1.png","nameroot":"L640749_SAP2_BEAM4_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/L640749_SAP2_BEAM4_rfifind-1.png"},{"size":5335,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640749_sap002_beam0004.rfifind.log","class":"File","nameext":".log","basename":"L640749_sap002_beam0004.rfifind.log","checksum":"sha1$f5ae81881a7f86dce20162411be847a396a76672","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640749_sap002_beam0004.rfifind.log","nameroot":"L640749_sap002_beam0004.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/L640749_sap002_beam0004.rfifind.log"},{"size":6338,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$71164f6bdb0988a5122bc8a2781f1f57522f0ff0","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log","nameroot":"L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/L640749_SAP2_BEAM4_2bit_projects_psrfits_requantisation.log"},{"size":1635,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640751_SAP002_B004-ldv-summary.log_2","class":"File","nameext":".log","basename":"L640751_SAP002_B004-ldv-summary.log","checksum":"sha1$19bbba08056fb15838b230e625a6ae7b6f932e54","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640751_SAP002_B004-ldv-summary.log_2","nameroot":"L640751_SAP002_B004-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1111256/L640751_SAP002_B004-projects-summary.log_2"}],"details":{},"summary":{"L640751_SAP002_B004_P000_bf.tar":{"added":["stokes/SAP2/BEAM4/L640749_SAP2_BEAM4_2bit.fits","stokes/SAP2/BEAM4/L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM4/L640749_SAP2_BEAM4.fits"],"input_name":"L640751_SAP002_B004_P000_bf.tar","input_size":19520399360,"size_ratio":0.27065151191660863,"output_name":"L640751_SAP002_B004_P000_bf.tar","output_size":5283225600,"rfi_percent":9.154,"input_size_str":"18.18 GB","output_size_str":"4.92 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP2/BEAM4/L640749_SAP2_BEAM4_2bit.fits","stokes/SAP2/BEAM4/L640749_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP2/BEAM4/L640749_SAP2_BEAM4.fits"],"input_name":"L640751_SAP002_B004_P000_bf.tar","input_size":19520399360,"size_ratio":0.27065151191660863,"output_name":"L640751_SAP002_B004_P000_bf.tar","output_size":5283225600,"rfi_percent":9.154,"input_size_str":"18.18 GB","output_size_str":"4.92 GB"}],"tar_archive":[{"size":5283225600,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640751_SAP002_B004_P000_bf.tar","class":"File","nameext":".tar","basename":"L640751_SAP002_B004_P000_bf.tar","checksum":"sha1$23171557f80146b172ccc7fd903f830bc1030602","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640751_SAP002_B004_P000_bf.tar","nameroot":"L640751_SAP002_B004_P000_bf"}],"summary_file":[{"size":1239,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/640751/108317/L640751_SAP002_B004-ldv-summary.log","class":"File","nameext":".log","basename":"L640751_SAP002_B004-ldv-summary.log","checksum":"sha1$08dc0857456c428abeb53e93ed047f553f87a822","location":"file:///project/ldv/Share/run/2023/10/1/758_108317/L640751_SAP002_B004-ldv-summary.log","nameroot":"L640751_SAP002_B004-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-dc-02","cpu_time_raw":497},"remarks":null,"status_history":["defining (2023-09-28T09:24:24Z)","defined (2023-09-30T18:51:09Z)","staging (2023-09-30T18:53:52Z)","staged (2023-10-01T05:42:15Z)","fetched (2023-10-01T05:42:33Z)","processing (2023-10-01T05:42:59Z)","processed (2023-10-01T05:51:19Z)","storing (2023-10-01T05:51:29Z)","stored (2023-10-01T05:52:30Z)","validated (2023-10-01T07:21:10Z)","scrubbing (2023-10-01T07:23:26Z)","scrubbed (2023-10-01T07:23:57Z)","archiving (2023-10-20T04:55:32Z)","archived (2023-10-20T04:59:54Z)","finishing (2023-10-20T04:59:57Z)","finished (2023-10-20T05:00:12Z)"],"size_to_process":19520399360,"size_processed":5284286501,"total_processing_time":497,"nr_of_dps":null,"log_entries":["1305926 - 108317 - staging (STAGER)","1318358 - 108317 - staged (STAGER)","1318362 - 108317 - fetched (copy_skipped)","1318367 - 108317 - processing (running)","1318469 - 108317 - processed (running)","1318476 - 108317 - storing (issuing_copying)","1318479 - 108317 - storing (copy_issued)","1318487 - 108317 - stored (copy_finished)","1321619 - 108317 - scrubbing (STAGER)","1321721 - 108317 - scrubbed (STAGER)","1648032 - 108317 - archiving (submitting)","1648033 - 108317 - archiving (running)","1648048 - 108317 - archiving (ingested)","1648050 - 108317 - archived (Success)","1648052 - 108317 - finishing (cleaning)","1648054 - 108317 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=FAA69954FF440D24E053144A17AC4355","lta_object_id":"FAA69954FF440D24E053144A17AC4355","sas_id_archived":"1111256"},"activity":2244,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}