{"id":98411,"task_type":"regular","is_summary":false,"is_aggregated":false,"creationTime":"2023-09-22T13:14:35.626177Z","filter":"lc9_023-mi-2bits","predecessor":null,"predecessor_status":"no_predecessor","successors":[],"joined_input_tasks":[],"joined_output_task":null,"joined_status":null,"project":"lc9_023","sas_id":"651932","priority":100,"purge_policy":"yes","cleanup_policy":"defining","resume":true,"workflow":22,"stage_request_id":160773,"status":"finished","new_status":"finished","quality":"good","calculated_qualities":{"per_task":"good","per_sasid":"good"},"inputs":[{"size":19520317440,"surl":"srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_023/651932/L651932_SAP001_B064_P000_bf_b0299f7b.tar","type":"File","location":"srm.grid.sara.nl"}],"outputs":{"ingest":[{"path":"tar_archive","metadata":{"dataProduct":{"size":5283153920,"_type":"PulpDataProduct","fileName":"L651932_SAP001_B064_P000_bf.tar","fileFormat":"PULP","md5checksum":"13b79dbf774de6b4dd7e95483b9e91f6","storageWriter":"Unknown","dataProductType":"Pulsar pipeline output","storageWriterVersion":"Unknown"},"pipelineRun":{"fileContent":{"size":2483,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651932_SAP001_B064_P000_bf.tar_filecontent.txt","class":"File","nameext":".txt","basename":"L651932_SAP001_B064_P000_bf.tar_filecontent.txt","checksum":"sha1$1a7473c9b179d73fd4af9f424661bc5bb61127ee","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651932_SAP001_B064_P000_bf.tar_filecontent.txt","nameroot":"L651932_SAP001_B064_P000_bf.tar_filecontent"}}},"file_name":"L651932_SAP001_B064_P000_bf.tar"}],"quality":{"plots":[{"size":203440,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/J1518+4904_L651930_SAP1_BEAM64_PSR_J1518+4904.pfd.png","class":"File","nameext":".png","basename":"J1518+4904_L651930_SAP1_BEAM64_PSR_J1518+4904.pfd.png","checksum":"sha1$93d4a912cda62c5acffa6e6fe8a25e97aa5e3e9c","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/J1518%2B4904_L651930_SAP1_BEAM64_PSR_J1518%2B4904.pfd.png","nameroot":"J1518+4904_L651930_SAP1_BEAM64_PSR_J1518+4904.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/J1518+4904_L651930_SAP1_BEAM64_PSR_J1518+4904.pfd.png"},{"size":161454,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/J1518+4904_L651930_SAP1_BEAM64_diag.png","class":"File","nameext":".png","basename":"J1518+4904_L651930_SAP1_BEAM64_diag.png","checksum":"sha1$af010200574b1cb731998dcfa3ad7aad3352509c","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/J1518%2B4904_L651930_SAP1_BEAM64_diag.png","nameroot":"J1518+4904_L651930_SAP1_BEAM64_diag","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/J1518+4904_L651930_SAP1_BEAM64_diag.png"},{"size":163711,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/J1518+4904_L651930_SAP1_BEAM64_diag_pdmp.png","class":"File","nameext":".png","basename":"J1518+4904_L651930_SAP1_BEAM64_diag_pdmp.png","checksum":"sha1$b66dbc77c7d97d431e81070ac5e36813d1b05a71","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/J1518%2B4904_L651930_SAP1_BEAM64_diag_pdmp.png","nameroot":"J1518+4904_L651930_SAP1_BEAM64_diag_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/J1518+4904_L651930_SAP1_BEAM64_diag_pdmp.png"},{"size":203691,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/J1518+4904_L651930_SAP1_BEAM64_nomask_PSR_J1518+4904.pfd.png","class":"File","nameext":".png","basename":"J1518+4904_L651930_SAP1_BEAM64_nomask_PSR_J1518+4904.pfd.png","checksum":"sha1$06aecfff6b6de0ce0bd80f986121411f18b659ef","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/J1518%2B4904_L651930_SAP1_BEAM64_nomask_PSR_J1518%2B4904.pfd.png","nameroot":"J1518+4904_L651930_SAP1_BEAM64_nomask_PSR_J1518+4904.pfd","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/J1518+4904_L651930_SAP1_BEAM64_nomask_PSR_J1518+4904.pfd.png"},{"size":195388,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/J1518+4904_L651930_SAP1_BEAM64_pdmp.png","class":"File","nameext":".png","basename":"J1518+4904_L651930_SAP1_BEAM64_pdmp.png","checksum":"sha1$65a93547af7df869a8c4906ff62ad2aacffc212c","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/J1518%2B4904_L651930_SAP1_BEAM64_pdmp.png","nameroot":"J1518+4904_L651930_SAP1_BEAM64_pdmp","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/J1518+4904_L651930_SAP1_BEAM64_pdmp.png"},{"size":217470,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651930_SAP1_BEAM64_rfifind-0.png","class":"File","nameext":".png","basename":"L651930_SAP1_BEAM64_rfifind-0.png","checksum":"sha1$d86f30e6bf414802529ddc4943682ab7db49725a","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651930_SAP1_BEAM64_rfifind-0.png","nameroot":"L651930_SAP1_BEAM64_rfifind-0","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/L651930_SAP1_BEAM64_rfifind-0.png"},{"size":39831,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651930_SAP1_BEAM64_rfifind-1.png","class":"File","nameext":".png","basename":"L651930_SAP1_BEAM64_rfifind-1.png","checksum":"sha1$3188f20f049ce5665eedded495b928be6305971d","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651930_SAP1_BEAM64_rfifind-1.png","nameroot":"L651930_SAP1_BEAM64_rfifind-1","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/L651930_SAP1_BEAM64_rfifind-1.png"},{"size":5341,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651930_sap001_beam0064.rfifind.log","class":"File","nameext":".log","basename":"L651930_sap001_beam0064.rfifind.log","checksum":"sha1$bf1836a916bd87419106c102973457f48ed8cfab","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651930_sap001_beam0064.rfifind.log","nameroot":"L651930_sap001_beam0064.rfifind","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/L651930_sap001_beam0064.rfifind.log"},{"size":6353,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log","class":"File","nameext":".log","basename":"L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log","checksum":"sha1$404b33972bf848a16b6533fb1b6b62859de1aae6","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log","nameroot":"L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/L651930_SAP1_BEAM64_2bit_projects_psrfits_requantisation.log"},{"size":1641,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651932_SAP001_B064-ldv-summary.log_2","class":"File","nameext":".log","basename":"L651932_SAP001_B064-ldv-summary.log","checksum":"sha1$d2afd6f5886765c6c58e548046250eaa538b9063","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651932_SAP001_B064-ldv-summary.log_2","nameroot":"L651932_SAP001_B064-ldv-summary","surl_lta":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_023/1106890/L651932_SAP001_B064-projects-summary.log_2"}],"details":{},"summary":{"L651932_SAP001_B064_P000_bf.tar":{"added":["stokes/SAP1/BEAM64/L651930_SAP1_BEAM64_2bit.fits","stokes/SAP1/BEAM64/L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM64/L651930_SAP1_BEAM64.fits"],"input_name":"L651932_SAP001_B064_P000_bf.tar","input_size":19520317440,"size_ratio":0.27064897567567425,"output_name":"L651932_SAP001_B064_P000_bf.tar","output_size":5283153920,"rfi_percent":7.332,"input_size_str":"18.18 GB","output_size_str":"4.92 GB"}},"sensitivity":"N/A","uv-coverage":"N/A","observing-conditions":"N/A"},"summary":[{"added":["stokes/SAP1/BEAM64/L651930_SAP1_BEAM64_2bit.fits","stokes/SAP1/BEAM64/L651930_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log"],"deleted":["stokes/SAP1/BEAM64/L651930_SAP1_BEAM64.fits"],"input_name":"L651932_SAP001_B064_P000_bf.tar","input_size":19520317440,"size_ratio":0.27064897567567425,"output_name":"L651932_SAP001_B064_P000_bf.tar","output_size":5283153920,"rfi_percent":7.332,"input_size_str":"18.18 GB","output_size_str":"4.92 GB"}],"tar_archive":[{"size":5283153920,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651932_SAP001_B064_P000_bf.tar","class":"File","nameext":".tar","basename":"L651932_SAP001_B064_P000_bf.tar","checksum":"sha1$7ec70d9c3a1166f0a74798090c00d04f52270379","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651932_SAP001_B064_P000_bf.tar","nameroot":"L651932_SAP001_B064_P000_bf"}],"summary_file":[{"size":1245,"surl":"srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_023/651932/98411/L651932_SAP001_B064-ldv-summary.log","class":"File","nameext":".log","basename":"L651932_SAP001_B064-ldv-summary.log","checksum":"sha1$fbe8335b86e562685ce4f7d99d9a4c77357d419e","location":"file:///project/ldv/Share/run/2023/9/24/758_98411/L651932_SAP001_B064-ldv-summary.log","nameroot":"L651932_SAP001_B064-ldv-summary"}]},"metrics":{"n_cpus":1,"n_nodes":1,"nodelist":"wn-hb-01","cpu_time_raw":1838},"remarks":null,"status_history":["defining (2023-09-22T13:14:35Z)","defined (2023-09-23T17:34:04Z)","staging (2023-09-23T17:36:16Z)","staged (2023-09-23T18:54:40Z)","fetched (2023-09-23T18:55:03Z)","processing (2023-09-24T05:01:00Z)","processed (2023-09-24T05:31:52Z)","storing (2023-09-24T05:33:04Z)","stored (2023-09-24T05:34:32Z)","validated (2023-09-24T08:13:03Z)","scrubbing (2023-09-24T08:47:11Z)","scrubbed (2023-09-24T08:47:43Z)","archiving (2023-10-08T09:05:18Z)","archived (2023-10-08T09:09:38Z)","finishing (2023-10-08T09:09:40Z)","finished (2023-10-08T09:09:54Z)"],"size_to_process":19520317440,"size_processed":5284353485,"total_processing_time":1838,"nr_of_dps":null,"log_entries":["1164805 - 98411 - staging (STAGER)","1166230 - 98411 - staged (STAGER)","1166241 - 98411 - fetched (copy_skipped)","1173247 - 98411 - processing (running)","1173590 - 98411 - storing (copy_issued)","1173568 - 98411 - processed (running)","1173587 - 98411 - storing (issuing_copying)","1173610 - 98411 - stored (copy_finished)","1177279 - 98411 - scrubbing (STAGER)","1177394 - 98411 - scrubbed (STAGER)","1491247 - 98411 - archiving (submitting)","1491261 - 98411 - archiving (running)","1491328 - 98411 - archiving (ingested)","1491334 - 98411 - archived (Success)","1491336 - 98411 - finishing (cleaning)","1491340 - 98411 - finished (Success)"],"meta_scheduling":null,"environment":null,"archive":{"path_to_lta":"https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=05F9A5C92AEB6B32E063164A17ACBC1E","lta_object_id":"05F9A5C92AEB6B32E063164A17ACBC1E","sas_id_archived":"1106890"},"activity":1970,"service_filter":"srm.grid.sara.nl","default_parameters":null,"specification":null}