Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34803/
{ "id": 34803, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-05-25T19:18:19.797887Z", "filter": "lc1_035_mi_bftgzm", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "231802", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 16, "stage_request_id": 48571, "status": "archived_failed", "new_status": "archived_failed", "quality": "poor", "calculated_qualities": null, "inputs": [ { "size": "177286502400", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 92186327040, "_type": "PulpDataProduct", "fileName": "L231802_SAP000_B005_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ee2249b2c9ea7aa199a361674a360c11", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L231802.parset", "SAS Id": "231802", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2014-06-13 23:42:00", "Privileges": 4, "Start Time": "2014-06-13 23:12:00.000000000", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 16, "Nr Stations Core": 42, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 42, "Channel Width [MHz]": 0.00305175, "Channels Per Subband": 64, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240", "Process Identifier Name": "J1610-01", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 91, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 13262, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP000_B005_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L231802_SAP000_B005_P000_bf.tar_filecontent.txt", "checksum": "sha1$3b4922f3eea727b392eb26ffdaec004d6cba4b22", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP000_B005_P000_bf.tar_filecontent.txt", "nameroot": "L231802_SAP000_B005_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-08-30 15:26:16", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-08-30 09:10:49", "Duration [s]": 22527, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J1610-01/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J1610-01/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L231802_SAP000_B005_P000_bf.tar" } ], "quality": { "plots": [ { "size": 37973, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png", "checksum": "sha1$e37f164fd2c32e955b4e55638d80dedb3e2430cf", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_DMs26.00-28.00_singlepulse" }, { "size": 258008, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png", "checksum": "sha1$672bd17a84bc8d0b76e5c8c57c83d7a5abf6440e", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_PSR_J1610-01.pfd" }, { "size": 412300, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_diag.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_diag.png", "checksum": "sha1$787028397d308042509beccaff69673825f539e7", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_diag.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_diag" }, { "size": 407647, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png", "checksum": "sha1$7152f0c97e56092321d9e966e034787343779aaa", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_diag_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_diag_pdmp" }, { "size": 231437, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png", "checksum": "sha1$5c6e1aab61fab6c903d98cb18df664a0f81f6ab7", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_nomask_PSR_J1610-01.pfd" }, { "size": 171193, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_pdmp.png", "checksum": "sha1$a9741317e2cc2b8e3fb86ec618080b4d2ef5ba5b", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_pdmp" }, { "size": 47560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM5_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM5_singlepulse.png", "checksum": "sha1$56c73f397abfd90559ff6ab636495284ccd9a366", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM5_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM5_singlepulse" }, { "size": 218458, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM5_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM5_rfifind-0.png", "checksum": "sha1$c2bb12d968c04d533d61fdafcec2e9ad7b1a9f13", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM5_rfifind-0.png", "nameroot": "L231802_SAP0_BEAM5_rfifind-0" }, { "size": 35424, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM5_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM5_rfifind-1.png", "checksum": "sha1$fbebaee10fee510c9e75e05ff0f82f78214ba97f", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM5_rfifind-1.png", "nameroot": "L231802_SAP0_BEAM5_rfifind-1" }, { "size": 37092, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png", "checksum": "sha1$810461dcb7171692c4279a2719bc29ed338e7a11", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_DMs26.00-28.00_singlepulse" }, { "size": 260301, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png", "checksum": "sha1$1ddd9b902de0ce6959ffe99d0baa3b34022e1b9f", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_PSR_J1610-01.pfd" }, { "size": 415211, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_diag.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_diag.png", "checksum": "sha1$04197fb9a2cea955bbb66b7c1f7e14726366e1e2", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_diag.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_diag" }, { "size": 403101, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png", "checksum": "sha1$56676c47d9a65b5a2315aaf6b5444137e9719c4f", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_diag_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_diag_pdmp" }, { "size": 231873, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png", "checksum": "sha1$768243732babd0985511bf75cf3e80e75c35c5a5", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_nomask_PSR_J1610-01.pfd" }, { "size": 165475, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_pdmp.png", "checksum": "sha1$34f5e241c2e8c21b70340acb8f8e2cfd2bfb1018", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_pdmp" }, { "size": 45905, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/J1610-01_L231802_SAP0_BEAM51_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM51_singlepulse.png", "checksum": "sha1$e3c6a564e11f003a69091ac01c3ef6c1dfe1ee42", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/J1610-01_L231802_SAP0_BEAM51_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM51_singlepulse" }, { "size": 218164, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM51_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM51_rfifind-0.png", "checksum": "sha1$124e63d7538fa62fa859861dbdd93f403298bdda", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM51_rfifind-0.png", "nameroot": "L231802_SAP0_BEAM51_rfifind-0" }, { "size": 35558, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP0_BEAM51_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM51_rfifind-1.png", "checksum": "sha1$2763d427a6b396e7b0027dd00f62385cf40ab9dc", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP0_BEAM51_rfifind-1.png", "nameroot": "L231802_SAP0_BEAM51_rfifind-1" }, { "size": 5115, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_sap000_beam0005.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231802_sap000_beam0005.rfifind.log", "checksum": "sha1$8e9a6f7a2957b2eaeafe44673673390e592eb7cb", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_sap000_beam0005.rfifind.log", "nameroot": "L231802_sap000_beam0005.rfifind" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_sap000_beam0051.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231802_sap000_beam0051.rfifind.log", "checksum": "sha1$4d134585e819c94b782381ac99484c599bad4ab3", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_sap000_beam0051.rfifind.log", "nameroot": "L231802_sap000_beam0051.rfifind" }, { "size": 31265, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L231802-ldv-summary.log", "checksum": "sha1$53d6e5a51df21ce17662b5d53d600e52f3596994", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802-ldv-summary.log", "nameroot": "L231802-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar": { "added": [], "deleted": [ "L231802_SAP000_B051_P000_bf.tar.gz", "stokes/SAP0/BEAM5/tempo.lis", "stokes/SAP0/BEAM51/tz.tmp", "stokes/SAP0/BEAM51/tempo.lis", "stokes/SAP0/BEAM5/tz.tmp", "L231802_SAP000_B005_P000_bf.tar.gz" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar", "input_size": 177286502400, "size_ratio": 0.5199850287079723, "output_name": "L231802_SAP000_B005_P000_bf.tar", "output_size": 92186327040, "input_size_str": "165.11 GB", "output_size_str": "85.86 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "L231802_SAP000_B051_P000_bf.tar.gz", "stokes/SAP0/BEAM5/tempo.lis", "stokes/SAP0/BEAM51/tz.tmp", "stokes/SAP0/BEAM51/tempo.lis", "stokes/SAP0/BEAM5/tz.tmp", "L231802_SAP000_B005_P000_bf.tar.gz" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus021_L231802_red_8f55ab76.tar", "input_size": 177286502400, "size_ratio": 0.5199850287079723, "output_name": "L231802_SAP000_B005_P000_bf.tar", "output_size": 92186327040, "input_size_str": "165.11 GB", "output_size_str": "85.86 GB" } ], "tar_archive": [ { "size": 92186327040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34803/L231802_SAP000_B005_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L231802_SAP000_B005_P000_bf.tar", "checksum": "sha1$e8bef79dc4af4f86b9b108d4988eb01aa0eaa945", "location": "file:///project/ldv/Share/run/2023/5/28/1857_34803/L231802_SAP000_B005_P000_bf.tar", "nameroot": "L231802_SAP000_B005_P000_bf" } ] }, "metrics": { "n_cpus": 3, "n_nodes": 1, "nodelist": "wn-hb-02", "cpu_time_raw": 13842 }, "remarks": { "quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).", "quality_taskid": "\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)." }, "status_history": [ "defining (2023-05-25T19:18:19Z)", "defined (2023-05-25T19:43:28Z)", "staging (2023-05-25T19:44:27Z)", "staged (2023-05-25T21:26:08Z)", "fetched (2023-05-25T21:26:23Z)", "processing (2023-05-25T21:26:41Z)", "processed_failed (2023-05-25T23:27:19Z)", "fetched (2023-05-27T09:30:49Z)", "processing (2023-05-27T09:32:19Z)", "processed_failed (2023-05-27T13:33:10Z)", "fetched (2023-05-28T16:48:24Z)", "processing (2023-05-28T16:48:58Z)", "processed (2023-05-28T18:06:08Z)", "storing (2023-05-28T18:06:18Z)", "stored (2023-05-28T18:22:54Z)", "validated (2023-05-30T07:03:35Z)", "scrubbing (2023-05-30T07:04:18Z)", "scrubbed (2023-05-30T07:04:47Z)", "archiving (2023-06-05T08:24:38Z)", "archived_failed (2023-06-05T08:24:39Z)" ], "size_to_process": 177286502400, "size_processed": 92190001221, "total_processing_time": 13842, "nr_of_dps": null, "log_entries": [ "309327 - 34803 - staging (STAGER)", "309441 - 34803 - staged (STAGER)", "309443 - 34803 - fetched (copy_skipped)", "309445 - 34803 - processing (running)", "309666 - 34803 - processed_failed (running)", "310405 - 34803 - processing (running)", "310468 - 34803 - processed_failed (running)", "310587 - 34803 - processing (running)", "310600 - 34803 - processed (running)", "310601 - 34803 - storing (issuing_copying)", "310603 - 34803 - storing (copy_issued)", "310609 - 34803 - stored (copy_finished)", "310771 - 34803 - scrubbing (STAGER)", "310871 - 34803 - scrubbed (STAGER)", "312652 - 34803 - archiving (submitting)", "312653 - 34803 - archived_failed (lta_already_ingested)" ], "meta_scheduling": { "#SBATCH --cpus-per-task": 3 }, "environment": "", "archive": null, "activity": 82, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }