Task Details View Api
Detailed view of a task.
GET /atdb/tasks/34844/
{ "id": 34844, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-05-25T19:18:21.142447Z", "filter": "lc1_035_mi_bftgzm", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc1_035", "sas_id": "231802", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 16, "stage_request_id": 48612, "status": "archived_failed", "new_status": "archived_failed", "quality": "poor", "calculated_qualities": null, "inputs": [ { "size": "88624680960", "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_035/231802/LOFAR_PULSAR_ARCHIVE_locus091_L231802_red_02a33d49.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 46093158400, "_type": "PulpDataProduct", "fileName": "L231802_SAP000_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8253f5f5cadc3bbda7042fe077de6331", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "Observation": { "Parset": "L231802.parset", "SAS Id": "231802", "Creator": "AWTIER0", "Project": "LC1_035", "End Time": "2014-06-13 23:42:00", "Privileges": 4, "Start Time": "2014-06-13 23:12:00.000000000", "Antenna Set": "HBA Dual", "Clock [MHz]": "200", "Time System": "UTC", "Duration [s]": 1800, "Release Date": "", "SAS Id Source": "SAS", "Strategy Name": "BeamObservation", "Observing Mode": "Beam Observation", "Bits Per Sample": 16, "Nr Stations Core": 42, "Instrument Filter": "110-190 MHz", "Station Selection": "Custom", "Nr Stations Remote": 0, "Number of Stations": 42, "Channel Width [MHz]": 0.00305175, "Channels Per Subband": 64, "Strategy Description": "default", "Observing Description": "HBA Dual, 110-190 MHz, 30.0m, 16 bit, 64 ch/sub, Nsubs=240", "Process Identifier Name": "J1610-01", "Nr Stations International": 0, "Process Identifier Source": "MoM", "Number of SubArray Pointings": 1, "Number of BeamFormed DataProducts": 91, "Number of Correlated DataProducts": 0, "Number of Transient BufferBoard Events": -1 }, "fileContent": { "size": 6750, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802_SAP000_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L231802_SAP000_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$89217132f4a1af64cd12e2d10c5da8746e9bd58a", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802_SAP000_B045_P000_bf.tar_filecontent.txt", "nameroot": "L231802_SAP000_B045_P000_bf.tar_filecontent" }, "Pulsar Pipeline": { "Creator": "AWTIER0", "Project": "LC1_035", "Pulsars": 0, "End Time": "2014-08-30 15:26:16", "dataType": "CoherentStokes", "Privileges": 4, "Start Time": "2014-08-30 09:10:49", "Duration [s]": 22527, "Release Date": "", "skipPrepfold": 1, "Pipeline Name": "J1610-01/PULP", "Strategy Name": "Pulsar Pipeline", "skipDataFolding": 0, "skipRFIExcision": 0, "Pipeline Version": "n/a", "Pulsar Selection": "Pulsars in observation specs, file or SAP", "convertRawTo8bit": 0, "skipDynamicSpectrum": 1, "Strategy Description": "default", "doSinglePulseAnalysis": 0, "Process Identifier Name": "J1610-01/PULP", "subIntegrationLength [s]": -1, "skipOptimizePulsarProfile": 0, "skipConvertRawIntoFoldedPSRFITS": 0, "runRotationalRAdioTransientsAnalysis": 1 } } }, "file_name": "L231802_SAP000_B045_P000_bf.tar" } ], "quality": { "plots": [ { "size": 37983, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_DMs26.00-28.00_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_DMs26.00-28.00_singlepulse.png", "checksum": "sha1$5347dd61cfdc6ceea5f8ab9fc73a0c3f36ba66cd", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_DMs26.00-28.00_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_DMs26.00-28.00_singlepulse" }, { "size": 260877, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_PSR_J1610-01.pfd.png", "checksum": "sha1$134e4e86e2080d4a48d354e15c01e59c6ee72d2e", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_PSR_J1610-01.pfd" }, { "size": 409566, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_diag.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_diag.png", "checksum": "sha1$ad6981225d85b84d2f4ed11b6660e04a99ba5aa0", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_diag.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_diag" }, { "size": 409866, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_diag_pdmp.png", "checksum": "sha1$a91b83cc576552a63da5443f4ff11a3c461222a7", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_diag_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_diag_pdmp" }, { "size": 230175, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_nomask_PSR_J1610-01.pfd.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_nomask_PSR_J1610-01.pfd.png", "checksum": "sha1$856354a81ae4b820004dad7c6e6724bb620ae70f", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_nomask_PSR_J1610-01.pfd.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_nomask_PSR_J1610-01.pfd" }, { "size": 167596, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_pdmp.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_pdmp.png", "checksum": "sha1$2ce331be3d78b826d23f1f3d605327e3a52bba3b", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_pdmp.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_pdmp" }, { "size": 47346, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/J1610-01_L231802_SAP0_BEAM45_singlepulse.png", "class": "File", "nameext": ".png", "basename": "J1610-01_L231802_SAP0_BEAM45_singlepulse.png", "checksum": "sha1$fa78111124309e7f02c6ad67c158715df8b0f4c0", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/J1610-01_L231802_SAP0_BEAM45_singlepulse.png", "nameroot": "J1610-01_L231802_SAP0_BEAM45_singlepulse" }, { "size": 218467, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802_SAP0_BEAM45_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM45_rfifind-0.png", "checksum": "sha1$d67abb726886354557d32d058e763bb1fc73314f", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802_SAP0_BEAM45_rfifind-0.png", "nameroot": "L231802_SAP0_BEAM45_rfifind-0" }, { "size": 35624, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802_SAP0_BEAM45_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L231802_SAP0_BEAM45_rfifind-1.png", "checksum": "sha1$c9279dd07b9e26f13ba03a75ebbdc6b643dc8709", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802_SAP0_BEAM45_rfifind-1.png", "nameroot": "L231802_SAP0_BEAM45_rfifind-1" }, { "size": 5121, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802_sap000_beam0045.rfifind.log", "class": "File", "nameext": ".log", "basename": "L231802_sap000_beam0045.rfifind.log", "checksum": "sha1$b89005ef16ce526a98940efe0a02d2a457564b16", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802_sap000_beam0045.rfifind.log", "nameroot": "L231802_sap000_beam0045.rfifind" }, { "size": 16720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L231802-ldv-summary.log", "checksum": "sha1$e6dd8b6ebbf73af025089cedca8483f34dfb251b", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802-ldv-summary.log", "nameroot": "L231802-ldv-summary" } ], "details": {}, "summary": { "LOFAR_PULSAR_ARCHIVE_locus091_L231802_red_02a33d49.tar": { "added": [], "deleted": [ "stokes/SAP0/BEAM45/tempo.lis", "L231802_SAP000_B045_P000_bf.tar.gz", "stokes/SAP0/BEAM45/tz.tmp" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus091_L231802_red_02a33d49.tar", "input_size": 88624680960, "size_ratio": 0.5200939275685941, "output_name": "L231802_SAP000_B045_P000_bf.tar", "output_size": 46093158400, "input_size_str": "82.54 GB", "output_size_str": "42.93 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [ "stokes/SAP0/BEAM45/tempo.lis", "L231802_SAP000_B045_P000_bf.tar.gz", "stokes/SAP0/BEAM45/tz.tmp" ], "input_name": "LOFAR_PULSAR_ARCHIVE_locus091_L231802_red_02a33d49.tar", "input_size": 88624680960, "size_ratio": 0.5200939275685941, "output_name": "L231802_SAP000_B045_P000_bf.tar", "output_size": 46093158400, "input_size_str": "82.54 GB", "output_size_str": "42.93 GB" } ], "tar_archive": [ { "size": 46093158400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_035/231802/34844/L231802_SAP000_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L231802_SAP000_B045_P000_bf.tar", "checksum": "sha1$6e8f293c4a82f74b22fae9ca5f351b241864dfeb", "location": "file:///project/ldv/Share/run/2023/5/26/39_34844/L231802_SAP000_B045_P000_bf.tar", "nameroot": "L231802_SAP000_B045_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-01", "cpu_time_raw": 5228 }, "remarks": { "quality_sasid": "Several RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear).", "quality_taskid": "\n\nSeveral RFI found in the freq-time domain (rfifind log reports <30% of bad intervals) but no profile is found in any SAP0 beam (see pdmp, status and combined plots). Strong residual noise (RFI ?) is found in many SAP0 beams (origin unclear)." }, "status_history": [ "defining (2023-05-25T19:18:21Z)", "defined (2023-05-25T19:43:29Z)", "staging (2023-05-25T19:45:17Z)", "staged (2023-05-25T22:42:45Z)", "fetched (2023-05-25T22:43:01Z)", "processing (2023-05-26T01:23:11Z)", "processed (2023-05-26T02:50:31Z)", "storing (2023-05-26T02:51:28Z)", "stored (2023-05-26T02:57:51Z)", "validated (2023-05-30T07:03:36Z)", "scrubbing (2023-05-30T07:05:31Z)", "scrubbed (2023-05-30T07:05:43Z)", "archiving (2023-06-05T08:42:43Z)", "archived_failed (2023-06-05T08:42:44Z)" ], "size_to_process": 88624680960, "size_processed": 46094997741, "total_processing_time": 5228, "nr_of_dps": null, "log_entries": [ "309368 - 34844 - staging (STAGER)", "309572 - 34844 - staged (STAGER)", "309574 - 34844 - fetched (copy_skipped)", "309858 - 34844 - processing (running)", "309947 - 34844 - processed (running)", "309949 - 34844 - storing (issuing_copying)", "309950 - 34844 - storing (copy_issued)", "309958 - 34844 - stored (copy_finished)", "310912 - 34844 - scrubbing (STAGER)", "310950 - 34844 - scrubbed (STAGER)", "312762 - 34844 - archiving (submitting)", "312763 - 34844 - archived_failed (lta_already_ingested)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 82, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }