Detailed view of a task.

GET /atdb/tasks/26209/
HTTP 200 OK
Allow: GET, PUT, PATCH, DELETE, HEAD, OPTIONS
Content-Type: application/json
Vary: Accept

{
    "id": 26209,
    "task_type": "regular",
    "is_summary": false,
    "is_aggregated": false,
    "creationTime": "2023-02-12T17:00:50.016641Z",
    "filter": "lc1_052_mi_bftgz",
    "predecessor": null,
    "predecessor_status": "no_predecessor",
    "successors": [],
    "joined_input_tasks": [],
    "joined_output_task": null,
    "joined_status": null,
    "project": "lc1_052",
    "sas_id": "195234",
    "priority": 100,
    "purge_policy": "no",
    "cleanup_policy": null,
    "resume": false,
    "workflow": 16,
    "stage_request_id": 33248,
    "status": "finished",
    "new_status": "finished",
    "quality": "good",
    "calculated_qualities": null,
    "inputs": [
        {
            "size": "48891176960",
            "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc1_052/195234/LOFAR_PULSAR_ARCHIVE_locus037_L195234_red_9de81816.tar",
            "type": "File",
            "location": "srm.grid.sara.nl"
        }
    ],
    "outputs": {
        "ingest": [
            {
                "path": "tar_archive",
                "metadata": {
                    "dataProduct": {
                        "size": 48707184640,
                        "_type": "PulpDataProduct",
                        "fileName": "L195234_SAP000_B025_P000_bf.tar",
                        "fileFormat": "PULP",
                        "md5checksum": "e4ae592165a6bf41c74c178aa3af2d5e",
                        "storageWriter": "Unknown",
                        "dataProductType": "Pulsar pipeline output",
                        "storageWriterVersion": "Unknown"
                    },
                    "pipelineRun": {
                        "Observation": {
                            "Parset": "L195234.parset",
                            "SAS Id": "195234",
                            "Creator": "AWTIER0",
                            "Project": "LC1_003",
                            "End Time": "2013-12-19 22:40:00",
                            "Privileges": 4,
                            "Start Time": "2013-12-19 21:40:00",
                            "Antenna Set": "HBA Dual",
                            "Clock [MHz]": "200",
                            "Time System": "UTC",
                            "Duration [s]": 3600,
                            "Release Date": "",
                            "SAS Id Source": "SAS",
                            "Strategy Name": "BeamObservation",
                            "Observing Mode": "Beam Observation",
                            "Bits Per Sample": 8,
                            "Nr Stations Core": 12,
                            "Instrument Filter": "110-190 MHz",
                            "Station Selection": "Custom",
                            "Nr Stations Remote": 0,
                            "Number of Stations": 12,
                            "Channel Width [MHz]": 0.012207,
                            "Channels Per Subband": 16,
                            "Strategy Description": "default",
                            "Observing Description": "HBA Dual, 110-190 MHz, 1.0h, 8 bit, 16 ch/sub, Nsubs=400",
                            "Process Identifier Name": "J0432+50",
                            "Nr Stations International": 0,
                            "Process Identifier Source": "MoM",
                            "Number of SubArray Pointings": 1,
                            "Number of BeamFormed DataProducts": 62,
                            "Number of Correlated DataProducts": 0,
                            "Number of Transient BufferBoard Events": -1
                        },
                        "fileContent": {
                            "size": 2251,
                            "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234_SAP000_B025_P000_bf.tar_filecontent.txt",
                            "class": "File",
                            "nameext": ".txt",
                            "basename": "L195234_SAP000_B025_P000_bf.tar_filecontent.txt",
                            "checksum": "sha1$033bfa22c1d0525033159a93c70c5540d056c619",
                            "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234_SAP000_B025_P000_bf.tar_filecontent.txt",
                            "nameroot": "L195234_SAP000_B025_P000_bf.tar_filecontent"
                        },
                        "Pulsar Pipeline": {
                            "Creator": "AWTIER0",
                            "Project": "LC1_003",
                            "Pulsars": 0,
                            "End Time": "2013-12-20 10:48:23",
                            "dataType": "CoherentStokes",
                            "Privileges": 4,
                            "Start Time": "2013-12-19 22:41:38",
                            "Duration [s]": 43605,
                            "Release Date": "",
                            "skipPrepfold": 0,
                            "Pipeline Name": "J0432+50/PULP",
                            "Strategy Name": "Pulsar Pipeline",
                            "skipDataFolding": 0,
                            "skipRFIExcision": 0,
                            "Pipeline Version": "n/a",
                            "Pulsar Selection": "Pulsars in observation specs, file or SAP",
                            "convertRawTo8bit": 0,
                            "skipDynamicSpectrum": 1,
                            "Strategy Description": "default",
                            "doSinglePulseAnalysis": 0,
                            "Process Identifier Name": "J0432+50/PULP",
                            "subIntegrationLength [s]": -1,
                            "skipOptimizePulsarProfile": 0,
                            "skipConvertRawIntoFoldedPSRFITS": 0,
                            "runRotationalRAdioTransientsAnalysis": 0
                        }
                    }
                },
                "file_name": "L195234_SAP000_B025_P000_bf.tar"
            }
        ],
        "quality": {
            "plots": [
                {
                    "size": 245980,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/J0432+50_L195234_SAP0_BEAM25_PSR_J0432+50.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J0432+50_L195234_SAP0_BEAM25_PSR_J0432+50.pfd.png",
                    "checksum": "sha1$2e4065d779213b2603bfc26fb265f43ab85f3493",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/J0432%2B50_L195234_SAP0_BEAM25_PSR_J0432%2B50.pfd.png",
                    "nameroot": "J0432+50_L195234_SAP0_BEAM25_PSR_J0432+50.pfd"
                },
                {
                    "size": 182974,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/J0432+50_L195234_SAP0_BEAM25_diag.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J0432+50_L195234_SAP0_BEAM25_diag.png",
                    "checksum": "sha1$49181ef60ba41d8632593104a21ef643ed1d16bd",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/J0432%2B50_L195234_SAP0_BEAM25_diag.png",
                    "nameroot": "J0432+50_L195234_SAP0_BEAM25_diag"
                },
                {
                    "size": 245715,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/J0432+50_L195234_SAP0_BEAM25_nomask_PSR_J0432+50.pfd.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J0432+50_L195234_SAP0_BEAM25_nomask_PSR_J0432+50.pfd.png",
                    "checksum": "sha1$5b2f905c027744f80c31b32ace502e86154c5762",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/J0432%2B50_L195234_SAP0_BEAM25_nomask_PSR_J0432%2B50.pfd.png",
                    "nameroot": "J0432+50_L195234_SAP0_BEAM25_nomask_PSR_J0432+50.pfd"
                },
                {
                    "size": 182275,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/J0432+50_L195234_SAP0_BEAM25_pdmp.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "J0432+50_L195234_SAP0_BEAM25_pdmp.png",
                    "checksum": "sha1$65446974e8c3fb2eb9b73a3c738dc3ab7e204b37",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/J0432%2B50_L195234_SAP0_BEAM25_pdmp.png",
                    "nameroot": "J0432+50_L195234_SAP0_BEAM25_pdmp"
                },
                {
                    "size": 201302,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234_SAP0_BEAM25_rfifind-0.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L195234_SAP0_BEAM25_rfifind-0.png",
                    "checksum": "sha1$d515fb843c326228c262ab4a87462a9e94f45c8b",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234_SAP0_BEAM25_rfifind-0.png",
                    "nameroot": "L195234_SAP0_BEAM25_rfifind-0"
                },
                {
                    "size": 44517,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234_SAP0_BEAM25_rfifind-1.png",
                    "class": "File",
                    "nameext": ".png",
                    "basename": "L195234_SAP0_BEAM25_rfifind-1.png",
                    "checksum": "sha1$083ef5c7ff190b41cdfc3785cf1aab19476d9d4e",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234_SAP0_BEAM25_rfifind-1.png",
                    "nameroot": "L195234_SAP0_BEAM25_rfifind-1"
                },
                {
                    "size": 5111,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234_sap000_beam0025.rfifind.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L195234_sap000_beam0025.rfifind.log",
                    "checksum": "sha1$2a6c1a38062d7ab3e21bf54e11c7f8538d1605c4",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234_sap000_beam0025.rfifind.log",
                    "nameroot": "L195234_sap000_beam0025.rfifind"
                },
                {
                    "size": 6872,
                    "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234-ldv-summary.log",
                    "class": "File",
                    "nameext": ".log",
                    "basename": "L195234-ldv-summary.log",
                    "checksum": "sha1$64ca420bf804814c5cde241a71d5fa6406078d55",
                    "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234-ldv-summary.log",
                    "nameroot": "L195234-ldv-summary"
                }
            ],
            "details": {},
            "summary": {
                "LOFAR_PULSAR_ARCHIVE_locus037_L195234_red_9de81816.tar": {
                    "added": [],
                    "deleted": [
                        "stokes/SAP0/BEAM25/tempo.lis",
                        "stokes/SAP0/BEAM25/tz.tmp",
                        "L195234_sap000_tab0025_pulpCS.tar.gz"
                    ],
                    "input_name": "LOFAR_PULSAR_ARCHIVE_locus037_L195234_red_9de81816.tar",
                    "input_size": 48891176960,
                    "size_ratio": 0.9962366968553338,
                    "output_name": "L195234_SAP000_B025_P000_bf.tar",
                    "output_size": 48707184640,
                    "input_size_str": "45.53 GB",
                    "output_size_str": "45.36 GB"
                }
            },
            "sensitivity": "N/A",
            "uv-coverage": "N/A",
            "observing-conditions": "N/A"
        },
        "summary": [
            {
                "added": [],
                "deleted": [
                    "stokes/SAP0/BEAM25/tempo.lis",
                    "stokes/SAP0/BEAM25/tz.tmp",
                    "L195234_sap000_tab0025_pulpCS.tar.gz"
                ],
                "input_name": "LOFAR_PULSAR_ARCHIVE_locus037_L195234_red_9de81816.tar",
                "input_size": 48891176960,
                "size_ratio": 0.9962366968553338,
                "output_name": "L195234_SAP000_B025_P000_bf.tar",
                "output_size": 48707184640,
                "input_size_str": "45.53 GB",
                "output_size_str": "45.36 GB"
            }
        ],
        "tar_archive": [
            {
                "size": 48707184640,
                "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc1_052/195234/26209/L195234_SAP000_B025_P000_bf.tar",
                "class": "File",
                "nameext": ".tar",
                "basename": "L195234_SAP000_B025_P000_bf.tar",
                "checksum": "sha1$f083464cfb664d084ceaab7b4cb4fcbf2fbdccd7",
                "location": "file:///project/ldv/Share/run/2023/2/12/191_26209/L195234_SAP000_B025_P000_bf.tar",
                "nameroot": "L195234_SAP000_B025_P000_bf"
            }
        ]
    },
    "metrics": {
        "n_cpus": 1,
        "n_nodes": 1,
        "nodelist": "wn-ca-13",
        "cpu_time_raw": 5022
    },
    "remarks": {
        "quality_sasid": "Several RFI found in the time-freq space (rfifind log reports <10% of bad data intervals for all 59 beams) and hints of the presence of a weak profile are found in several beams (see e.g. beam 18 based on pdmp plots) "
    },
    "status_history": [
        "defined (2023-02-12T17:02:18Z)",
        "staged (2023-02-12T17:28:30Z)",
        "fetched (2023-02-12T17:28:46Z)",
        "processing (2023-02-12T18:14:02Z)",
        "processed (2023-02-12T19:38:13Z)",
        "storing (2023-02-12T19:38:41Z)",
        "stored (2023-02-12T19:47:58Z)",
        "validated (2023-02-13T11:22:13Z)",
        "scrubbing (2023-02-13T11:22:42Z)",
        "scrubbed (2023-02-13T11:23:01Z)",
        "staging (2023-02-12T17:02:29Z)",
        "defining (2023-02-12T17:00:50Z)",
        "archiving (2023-05-22T09:59:51Z)",
        "archived (2023-05-22T10:03:24Z)",
        "finishing (2023-05-22T10:03:26Z)",
        "finished (2023-05-22T10:03:27Z)"
    ],
    "size_to_process": 48891176960,
    "size_processed": 48708299386,
    "total_processing_time": 5022,
    "nr_of_dps": null,
    "log_entries": [
        "188659 - 26209 - (regular) - 195234 - staged (STAGER)",
        "188661 - 26209 - (regular) - 195234 - fetched (copy_skipped)",
        "188761 - 26209 - (regular) - 195234 - processing (running)",
        "188850 - 26209 - (regular) - 195234 - processed (running)",
        "188855 - 26209 - (regular) - 195234 - storing (issuing_copying)",
        "188858 - 26209 - (regular) - 195234 - storing (copy_issued)",
        "188887 - 26209 - (regular) - 195234 - stored (copy_finished)",
        "188548 - 26209 - (regular) - 195234 - staging (STAGER)",
        "189039 - 26209 - (regular) - 195234 - scrubbing (STAGER)",
        "189098 - 26209 - (regular) - 195234 - scrubbed (STAGER)",
        "309011 - 26209 - (regular) - 195234 - archiving (submitting)",
        "309012 - 26209 - (regular) - 195234 - archiving (running)",
        "309040 - 26209 - (regular) - 195234 - archived (update_archive_task_done)",
        "309042 - 26209 - (regular) - 195234 - finishing (cleaning)",
        "309044 - 26209 - (regular) - 195234 - finished (Success)"
    ],
    "meta_scheduling": null,
    "environment": null,
    "archive": {
        "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=F8963C7FA59C45BEE053144A17ACFEFD",
        "lta_object_id": "F8963C7FA59C45BEE053144A17ACFEFD",
        "sas_id_archived": "1037915"
    },
    "activity": 94,
    "service_filter": "srm.grid.sara.nl",
    "ingest_location": null,
    "specification": null
}