Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

Appearance settings

Latest commit

 

History

History
History
 
 

README.md

Outline

DataFusion + Conbench Integration

Quick start

$ cd ~/arrow-datafusion/conbench/
$ conda create -y -n conbench python=3.9
$ conda activate conbench
(conbench) $ pip install -r requirements.txt
(conbench) $ conbench datafusion

Example output

{
    "batch_id": "3c82f9d23fce49328b78ba9fd963b254",
    "context": {
        "benchmark_language": "Rust"
    },
    "github": {
        "commit": "e8c198b9fac6cd8822b950b9f71898e47965488d",
        "repository": "https://github.com/dianaclarke/arrow-datafusion"
    },
    "info": {},
    "machine_info": {
        "architecture_name": "x86_64",
        "cpu_core_count": "8",
        "cpu_frequency_max_hz": "2400000000",
        "cpu_l1d_cache_bytes": "65536",
        "cpu_l1i_cache_bytes": "131072",
        "cpu_l2_cache_bytes": "4194304",
        "cpu_l3_cache_bytes": "0",
        "cpu_model_name": "Apple M1",
        "cpu_thread_count": "8",
        "gpu_count": "0",
        "gpu_product_names": [],
        "kernel_name": "20.6.0",
        "memory_bytes": "17179869184",
        "name": "diana",
        "os_name": "macOS",
        "os_version": "10.16"
    },
    "run_id": "ec2a50b9380c470b96d7eb7d63ab5b77",
    "stats": {
        "data": [
            "0.001532",
            "0.001394",
            "0.001333",
            "0.001356",
            "0.001379",
            "0.001361",
            "0.001307",
            "0.001348",
            "0.001436",
            "0.001397",
            "0.001339",
            "0.001523",
            "0.001593",
            "0.001415",
            "0.001344",
            "0.001312",
            "0.001402",
            "0.001362",
            "0.001329",
            "0.001330",
            "0.001447",
            "0.001413",
            "0.001536",
            "0.001330",
            "0.001333",
            "0.001338",
            "0.001333",
            "0.001331",
            "0.001426",
            "0.001575",
            "0.001362",
            "0.001343",
            "0.001334",
            "0.001383",
            "0.001476",
            "0.001356",
            "0.001362",
            "0.001334",
            "0.001390",
            "0.001497",
            "0.001330",
            "0.001347",
            "0.001331",
            "0.001468",
            "0.001377",
            "0.001351",
            "0.001328",
            "0.001509",
            "0.001338",
            "0.001355",
            "0.001332",
            "0.001485",
            "0.001370",
            "0.001366",
            "0.001507",
            "0.001358",
            "0.001331",
            "0.001463",
            "0.001362",
            "0.001336",
            "0.001428",
            "0.001343",
            "0.001359",
            "0.001905",
            "0.001726",
            "0.001411",
            "0.001433",
            "0.001391",
            "0.001453",
            "0.001346",
            "0.001339",
            "0.001420",
            "0.001330",
            "0.001422",
            "0.001683",
            "0.001426",
            "0.001349",
            "0.001342",
            "0.001430",
            "0.001330",
            "0.001436",
            "0.001331",
            "0.001415",
            "0.001332",
            "0.001408",
            "0.001343",
            "0.001392",
            "0.001371",
            "0.001655",
            "0.001354",
            "0.001438",
            "0.001347",
            "0.001341",
            "0.001374",
            "0.001453",
            "0.001352",
            "0.001358",
            "0.001398",
            "0.001362",
            "0.001454"
        ],
        "iqr": "0.000088",
        "iterations": 100,
        "max": "0.001905",
        "mean": "0.001401",
        "median": "0.001362",
        "min": "0.001307",
        "q1": "0.001340",
        "q3": "0.001428",
        "stdev": "0.000095",
        "time_unit": "s",
        "times": [],
        "unit": "s"
    },
    "tags": {
        "name": "aggregate_query_group_by",
        "suite": "aggregate_query_group_by"
    },
    "timestamp": "2022-02-09T01:32:55.769468+00:00"
}

Debug with test benchmark

(conbench) $ cd ~/arrow-datafusion/conbench/
(conbench) $ conbench test --iterations=3

Benchmark result:
{
    "batch_id": "41a144761bc24d82b94efa70d6e460b3",
    "context": {
        "benchmark_language": "Python"
    },
    "github": {
        "commit": "e8c198b9fac6cd8822b950b9f71898e47965488d",
        "repository": "https://github.com/dianaclarke/arrow-datafusion"
    },
    "info": {
        "benchmark_language_version": "Python 3.9.7"
    },
    "machine_info": {
        "architecture_name": "x86_64",
        "cpu_core_count": "8",
        "cpu_frequency_max_hz": "2400000000",
        "cpu_l1d_cache_bytes": "65536",
        "cpu_l1i_cache_bytes": "131072",
        "cpu_l2_cache_bytes": "4194304",
        "cpu_l3_cache_bytes": "0",
        "cpu_model_name": "Apple M1",
        "cpu_thread_count": "8",
        "gpu_count": "0",
        "gpu_product_names": [],
        "kernel_name": "20.6.0",
        "memory_bytes": "17179869184",
        "name": "diana",
        "os_name": "macOS",
        "os_version": "10.16"
    },
    "run_id": "71f46362db8844afacea82cba119cefc",
    "stats": {
        "data": [
            "0.000001",
            "0.000001",
            "0.000000"
        ],
        "iqr": "0.000000",
        "iterations": 3,
        "max": "0.000001",
        "mean": "0.000001",
        "median": "0.000001",
        "min": "0.000000",
        "q1": "0.000000",
        "q3": "0.000001",
        "stdev": "0.000001",
        "time_unit": "s",
        "times": [],
        "unit": "s"
    },
    "tags": {
        "name": "test"
    },
    "timestamp": "2022-02-09T01:36:45.823615+00:00"
}
Morty Proxy This is a proxified and sanitized view of the page, visit original site.