Article Instance

HTTP 200 OK
Allow: GET
Content-Type: application/json
Vary: Accept

{
    "pk": 57188,
    "title": "[Tool] Designing Replicable Networking Experiments With Triscale",
    "subtitle": null,
    "abstract": "When designing their performance evaluations, networking researchers often encounter questions such as: How long should a run be? How many runs to perform? How to account for the variability across multiple runs? What statistical methods should be used to analyze the data? Despite their best intentions, researchers often answer these questions differently, thus impairing the replicability of their evaluations and the confidence in their results. \n \nIn this paper, we propose a concrete methodology for the design and analysis of performance evaluations. Our approach hierarchically partitions the performance evaluation into three timescales, following the principle of separation of concerns. The idea is to understand, for each timescale, the temporal characteristics of variability sources, and then to apply rigorous statistical methods to derive performance results with quantifiable confidence in spite of the inherent variability. We implement this methodology in a software framework called TriScale. For each performance metric, TriScale computes a variability score that estimates, with a given confidence, how similar the results would be if the evaluation were replicated; in other words, TriScale quantifies the replicability of evaluations. We showcase the practicality and usefulness of TriScale on four different case studies demonstrating that TriScale helps to generalize and strengthen published results. \n \nImproving the standards of replicability in networking is a complex challenge. This paper is an important contribution to this endeavor; it provides networking researchers with a rational and concrete experimental methodology rooted in sound statistical foundations. The first of its kind.",
    "language": "en",
    "license": {
        "name": "Creative Commons Attribution-NonCommercial  4.0",
        "short_name": "CC BY-NC 4.0",
        "text": "Attribution — You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use.\n\nNonCommercial — You may not use the material for commercial purposes.\n\nNo additional restrictions — You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits.",
        "url": "https://creativecommons.org/licenses/by-nc/4.0"
    },
    "keywords": [
        {
            "word": "networking"
        },
        {
            "word": "Performance Evaluation"
        },
        {
            "word": "Replicability"
        }
    ],
    "section": "Articles",
    "is_remote": true,
    "remote_url": "https://escholarship.org/uc/item/63n4s9w2",
    "frozenauthors": [
        {
            "first_name": "Romain",
            "middle_name": "",
            "last_name": "Jacob",
            "name_suffix": "",
            "institution": "ETH Zurich",
            "department": ""
        },
        {
            "first_name": "Marco",
            "middle_name": "",
            "last_name": "Zimmerling",
            "name_suffix": "",
            "institution": "TU Dresden",
            "department": ""
        },
        {
            "first_name": "Carlo",
            "middle_name": "Alberto",
            "last_name": "Boano",
            "name_suffix": "",
            "institution": "TU Graz",
            "department": ""
        },
        {
            "first_name": "Laurent",
            "middle_name": "",
            "last_name": "Vanbever",
            "name_suffix": "",
            "institution": "ETH Zurich",
            "department": ""
        },
        {
            "first_name": "Lothar",
            "middle_name": "",
            "last_name": "Thiele",
            "name_suffix": "",
            "institution": "ETH Zurich",
            "department": ""
        }
    ],
    "date_submitted": "2021-11-15T03:52:22Z",
    "date_accepted": "2021-11-15T03:52:22Z",
    "date_published": "2021-11-15T08:00:00Z",
    "render_galley": null,
    "galleys": [
        {
            "label": "",
            "type": "pdf",
            "path": "https://journalpub.escholarship.org/jsys/article/57188/galley/43385/download/"
        }
    ]
}