From 1b10f8a5c77bb5f52655528e73551bef3e78addc Mon Sep 17 00:00:00 2001 From: marton bognar Date: Mon, 8 Jun 2026 14:44:24 +0200 Subject: [PATCH 1/2] Extend schema with artifact submission/evaluation fields --- conference-edition-schema.json | 78 +++++++++++++++++++++++++++++++++- 1 file changed, 77 insertions(+), 1 deletion(-) diff --git a/conference-edition-schema.json b/conference-edition-schema.json index b8d3835..5e937e0 100644 --- a/conference-edition-schema.json +++ b/conference-edition-schema.json @@ -118,6 +118,68 @@ } }, + "artifacts": { + "type": "object", + "properties": { + "url": { + "type": "string", + "format": "uri" + }, + "at-submission": { + "$ref": "#/$defs/requirementLevel" + }, + "evaluation": { + "type": "object", + "properties": { + "badges": { + "type": "array", + "items": { + "type": "string", + "enum": [ + "acm-available", + "acm-evaluated-functional", + "acm-evaluated-reusable", + "acm-reproduced", + "usenix-available", + "usenix-functional", + "usenix-reproduced" + ] + }, + "uniqueItems": true + }, + "appendix": { + "$ref": "#/$defs/requirementLevel" + }, + "packaging": { + "$ref": "#/$defs/requirementLevel" + }, + "mandatory-available": { + "type": "boolean" + }, + "hosting-limitations": { + "type": "boolean" + }, + "research-infrastructure": { + "type": "boolean" + }, + "secartifacts-instructions": { + "type": "boolean" + }, + "awards": { + "type": "boolean" + } + }, + "additionalProperties": false + } + }, + "required": [ + "url", + "at-submission", + "evaluation" + ], + "additionalProperties": false + }, + "anonymous": { "type": "boolean" }, "conflicts": { "type": "boolean" }, "ethics-discussion": { "type": "boolean" }, @@ -126,5 +188,19 @@ "genai": { "type": "boolean" } }, - "additionalProperties": false + "additionalProperties": false, + "$defs": { + "requirementLevel": { + "oneOf": [ + { + "type": "string", + "enum": ["required", "optional"] + }, + { + "type": "boolean", + "const": false + } + ] + } + } } From b6ae1df5340f6b4219312ae49009e2702c2f4859 Mon Sep 17 00:00:00 2001 From: marton bognar Date: Fri, 3 Jul 2026 00:47:09 +0200 Subject: [PATCH 2/2] Artifact evaluation data --- acsac/2017.yaml | 7 +- acsac/2018.yaml | 7 +- acsac/2019.yaml | 9 +- acsac/2020.yaml | 10 +- acsac/2021.yaml | 9 +- acsac/2022.yaml | 9 +- acsac/2023.yaml | 9 +- acsac/2024.yaml | 9 +- acsac/2025.yaml | 10 +- ccs/2022.yaml | 3 + ccs/2023.yaml | 6 + ccs/2024.yaml | 15 +++ ccs/2025.yaml | 15 +++ conference-edition-schema.json | 226 ++++++++++++++++++++++----------- csf/2020.yaml | 4 +- csf/2021.yaml | 4 +- csf/2022.yaml | 4 +- csf/2023.yaml | 4 +- csf/2024.yaml | 4 +- csf/2025.yaml | 4 +- csf/2026.yaml | 4 +- ndss/2024.yaml | 11 ++ ndss/2025.yaml | 11 ++ ndss/2026.yaml | 11 ++ sp/2026.yaml | 11 ++ usenix/2020.yaml | 7 + usenix/2021.yaml | 7 + usenix/2022.yaml | 10 ++ usenix/2023.yaml | 11 ++ usenix/2024.yaml | 11 ++ usenix/2025.yaml | 12 ++ usenix/2026.yaml | 12 ++ yaml_lint.sh | 2 +- 33 files changed, 396 insertions(+), 92 deletions(-) diff --git a/acsac/2017.yaml b/acsac/2017.yaml index 76c031f..b0a9cc1 100644 --- a/acsac/2017.yaml +++ b/acsac/2017.yaml @@ -110,4 +110,9 @@ anonymous: true # awards: true # hard topic: Big Data for Security # early rejection and appeals (no dates) -# artifact evaluation +artifacts: + at-submission: false + evaluation: + badges: [] + awards: true + outcomes: "https://secartifacts.github.io/acsac2017/results" diff --git a/acsac/2018.yaml b/acsac/2018.yaml index 563d1c9..d5ca154 100644 --- a/acsac/2018.yaml +++ b/acsac/2018.yaml @@ -132,4 +132,9 @@ anonymous: true # awards: true # hard topic: Big Data for Security (again) # early rejection and appeals (no dates) -# artifact evaluation +artifacts: + at-submission: false + evaluation: + badges: [] + awards: true + outcomes: "https://secartifacts.github.io/acsac2018/results" diff --git a/acsac/2019.yaml b/acsac/2019.yaml index c839ee2..0d07968 100644 --- a/acsac/2019.yaml +++ b/acsac/2019.yaml @@ -131,4 +131,11 @@ anonymous: true # 10 pages acm, excluding refs and appendix (+5) # awards: true # hard topic: Deployable and Impactful Security -# artifact evaluation +artifacts: + at-submission: false + evaluation: + call: "https://www.acsac.org/2019/submissions/papers/artifacts/" + badges: ["acm-evaluated-functional", "acm-evaluated-reusable"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2019/results" diff --git a/acsac/2020.yaml b/acsac/2020.yaml index 1791573..c2c3cd8 100644 --- a/acsac/2020.yaml +++ b/acsac/2020.yaml @@ -139,4 +139,12 @@ anonymous: true # 10 pages acm, excluding refs and appendix (+5) # awards: true # hard topic: Deployable and Impactful Security (again) -# artifact evaluation +artifacts: + at-submission: false + evaluation: + call: "https://www.acsac.org/2020/submissions/papers/artifacts/" + badges: ["acm-evaluated-functional", "acm-evaluated-reusable"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2020/results" +# artifact evaluation seems to be completely non-blind diff --git a/acsac/2021.yaml b/acsac/2021.yaml index 748a1c0..20cdea7 100644 --- a/acsac/2021.yaml +++ b/acsac/2021.yaml @@ -147,4 +147,11 @@ ethics-discussion: true # 10 pages acm, excluding refs and appendix (+5) # awards: true # hard topic: Deployable and Impactful Security (again again) -# artifact evaluation +artifacts: + at-submission: optional # actually on advancing to R2 + evaluation: + call: "https://www.acsac.org/2021/submissions/papers/artifacts/" + badges: ["acm-evaluated-functional", "acm-evaluated-reusable"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2021/results" diff --git a/acsac/2022.yaml b/acsac/2022.yaml index 244b2e8..b28fb80 100644 --- a/acsac/2022.yaml +++ b/acsac/2022.yaml @@ -147,4 +147,11 @@ ethics-discussion: true # 10 pages acm, excluding refs and appendix (+5) # awards: true # hard topic: Trustworthy Systems -# artifact evaluation, with indication at submission time +artifacts: + at-submission: optional # actually on advancing to R2 + evaluation: + call: "https://www.acsac.org/2022/submissions/papers/artifacts/" + badges: ["acm-evaluated-functional", "acm-evaluated-reusable"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2022/results" diff --git a/acsac/2023.yaml b/acsac/2023.yaml index 980f6d4..76885a6 100644 --- a/acsac/2023.yaml +++ b/acsac/2023.yaml @@ -161,6 +161,13 @@ ethics-discussion: true # 10 pages acm, excluding refs and appendix (+5) # awards: true # hard topic: Deployable Trustworthy Systems -# artifact evaluation, with indication at submission time # minor revision (with a shepherd) # DEI +artifacts: + at-submission: optional + evaluation: + call: "https://www.acsac.org/2023/submissions/papers/artifacts/" + badges: ["acm-evaluated-functional", "acm-evaluated-reusable"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2023/results" diff --git a/acsac/2024.yaml b/acsac/2024.yaml index 4e0ab5f..05dae8f 100644 --- a/acsac/2024.yaml +++ b/acsac/2024.yaml @@ -218,6 +218,13 @@ ethics-discussion: true # awards: true # hard topic: Security Applications of Generative AI # R+R papers -# artifact evaluation, with indication at submission time # minor revision (with a shepherd) # DEI +artifacts: + at-submission: optional + evaluation: + call: "https://www.acsac.org/2024/submissions/papers/artifacts/" + badges: ["ieee-available", "ieee-reviewed", "ieee-reproducible"] + awards: true + packaging: optional + outcomes: "https://secartifacts.github.io/acsac2024/results" diff --git a/acsac/2025.yaml b/acsac/2025.yaml index 5d5b507..56f7b80 100644 --- a/acsac/2025.yaml +++ b/acsac/2025.yaml @@ -229,6 +229,14 @@ conflicts: true # awards: true # hard topic: Automated Detection and Patching of Software Vulnerabilities # R+R papers -# artifact evaluation, with indication at submission time # minor revision (with a shepherd) # DEI +artifacts: + at-submission: optional + evaluation: + call: "https://www.acsac.org/2025/submissions/papers/artifacts/" + badges: ["ieee-available", "ieee-reviewed", "ieee-reproducible"] + awards: true + packaging: required + research-infrastructure: true + outcomes: "https://secartifacts.github.io/acsac2025/results" diff --git a/ccs/2022.yaml b/ccs/2022.yaml index 83c2a7b..b91131f 100644 --- a/ccs/2022.yaml +++ b/ccs/2022.yaml @@ -335,3 +335,6 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: required + evaluation: false diff --git a/ccs/2023.yaml b/ccs/2023.yaml index 532f6b4..5d21dac 100644 --- a/ccs/2023.yaml +++ b/ccs/2023.yaml @@ -467,3 +467,9 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: required + evaluation: + call: "https://www.sigsac.org/ccs/CCS2023/call-for-artifacts.html" + badges: [usenix-available, usenix-functional, usenix-reproduced] + appendix: required diff --git a/ccs/2024.yaml b/ccs/2024.yaml index 1e4f403..2d3c1d5 100644 --- a/ccs/2024.yaml +++ b/ccs/2024.yaml @@ -558,3 +558,18 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: required + evaluation: + call: "https://www.sigsac.org/ccs/CCS2024/call-for/call-for-artifacts.html" + badges: + [ + acm-available, + acm-evaluated-functional, + acm-evaluated-reusable, + acm-reproduced, + ] + appendix: optional + packaging: required + hosting-limitations: true + outcomes: "https://dl.acm.org/doi/proceedings/10.1145/3658644" diff --git a/ccs/2025.yaml b/ccs/2025.yaml index cacfdf2..4d11f31 100644 --- a/ccs/2025.yaml +++ b/ccs/2025.yaml @@ -693,3 +693,18 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: required + evaluation: + call: "https://www.sigsac.org/ccs/CCS2025/call-for-artifacts/" + badges: + [ + acm-available, + acm-evaluated-functional, + acm-evaluated-reusable, + acm-reproduced, + ] + appendix: optional + packaging: required + hosting-limitations: true + outcomes: "https://dl.acm.org/doi/proceedings/10.1145/3719027" diff --git a/conference-edition-schema.json b/conference-edition-schema.json index 5e937e0..149f377 100644 --- a/conference-edition-schema.json +++ b/conference-edition-schema.json @@ -1,17 +1,31 @@ { "type": "object", - "required": ["website", "topics", "pc", "cycles"], + "required": [ + "website", + "topics", + "pc", + "cycles" + ], "properties": { "website": { "type": "object", - "required": ["url", "archive"], + "required": [ + "url", + "archive" + ], "properties": { "url": { - "type": ["string", "null"], + "type": [ + "string", + "null" + ], "format": "uri" }, "archive": { - "type": ["string", "null"], + "type": [ + "string", + "null" + ], "format": "uri" } }, @@ -39,10 +53,12 @@ ], "additionalProperties": false }, - "proceedings": { "type": "object", - "required": ["url", "open"], + "required": [ + "url", + "open" + ], "properties": { "url": { "type": "string", @@ -54,7 +70,6 @@ }, "additionalProperties": false }, - "topics": { "type": "array", "items": { @@ -76,7 +91,6 @@ ] } }, - "pc": { "type": "array", "items": { @@ -91,7 +105,6 @@ } } }, - "cycles": { "type": "array", "items": { @@ -101,100 +114,163 @@ "additionalProperties": { "type": "object", "properties": { - "abstract": { "type": "string" }, - "submission": { "type": "string" }, - "early-reject": { "type": "string" }, - "rebuttal-start": { "type": "string" }, - "rebuttal-end": { "type": "string" }, - "notification": { "type": "string" }, - "shepherding-submission": { "type": "string" }, - "shepherding-notification": { "type": "string" }, - "revision-submission": { "type": "string" }, - "revision-notification": { "type": "string" }, - "camera-ready": { "type": "string" } + "abstract": { + "type": "string" + }, + "submission": { + "type": "string" + }, + "early-reject": { + "type": "string" + }, + "rebuttal-start": { + "type": "string" + }, + "rebuttal-end": { + "type": "string" + }, + "notification": { + "type": "string" + }, + "shepherding-submission": { + "type": "string" + }, + "shepherding-notification": { + "type": "string" + }, + "revision-submission": { + "type": "string" + }, + "revision-notification": { + "type": "string" + }, + "camera-ready": { + "type": "string" + } }, "additionalProperties": false } } }, - + "anonymous": { + "type": "boolean" + }, + "conflicts": { + "type": "boolean" + }, + "ethics-discussion": { + "type": "boolean" + }, + "meta-review": { + "type": "boolean" + }, + "anonymous-cves": { + "type": "boolean" + }, + "genai": { + "type": "boolean" + }, "artifacts": { "type": "object", "properties": { - "url": { - "type": "string", - "format": "uri" - }, "at-submission": { - "$ref": "#/$defs/requirementLevel" + "$ref": "#/$defs/requirementLevel", + "description": "Artifacts need to be submitted at paper submission time." }, "evaluation": { - "type": "object", - "properties": { - "badges": { - "type": "array", - "items": { - "type": "string", - "enum": [ - "acm-available", - "acm-evaluated-functional", - "acm-evaluated-reusable", - "acm-reproduced", - "usenix-available", - "usenix-functional", - "usenix-reproduced" - ] + "oneOf": [ + { + "type": "object", + "properties": { + "badges": { + "type": "array", + "description": "List of awarded badges.", + "items": { + "type": "string", + "enum": [ + "acm-available", + "acm-evaluated-functional", + "acm-evaluated-reusable", + "acm-reproduced", + "usenix-available", + "usenix-functional", + "usenix-reproduced", + "ndss-available", + "ndss-functional", + "ndss-reproduced", + "sp-available", + "sp-functional", + "sp-reproduced", + "ieee-available", + "ieee-reviewed", + "ieee-reproducible" + ] + }, + "uniqueItems": true + }, + "call": { + "type": "string", + "description": "URL to the call for artifacts page.", + "format": "uri" + }, + "outcomes": { + "type": "string", + "description": "URL to the outcomes of the evaluation.", + "format": "uri" + }, + "appendix": { + "$ref": "#/$defs/requirementLevel" + }, + "packaging": { + "$ref": "#/$defs/requirementLevel", + "description": "Guidance or requirements on the packaging and structure of the artifact." + }, + "mandatory-available": { + "type": "boolean", + "description": "Mandatory participation in availability verification." + }, + "hosting-limitations": { + "type": "boolean", + "description": "Limitations on which hosting providers are acceptable for available artifacts." + }, + "research-infrastructure": { + "type": "boolean", + "description": "Recommended or mandatory to use research infrastructure to run the artifacts." + }, + "secartifacts-instructions": { + "type": "boolean", + "description": "Artifact evaluation instructions are hosted on secartifacts" + }, + "awards": { + "type": "boolean" + } }, - "uniqueItems": true - }, - "appendix": { - "$ref": "#/$defs/requirementLevel" - }, - "packaging": { - "$ref": "#/$defs/requirementLevel" - }, - "mandatory-available": { - "type": "boolean" - }, - "hosting-limitations": { - "type": "boolean" - }, - "research-infrastructure": { - "type": "boolean" + "additionalProperties": false }, - "secartifacts-instructions": { - "type": "boolean" - }, - "awards": { - "type": "boolean" + { + "type": "boolean", + "const": false } - }, - "additionalProperties": false + ] } }, "required": [ - "url", "at-submission", "evaluation" ], "additionalProperties": false - }, - - "anonymous": { "type": "boolean" }, - "conflicts": { "type": "boolean" }, - "ethics-discussion": { "type": "boolean" }, - "meta-review": { "type": "boolean" }, - "anonymous-cves": { "type": "boolean" }, - "genai": { "type": "boolean" } + } }, - "additionalProperties": false, "$defs": { "requirementLevel": { "oneOf": [ { "type": "string", - "enum": ["required", "optional"] + "enum": [ + "required", + "optional" + ] }, { "type": "boolean", diff --git a/csf/2020.yaml b/csf/2020.yaml index bb1be10..8cacfed 100644 --- a/csf/2020.yaml +++ b/csf/2020.yaml @@ -80,6 +80,8 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2021.yaml b/csf/2021.yaml index 58c1713..4ad02ff 100644 --- a/csf/2021.yaml +++ b/csf/2021.yaml @@ -105,6 +105,8 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2022.yaml b/csf/2022.yaml index b676362..3b5cf97 100644 --- a/csf/2022.yaml +++ b/csf/2022.yaml @@ -105,7 +105,9 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site ethics-discussion: true anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2023.yaml b/csf/2023.yaml index 7ca6a00..aed851e 100644 --- a/csf/2023.yaml +++ b/csf/2023.yaml @@ -106,7 +106,9 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site ethics-discussion: true anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2024.yaml b/csf/2024.yaml index 3f55df3..146db43 100644 --- a/csf/2024.yaml +++ b/csf/2024.yaml @@ -118,7 +118,9 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site ethics-discussion: true anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2025.yaml b/csf/2025.yaml index c62f537..512508b 100644 --- a/csf/2025.yaml +++ b/csf/2025.yaml @@ -120,7 +120,9 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site ethics-discussion: true anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/csf/2026.yaml b/csf/2026.yaml index 789da43..621a19a 100644 --- a/csf/2026.yaml +++ b/csf/2026.yaml @@ -125,7 +125,9 @@ cycles: # challenges and vision papers # sok: true # awards: true -# optional supplementary material on submission site ethics-discussion: true anonymous: true # prior-reviews: true # for rejected papers from CSF in the past 11 months (treated more like a revision), optional otherwise +artifacts: + at-submission: optional + evaluation: false diff --git a/ndss/2024.yaml b/ndss/2024.yaml index 0b56509..7f02312 100644 --- a/ndss/2024.yaml +++ b/ndss/2024.yaml @@ -162,3 +162,14 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.ndss-symposium.org/ndss2024/submissions/artifacts/" + secartifacts-instructions: true + badges: [ndss-available, ndss-functional, ndss-reproduced] + appendix: optional + packaging: required + hosting-limitations: true + awards: true + outcomes: "https://secartifacts.github.io/ndss2024/results" diff --git a/ndss/2025.yaml b/ndss/2025.yaml index 40df9e0..02845c0 100644 --- a/ndss/2025.yaml +++ b/ndss/2025.yaml @@ -215,3 +215,14 @@ anonymous: true conflicts: true ethics-discussion: true genai: true +artifacts: + at-submission: false + evaluation: + call: "https://www.ndss-symposium.org/ndss2025/submissions/call-for-artifacts/" + secartifacts-instructions: true + badges: [ndss-available, ndss-functional, ndss-reproduced] + appendix: required + packaging: required + hosting-limitations: true + awards: true + outcomes: "https://secartifacts.github.io/ndss2025/results" diff --git a/ndss/2026.yaml b/ndss/2026.yaml index 3fd1c74..361acdd 100644 --- a/ndss/2026.yaml +++ b/ndss/2026.yaml @@ -313,3 +313,14 @@ anonymous: true conflicts: true ethics-discussion: true genai: true +artifacts: + at-submission: false + evaluation: + call: "https://www.ndss-symposium.org/ndss2026/submissions/call-for-artifacts/" + secartifacts-instructions: true + badges: [ndss-available, ndss-functional, ndss-reproduced] + appendix: required + packaging: required + hosting-limitations: true + awards: true + outcomes: "https://secartifacts.github.io/ndss2026/results" diff --git a/sp/2026.yaml b/sp/2026.yaml index 4e7207c..8d86eb1 100644 --- a/sp/2026.yaml +++ b/sp/2026.yaml @@ -380,3 +380,14 @@ ethics-discussion: true meta-review: true anonymous-cves: true genai: true +artifacts: + at-submission: optional + evaluation: + call: "https://sp2026.ieee-security.org/cfartifacts.html" + badges: [sp-available, sp-functional, sp-reproduced] + appendix: false + packaging: required + research-infrastructure: true + hosting-limitations: true + awards: true + outcomes: "https://secartifacts.github.io/sp2026/results" diff --git a/usenix/2020.yaml b/usenix/2020.yaml index 2f2b7ae..fa9fddf 100644 --- a/usenix/2020.yaml +++ b/usenix/2020.yaml @@ -197,3 +197,10 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity20/call-for-artifacts" + badges: [] + packaging: optional + outcomes: "https://secartifacts.github.io/usenixsec2020/results" diff --git a/usenix/2021.yaml b/usenix/2021.yaml index 963017d..ec0de92 100644 --- a/usenix/2021.yaml +++ b/usenix/2021.yaml @@ -360,3 +360,10 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity21/call-for-artifacts" + badges: [] + packaging: optional + outcomes: "https://secartifacts.github.io/usenixsec2021/results" diff --git a/usenix/2022.yaml b/usenix/2022.yaml index b106ad2..cef5956 100644 --- a/usenix/2022.yaml +++ b/usenix/2022.yaml @@ -362,3 +362,13 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity22/call-for-artifacts" + badges: [usenix-available, usenix-functional, usenix-reproduced] + packaging: optional + hosting-limitations: true + awards: true + appendix: required + outcomes: "https://secartifacts.github.io/usenixsec2022/results" diff --git a/usenix/2023.yaml b/usenix/2023.yaml index 940a339..6038663 100644 --- a/usenix/2023.yaml +++ b/usenix/2023.yaml @@ -370,3 +370,14 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity23/call-for-artifacts" + badges: [usenix-available, usenix-functional, usenix-reproduced] + packaging: optional + hosting-limitations: true + awards: true + appendix: required + secartifacts-instructions: true + outcomes: "https://secartifacts.github.io/usenixsec2023/results" diff --git a/usenix/2024.yaml b/usenix/2024.yaml index 270b197..7cf6641 100644 --- a/usenix/2024.yaml +++ b/usenix/2024.yaml @@ -445,3 +445,14 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity24/call-for-artifacts" + badges: [usenix-available, usenix-functional, usenix-reproduced] + packaging: optional + hosting-limitations: true + awards: true + appendix: required + secartifacts-instructions: true + outcomes: "https://secartifacts.github.io/usenixsec2024/results" diff --git a/usenix/2025.yaml b/usenix/2025.yaml index bdc8d76..8cd14d8 100644 --- a/usenix/2025.yaml +++ b/usenix/2025.yaml @@ -577,3 +577,15 @@ cycles: anonymous: true conflicts: true ethics-discussion: true +artifacts: + at-submission: false + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity25/call-for-artifacts" + badges: [usenix-available, usenix-functional, usenix-reproduced] + packaging: optional + hosting-limitations: true + awards: true + appendix: required + secartifacts-instructions: true + mandatory-available: true + outcomes: "https://secartifacts.github.io/usenixsec2025/results" diff --git a/usenix/2026.yaml b/usenix/2026.yaml index 60de9da..3f8e2bd 100644 --- a/usenix/2026.yaml +++ b/usenix/2026.yaml @@ -622,3 +622,15 @@ anonymous: true conflicts: true ethics-discussion: true genai: true +artifacts: + at-submission: required + evaluation: + call: "https://www.usenix.org/conference/usenixsecurity26/call-for-artifacts" + badges: [usenix-available, usenix-functional, usenix-reproduced] + packaging: optional + hosting-limitations: true + awards: true + appendix: required + secartifacts-instructions: true + mandatory-available: true + outcomes: "https://secartifacts.github.io/usenixsec2026/results" diff --git a/yaml_lint.sh b/yaml_lint.sh index d40e3f6..dd3ea7a 100755 --- a/yaml_lint.sh +++ b/yaml_lint.sh @@ -2,4 +2,4 @@ set -e -yamllint -d style.yaml **/* +yamllint -d style.yaml **/* conference-edition-schema.json