Add history of artifact submission and evaluation

acsac/2017.yaml

@@ -110,4 +110,9 @@ anonymous: true
 # awards: true
 # hard topic: Big Data for Security
 # early rejection and appeals (no dates)
-# artifact evaluation
+artifacts:
+  at-submission: false
+  evaluation:
+    badges: []
+    awards: true
+    outcomes: "https://secartifacts.github.io/acsac2017/results"

acsac/2018.yaml

@@ -132,4 +132,9 @@ anonymous: true
 # awards: true
 # hard topic: Big Data for Security (again)
 # early rejection and appeals (no dates)
-# artifact evaluation
+artifacts:
+  at-submission: false
+  evaluation:
+    badges: []
+    awards: true
+    outcomes: "https://secartifacts.github.io/acsac2018/results"

acsac/2019.yaml

@@ -131,4 +131,11 @@ anonymous: true
 # 10 pages acm, excluding refs and appendix (+5)
 # awards: true
 # hard topic: Deployable and Impactful Security
-# artifact evaluation
+artifacts:
+  at-submission: false
+  evaluation:
+    call: "https://www.acsac.org/2019/submissions/papers/artifacts/"
+    badges: ["acm-evaluated-functional", "acm-evaluated-reusable"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2019/results"

acsac/2020.yaml

@@ -139,4 +139,12 @@ anonymous: true
 # 10 pages acm, excluding refs and appendix (+5)
 # awards: true
 # hard topic: Deployable and Impactful Security (again)
-# artifact evaluation
+artifacts:
+  at-submission: false
+  evaluation:
+    call: "https://www.acsac.org/2020/submissions/papers/artifacts/"
+    badges: ["acm-evaluated-functional", "acm-evaluated-reusable"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2020/results"
+# artifact evaluation seems to be completely non-blind

acsac/2021.yaml

@@ -147,4 +147,11 @@ ethics-discussion: true
 # 10 pages acm, excluding refs and appendix (+5)
 # awards: true
 # hard topic: Deployable and Impactful Security (again again)
-# artifact evaluation
+artifacts:
+  at-submission: optional  # actually on advancing to R2
+  evaluation:
+    call: "https://www.acsac.org/2021/submissions/papers/artifacts/"
+    badges: ["acm-evaluated-functional", "acm-evaluated-reusable"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2021/results"

acsac/2022.yaml

@@ -147,4 +147,11 @@ ethics-discussion: true
 # 10 pages acm, excluding refs and appendix (+5)
 # awards: true
 # hard topic: Trustworthy Systems
-# artifact evaluation, with indication at submission time
+artifacts:
+  at-submission: optional  # actually on advancing to R2
+  evaluation:
+    call: "https://www.acsac.org/2022/submissions/papers/artifacts/"
+    badges: ["acm-evaluated-functional", "acm-evaluated-reusable"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2022/results"

acsac/2023.yaml

@@ -161,6 +161,13 @@ ethics-discussion: true
 # 10 pages acm, excluding refs and appendix (+5)
 # awards: true
 # hard topic: Deployable Trustworthy Systems
-# artifact evaluation, with indication at submission time
 # minor revision (with a shepherd)
 # DEI
+artifacts:
+  at-submission: optional
+  evaluation:
+    call: "https://www.acsac.org/2023/submissions/papers/artifacts/"
+    badges: ["acm-evaluated-functional", "acm-evaluated-reusable"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2023/results"

acsac/2024.yaml

@@ -218,6 +218,13 @@ ethics-discussion: true
 # awards: true
 # hard topic: Security Applications of Generative AI
 # R+R papers
-# artifact evaluation, with indication at submission time
 # minor revision (with a shepherd)
 # DEI
+artifacts:
+  at-submission: optional
+  evaluation:
+    call: "https://www.acsac.org/2024/submissions/papers/artifacts/"
+    badges: ["ieee-available", "ieee-reviewed", "ieee-reproducible"]
+    awards: true
+    packaging: optional
+    outcomes: "https://secartifacts.github.io/acsac2024/results"

acsac/2025.yaml

@@ -229,6 +229,14 @@ conflicts: true
 # awards: true
 # hard topic: Automated Detection and Patching of Software Vulnerabilities
 # R+R papers
-# artifact evaluation, with indication at submission time
 # minor revision (with a shepherd)
 # DEI
+artifacts:
+  at-submission: optional
+  evaluation:
+    call: "https://www.acsac.org/2025/submissions/papers/artifacts/"
+    badges: ["ieee-available", "ieee-reviewed", "ieee-reproducible"]
+    awards: true
+    packaging: required
+    research-infrastructure: true
+    outcomes: "https://secartifacts.github.io/acsac2025/results"

ccs/2022.yaml

@@ -335,3 +335,6 @@ cycles:
 anonymous: true
 conflicts: true
 ethics-discussion: true
+artifacts:
+  at-submission: required
+  evaluation: false

ccs/2023.yaml

@@ -467,3 +467,9 @@ cycles:
 anonymous: true
 conflicts: true
 ethics-discussion: true
+artifacts:
+  at-submission: required
+  evaluation:
+    call: "https://www.sigsac.org/ccs/CCS2023/call-for-artifacts.html"
+    badges: [usenix-available, usenix-functional, usenix-reproduced]
+    appendix: required

ccs/2024.yaml

@@ -558,3 +558,18 @@ cycles:
 anonymous: true
 conflicts: true
 ethics-discussion: true
+artifacts:
+  at-submission: required
+  evaluation:
+    call: "https://www.sigsac.org/ccs/CCS2024/call-for/call-for-artifacts.html"
+    badges:
+      [
+        acm-available,
+        acm-evaluated-functional,
+        acm-evaluated-reusable,
+        acm-reproduced,
+      ]
+    appendix: optional
+    packaging: required
+    hosting-limitations: true
+    outcomes: "https://dl.acm.org/doi/proceedings/10.1145/3658644"

ccs/2025.yaml

@@ -693,3 +693,18 @@ cycles:
 anonymous: true
 conflicts: true
 ethics-discussion: true
+artifacts:
+  at-submission: required
+  evaluation:
+    call: "https://www.sigsac.org/ccs/CCS2025/call-for-artifacts/"
+    badges:
+      [
+        acm-available,
+        acm-evaluated-functional,
+        acm-evaluated-reusable,
+        acm-reproduced,
+      ]
+    appendix: optional
+    packaging: required
+    hosting-limitations: true
+    outcomes: "https://dl.acm.org/doi/proceedings/10.1145/3719027"