سجلات التجارب وتتبع تسلسل المصدر

artifacts = {"data-v1":{"kind":"dataset"}, "split-v1":{"kind":"split"},
             "model-v1":{"kind":"model"}, "evaluation-v1":{"kind":"report"}}
executions = [{"id":"fit-1", "inputs":["data-v1","split-v1"], "outputs":["model-v1"]},
              {"id":"assess-1", "inputs":["model-v1","split-v1"], "outputs":["evaluation-v1"]}]
for execution in executions:
    assert all(key in artifacts for key in execution["inputs"] + execution["outputs"])
producer = {output:run["id"] for run in executions for output in run["outputs"]}
print("model producer", producer["model-v1"])
print("report producer", producer["evaluation-v1"])
print("model inputs", executions[0]["inputs"])

model producer fit-1
report producer assess-1
model inputs ['data-v1', 'split-v1']

هوية الأثر وهوية التنفيذ منفصلتان؛ وتدعم حواف الذاكرة استعلام مصدر صغيراً دون مخزن خلفي للبيانات الوصفية.

runs = [{"id":"a", "metric":"mae", "cohort":"validation-v1", "value":2.0},
        {"id":"b", "metric":"mae", "cohort":"validation-v2", "value":1.5},
        {"id":"c", "metric":"mae", "cohort":"validation-v1", "value":1.8}]
comparable = [run for run in runs if run["metric"] == "mae" and run["cohort"] == "validation-v1"]
best = min(comparable, key=lambda run:run["value"])
print("comparable ids", [run["id"] for run in comparable])
print("selected", best["id"], best["value"])

comparable ids ['a', 'c']
selected c 1.8

لا تعد القيمة الأصغر من مجتمع آخر نتيجة أفضل بصمت وفق عقد المقارنة المعلن.