Skip to content

Submit a measure

measurement = experiment.measure(checkpoint)

@measurement.evaluate(params=0, batch=1)
def evaluate(params, batch):
    return score(params, batch)

@measurement.aggregate
def aggregate(outputs):
    return sum(outputs) / len(outputs)

measurement.submit("accuracy", measurement.run(checkpoint, batches))