-
Notifications
You must be signed in to change notification settings - Fork 32
Micro batching
Supun Kamburugamuve edited this page Sep 30, 2019
·
1 revision
IWorker { BlockingQueue queue;
void exeucte() { DataFlowGraph windowGraph; executor.iExecute(windowGraph);
while (true) {
WindowedMessage value = queue.take();
DataFlowGraph batchGraph;
batchGraph.addInput(value.toDataObject());
for (int i = 0; i < 10; I++) {
executor.execute(batchGraph);
}
}
}
class WindowCompute implement ICompute {
execute(WindowMessage message) {
queue.offer(message);
for (int i =0 ; i < 10; i++) {
MPI.AllReduce();
}
}
}
}