Skip to content

Micro batching

Supun Kamburugamuve edited this page Sep 30, 2019 · 1 revision

IWorker { BlockingQueue queue;

void exeucte() { DataFlowGraph windowGraph; executor.iExecute(windowGraph);

while (true) {
  WindowedMessage value = queue.take();

  DataFlowGraph batchGraph;
  batchGraph.addInput(value.toDataObject());
  for (int i = 0; i < 10; I++) {
    executor.execute(batchGraph);
  }
}

}

class WindowCompute implement ICompute { execute(WindowMessage message) { queue.offer(message); for (int i =0 ; i < 10; i++) { MPI.AllReduce(); } }
} }