transact action log in parallel

src/simulant/sim.clj

@@ -70,6 +70,10 @@ key specified by :service/key."
   "Teardown service at the end of a sim run."
   (fn [conn process service services-map] (getx service :service/type)))
 
+;; do-nothing default
+(defmethod finalize-service :default
+  [conn process service services-map])
+
 (defn- start-services
   [conn process]
   (reduce
@@ -131,7 +135,7 @@ process."
     (.close ^Closeable writer)
     (with-open [reader (io/reader temp-file)
                 pbr (PushbackReader. reader)]
-      (transact-batch conn (form-seq pbr)))))
+      (transact-pbatch conn (form-seq pbr) 1000))))
 
 (defn create-action-log
   "Create an action log service for the sim."

src/simulant/util.clj

@@ -108,6 +108,16 @@
        @(d/transact-async conn (mapcat identity batch))
        :ok)))
 
+(defn transact-pbatch
+  "Submit txes in batches of size batch-size, default is 100"
+  ([conn txes] (transact-pbatch conn txes 100))
+  ([conn txes batch-size]
+     (->> (partition-all batch-size txes)
+          (pmap #(d/transact-async conn (mapcat identity %)))
+          (map deref)
+          dorun)
+     :ok))
+
 (defn tx-ent
   "Resolve entity id to entity as of the :db-after value of a tx result"
   [txresult eid]