From ccf1cd35cbd8dd18a3cd2bf7079359665ea5b9f0 Mon Sep 17 00:00:00 2001
From: Mike Blume <mike@loggly.com>
Date: Tue, 26 Nov 2013 20:04:07 -0800
Subject: [PATCH] avoid holding full stream in memory

---
 src/stream2es/stream/es.clj | 11 ++++-------
 1 file changed, 4 insertions(+), 7 deletions(-)

diff --git a/src/stream2es/stream/es.clj b/src/stream2es/stream/es.clj
index e5de22f..e3ecced 100644
--- a/src/stream2es/stream/es.clj
+++ b/src/stream2es/stream/es.clj
@@ -61,12 +61,9 @@
 
 (defn make-callback [opts handler]
   (fn []
-    (doall
-     (map handler
-          (concat
-           (map make-doc
-                (es/scan (:source opts)
+    (doseq [hit (es/scan (:source opts)
                          (:query opts)
                          (:scroll-time opts)
-                         (:scroll-size opts)))
-           [:eof])))))
+                         (:scroll-size opts))]
+      (-> hit make-doc handler))
+    (handler :eof)))