couchrest_model/lib/couchrest/helper/streamer.rb

30 lines
749 B
Ruby
Raw Normal View History

2008-09-12 06:14:34 +02:00
module CouchRest
2008-09-12 06:09:39 +02:00
class Streamer
attr_accessor :db
def initialize db
@db = db
end
2008-09-30 08:39:57 +02:00
# Stream a view, yielding one row at a time. Shells out to <tt>curl</tt> to keep RAM usage low when you have millions of rows.
2008-09-12 06:09:39 +02:00
def view name, params = nil
urlst = /^_/.match(name) ? "#{@db.root}/#{name}" : "#{@db.root}/_view/#{name}"
url = CouchRest.paramify_url urlst, params
IO.popen("curl --silent #{url}") do |view|
view.gets # discard header
while row = parse_line(view.gets)
yield row
end
end
end
private
def parse_line line
return nil unless line
if /(\{.*\}),?/.match(line.chomp)
JSON.parse($1)
end
end
end
end