# Licensed under the Apache License, Version 2.0 (the "License"); you may not
# use this file except in compliance with the License. You may obtain a copy of
# the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations under
# the License.
# to run (requires ruby and rspec):
# spec test/query_server_spec.rb -f specdoc --color
COUCH_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(COUCH_ROOT)
LANGUAGE = ENV["QS_LANG"] || "js"
puts "Running query server specs for #{LANGUAGE} query server"
require 'spec'
require 'json'
class OSProcessRunner
def self.run
trace = ENV["QS_TRACE"] || false
puts "launching #{run_command}" if trace
if block_given?
IO.popen(run_command, "r+") do |io|
qs = QueryServerRunner.new(io, trace)
yield qs
end
else
io = IO.popen(run_command, "r+")
QueryServerRunner.new(io, trace)
end
end
def initialize io, trace = false
@qsio = io
@trace = trace
end
def close
@qsio.close
end
def reset!
run(["reset"])
end
def add_fun(fun)
run(["add_fun", fun])
end
def get_chunks
resp = jsgets
raise "not a chunk" unless resp.first == "chunks"
return resp[1]
end
def run json
rrun json
jsgets
end
def rrun json
line = json.to_json
puts "run: #{line}" if @trace
@qsio.puts line
end
def rgets
resp = @qsio.gets
puts "got: #{resp}" if @trace
resp
end
def jsgets
resp = rgets
# err = @qserr.gets
# puts "err: #{err}" if err
if resp
begin
rj = JSON.parse("[#{resp.chomp}]")[0]
rescue JSON::ParserError
puts "JSON ERROR (dump under trace mode)"
# puts resp.chomp
while resp = rgets
# puts resp.chomp
end
end
if rj.respond_to?(:[]) && rj.is_a?(Array)
if rj[0] == "log"
log = rj[1]
puts "log: #{log}" if @trace
rj = jsgets
end
end
rj
else
raise "no response"
end
end
end
class QueryServerRunner < OSProcessRunner
COMMANDS = {
"js" => "#{COUCH_ROOT}/src/couchdb/couchjs #{COUCH_ROOT}/share/server/main.js",
"erlang" => "#{COUCH_ROOT}/test/run_native_process.es"
}
def self.run_command
COMMANDS[LANGUAGE]
end
end
class ExternalRunner < OSProcessRunner
def self.run_command
"#{COUCH_ROOT}/src/couchdb/couchjs #{COUCH_ROOT}/share/server/echo.js"
end
end
functions = {
"emit-twice" => {
"js" => %{function(doc){emit("foo",doc.a); emit("bar",doc.a)}},
"erlang" => <<-ERLANG
fun({Doc}) ->
A = proplists:get_value(<<"a">>, Doc, null),
Emit(<<"foo">>, A),
Emit(<<"bar">>, A)
end.
ERLANG
},
"emit-once" => {
"js" => %{function(doc){emit("baz",doc.a)}},
"erlang" => <<-ERLANG
fun({Doc}) ->
A = proplists:get_value(<<"a">>, Doc, null),
Emit(<<"baz">>, A)
end.
ERLANG
},
"reduce-values-length" => {
"js" => %{function(keys, values, rereduce) { return values.length; }},
"erlang" => %{fun(Keys, Values, ReReduce) -> length(Values) end.}
},
"reduce-values-sum" => {
"js" => %{function(keys, values, rereduce) { return sum(values); }},
"erlang" => %{fun(Keys, Values, ReReduce) -> lists:sum(Values) end.}
},
"validate-forbidden" => {
"js" => <<-JS,
function(newDoc, oldDoc, userCtx) {
if(newDoc.bad)
throw({forbidden:"bad doc"}); "foo bar";
}
JS
"erlang" => <<-ERLANG
fun({NewDoc}, _OldDoc, _UserCtx) ->
case proplists:get_value(<<"bad">>, NewDoc) of
undefined -> 1;
_ -> {[{forbidden, <<"bad doc">>}]}
end
end.
ERLANG
},
"show-simple" => {
"js" => <<-JS,
function(doc, req) {
log("ok");
return [doc.title, doc.body].join(' - ');
}
JS
"erlang" => <<-ERLANG
fun({Doc}, Req) ->
Title = proplists:get_value(<<"title">>, Doc),
Body = proplists:get_value(<<"body">>, Doc),
Resp = <
>,
{[{<<"body">>, Resp}]}
end.
ERLANG
},
"show-headers" => {
"js" => <<-JS,
function(doc, req) {
var resp = {"code":200, "headers":{"X-Plankton":"Rusty"}};
resp.body = [doc.title, doc.body].join(' - ');
return resp;
}
JS
"erlang" => <<-ERLANG
fun({Doc}, Req) ->
Title = proplists:get_value(<<"title">>, Doc),
Body = proplists:get_value(<<"body">>, Doc),
Resp = <>,
{[
{<<"code">>, 200},
{<<"headers">>, {[{<<"X-Plankton">>, <<"Rusty">>}]}},
{<<"body">>, Resp}
]}
end.
ERLANG
},
"show-sends" => {
"js" => <<-JS,
function(head, req) {
start({headers:{"Content-Type" : "text/plain"}});
send("first chunk");
send('second "chunk"');
return "tail";
};
JS
"erlang" => <<-ERLANG
fun(Head, Req) ->
Resp = {[
{<<"headers">>, {[{<<"Content-Type">>, <<"text/plain">>}]}}
]},
Start(Resp),
Send(<<"first chunk">>),
Send(<<"second \\\"chunk\\\"">>),
<<"tail">>
end.
ERLANG
},
"show-while-get-rows" => {
"js" => <<-JS,
function(head, req) {
send("first chunk");
send(req.q);
var row;
log("about to getRow " + typeof(getRow));
while(row = getRow()) {
send(row.key);
};
return "tail";
};
JS
"erlang" => <<-ERLANG,
fun(Head, {Req}) ->
Send(<<"first chunk">>),
Send(proplists:get_value(<<"q">>, Req)),
Fun = fun({Row}, _) ->
Send(proplists:get_value(<<"key">>, Row)),
{ok, nil}
end,
{ok, _} = FoldRows(Fun, nil),
<<"tail">>
end.
ERLANG
},
"show-while-get-rows-multi-send" => {
"js" => <<-JS,
function(head, req) {
send("bacon");
var row;
log("about to getRow " + typeof(getRow));
while(row = getRow()) {
send(row.key);
send("eggs");
};
return "tail";
};
JS
"erlang" => <<-ERLANG,
fun(Head, Req) ->
Send(<<"bacon">>),
Fun = fun({Row}, _) ->
Send(proplists:get_value(<<"key">>, Row)),
Send(<<"eggs">>),
{ok, nil}
end,
FoldRows(Fun, nil),
<<"tail">>
end.
ERLANG
},
"list-simple" => {
"js" => <<-JS,
function(head, req) {
send("first chunk");
send(req.q);
var row;
while(row = getRow()) {
send(row.key);
};
return "early";
};
JS
"erlang" => <<-ERLANG,
fun(Head, {Req}) ->
Send(<<"first chunk">>),
Send(proplists:get_value(<<"q">>, Req)),
Fun = fun({Row}, _) ->
Send(proplists:get_value(<<"key">>, Row)),
{ok, nil}
end,
FoldRows(Fun, nil),
<<"early">>
end.
ERLANG
},
"list-chunky" => {
"js" => <<-JS,
function(head, req) {
send("first chunk");
send(req.q);
var row, i=0;
while(row = getRow()) {
send(row.key);
i += 1;
if (i > 2) {
return('early tail');
}
};
};
JS
"erlang" => <<-ERLANG,
fun(Head, {Req}) ->
Send(<<"first chunk">>),
Send(proplists:get_value(<<"q">>, Req)),
Fun = fun
({Row}, Count) when Count < 2 ->
Send(proplists:get_value(<<"key">>, Row)),
{ok, Count+1};
({Row}, Count) when Count == 2 ->
Send(proplists:get_value(<<"key">>, Row)),
{stop, <<"early tail">>}
end,
{ok, Tail} = FoldRows(Fun, 0),
Tail
end.
ERLANG
},
"list-old-style" => {
"js" => <<-JS,
function(head, req, foo, bar) {
return "stuff";
}
JS
"erlang" => <<-ERLANG,
fun(Head, Req, Foo, Bar) ->
<<"stuff">>
end.
ERLANG
},
"list-capped" => {
"js" => <<-JS,
function(head, req) {
send("bacon")
var row, i = 0;
while(row = getRow()) {
send(row.key);
i += 1;
if (i > 2) {
return('early');
}
};
}
JS
"erlang" => <<-ERLANG,
fun(Head, Req) ->
Send(<<"bacon">>),
Fun = fun
({Row}, Count) when Count < 2 ->
Send(proplists:get_value(<<"key">>, Row)),
{ok, Count+1};
({Row}, Count) when Count == 2 ->
Send(proplists:get_value(<<"key">>, Row)),
{stop, <<"early">>}
end,
{ok, Tail} = FoldRows(Fun, 0),
Tail
end.
ERLANG
},
"list-raw" => {
"js" => <<-JS,
function(head, req) {
send("first chunk");
send(req.q);
var row;
while(row = getRow()) {
send(row.key);
};
return "tail";
};
JS
"erlang" => <<-ERLANG,
fun(Head, {Req}) ->
Send(<<"first chunk">>),
Send(proplists:get_value(<<"q">>, Req)),
Fun = fun({Row}, _) ->
Send(proplists:get_value(<<"key">>, Row)),
{ok, nil}
end,
FoldRows(Fun, nil),
<<"tail">>
end.
ERLANG
},
"filter-basic" => {
"js" => <<-JS,
function(doc, req) {
if (doc.good) {
return true;
}
}
JS
"erlang" => <<-ERLANG,
fun({Doc}, Req) ->
proplists:get_value(<<"good">>, Doc)
end.
ERLANG
},
"update-basic" => {
"js" => <<-JS,
function(doc, req) {
doc.world = "hello";
var resp = [doc, "hello doc"];
return resp;
}
JS
"erlang" => <<-ERLANG,
fun({Doc}, Req) ->
Doc2 = [{<<"world">>, <<"hello">>}|Doc],
[{Doc2}, {[{<<"body">>, <<"hello doc">>}]}]
end.
ERLANG
}
}
describe "query server normal case" do
before(:all) do
`cd #{COUCH_ROOT} && make`
@qs = QueryServerRunner.run
end
after(:all) do
@qs.close
end
it "should reset" do
@qs.run(["reset"]).should == true
end
it "should run map funs" do
@qs.reset!
@qs.run(["add_fun", functions["emit-twice"][LANGUAGE]]).should == true
@qs.run(["add_fun", functions["emit-once"][LANGUAGE]]).should == true
rows = @qs.run(["map_doc", {:a => "b"}])
rows[0][0].should == ["foo", "b"]
rows[0][1].should == ["bar", "b"]
rows[1][0].should == ["baz", "b"]
end
describe "reduce" do
before(:all) do
@fun = functions["reduce-values-length"][LANGUAGE]
@qs.reset!
end
it "should reduce" do
kvs = (0...10).collect{|i|[i,i*2]}
@qs.run(["reduce", [@fun], kvs]).should == [true, [10]]
end
end
describe "rereduce" do
before(:all) do
@fun = functions["reduce-values-sum"][LANGUAGE]
@qs.reset!
end
it "should rereduce" do
vs = (0...10).collect{|i|i}
@qs.run(["rereduce", [@fun], vs]).should == [true, [45]]
end
end
# it "should validate"
describe "validation" do
before(:all) do
@fun = functions["validate-forbidden"][LANGUAGE]
@qs.reset!
end
it "should allow good updates" do
@qs.run(["validate", @fun, {"good" => true}, {}, {}]).should == 1
end
it "should reject invalid updates" do
@qs.run(["validate", @fun, {"bad" => true}, {}, {}]).should == {"forbidden"=>"bad doc"}
end
end
describe "show" do
before(:all) do
@fun = functions["show-simple"][LANGUAGE]
@qs.reset!
end
it "should show" do
@qs.rrun(["show", @fun,
{:title => "Best ever", :body => "Doc body"}, {}])
@qs.jsgets.should == ["resp", {"body" => "Best ever - Doc body"}]
end
end
describe "show with headers" do
before(:all) do
@fun = functions["show-headers"][LANGUAGE]
@qs.reset!
end
it "should show headers" do
@qs.rrun(["show", @fun,
{:title => "Best ever", :body => "Doc body"}, {}])
@qs.jsgets.should == ["resp", {"code"=>200,"headers" => {"X-Plankton"=>"Rusty"}, "body" => "Best ever - Doc body"}]
end
end
# end
# LIST TESTS
# __END__
describe "raw list with headers" do
before(:each) do
@fun = functions["show-sends"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should do headers proper" do
@qs.rrun(["list", {"total_rows"=>1000}, {"q" => "ok"}])
@qs.jsgets.should == ["start", ["first chunk", 'second "chunk"'], {"headers"=>{"Content-Type"=>"text/plain"}}]
@qs.rrun(["list_end"])
@qs.jsgets.should == ["end", ["tail"]]
end
end
describe "list with rows" do
before(:each) do
@fun = functions["show-while-get-rows"][LANGUAGE]
@qs.run(["reset"]).should == true
@qs.add_fun(@fun).should == true
end
it "should list em" do
@qs.rrun(["list", {"foo"=>"bar"}, {"q" => "ok"}])
@qs.jsgets.should == ["start", ["first chunk", "ok"], {"headers"=>{}}]
@qs.rrun(["list_row", {"key"=>"baz"}])
@qs.get_chunks.should == ["baz"]
@qs.rrun(["list_row", {"key"=>"bam"}])
@qs.get_chunks.should == ["bam"]
@qs.rrun(["list_end"])
@qs.jsgets.should == ["end", ["tail"]]
end
it "should work with zero rows" do
@qs.rrun(["list", {"foo"=>"bar"}, {"q" => "ok"}])
@qs.jsgets.should == ["start", ["first chunk", "ok"], {"headers"=>{}}]
@qs.rrun(["list_end"])
@qs.jsgets.should == ["end", ["tail"]]
end
end
describe "should buffer multiple chunks sent for a single row." do
before(:all) do
@fun = functions["show-while-get-rows-multi-send"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should should buffer em" do
@qs.rrun(["list", {"foo"=>"bar"}, {"q" => "ok"}])
@qs.jsgets.should == ["start", ["bacon"], {"headers"=>{}}]
@qs.rrun(["list_row", {"key"=>"baz"}])
@qs.get_chunks.should == ["baz", "eggs"]
@qs.rrun(["list_row", {"key"=>"bam"}])
@qs.get_chunks.should == ["bam", "eggs"]
@qs.rrun(["list_end"])
@qs.jsgets.should == ["end", ["tail"]]
end
end
describe "example list" do
before(:all) do
@fun = functions["list-simple"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should run normal" do
@qs.run(["list", {"foo"=>"bar"}, {"q" => "ok"}]).should == ["start", ["first chunk", "ok"], {"headers"=>{}}]
@qs.run(["list_row", {"key"=>"baz"}]).should == ["chunks", ["baz"]]
@qs.run(["list_row", {"key"=>"bam"}]).should == ["chunks", ["bam"]]
@qs.run(["list_row", {"key"=>"foom"}]).should == ["chunks", ["foom"]]
@qs.run(["list_row", {"key"=>"fooz"}]).should == ["chunks", ["fooz"]]
@qs.run(["list_row", {"key"=>"foox"}]).should == ["chunks", ["foox"]]
@qs.run(["list_end"]).should == ["end" , ["early"]]
end
end
describe "only goes to 2 list" do
before(:all) do
@fun = functions["list-chunky"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should end early" do
@qs.run(["list", {"foo"=>"bar"}, {"q" => "ok"}]).
should == ["start", ["first chunk", "ok"], {"headers"=>{}}]
@qs.run(["list_row", {"key"=>"baz"}]).
should == ["chunks", ["baz"]]
@qs.run(["list_row", {"key"=>"bam"}]).
should == ["chunks", ["bam"]]
@qs.run(["list_row", {"key"=>"foom"}]).
should == ["end", ["foom", "early tail"]]
# here's where js has to discard quit properly
@qs.run(["reset"]).
should == true
end
end
describe "changes filter" do
before(:all) do
@fun = functions["filter-basic"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should only return true for good docs" do
@qs.run(["filter", [{"key"=>"bam", "good" => true}, {"foo" => "bar"}, {"good" => true}], {"req" => "foo"}]).
should == [true, [true, false, true]]
end
end
describe "update" do
before(:all) do
@fun = functions["update-basic"][LANGUAGE]
@qs.reset!
end
it "should return a doc and a resp body" do
up, doc, resp = @qs.run(["update", @fun, {"foo" => "gnarly"}, {"verb" => "POST"}])
up.should == "up"
doc.should == {"foo" => "gnarly", "world" => "hello"}
resp["body"].should == "hello doc"
end
end
end
def should_have_exited qs
begin
qs.run(["reset"])
"raise before this".should == true
rescue RuntimeError => e
e.message.should == "no response"
rescue Errno::EPIPE
true.should == true
end
end
describe "query server that exits" do
before(:each) do
@qs = QueryServerRunner.run
end
after(:each) do
@qs.close
end
if LANGUAGE == "js"
describe "old style list" do
before(:each) do
@fun = functions["list-old-style"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should get a warning" do
resp = @qs.run(["list", {"foo"=>"bar"}, {"q" => "ok"}])
resp["error"].should == "render_error"
resp["reason"].should include("the list API has changed")
end
end
end
describe "only goes to 2 list" do
before(:each) do
@fun = functions["list-capped"][LANGUAGE]
@qs.reset!
@qs.add_fun(@fun).should == true
end
it "should exit if erlang sends too many rows" do
@qs.run(["list", {"foo"=>"bar"}, {"q" => "ok"}]).should == ["start", ["bacon"], {"headers"=>{}}]
@qs.run(["list_row", {"key"=>"baz"}]).should == ["chunks", ["baz"]]
@qs.run(["list_row", {"key"=>"foom"}]).should == ["chunks", ["foom"]]
@qs.run(["list_row", {"key"=>"fooz"}]).should == ["end", ["fooz", "early"]]
@qs.rrun(["list_row", {"key"=>"foox"}])
@qs.jsgets["error"].should == "query_server_error"
should_have_exited @qs
end
end
describe "raw list" do
before(:each) do
@fun = functions["list-raw"][LANGUAGE]
@qs.run(["reset"]).should == true
@qs.add_fun(@fun).should == true
end
it "should exit if it gets a non-row in the middle" do
@qs.rrun(["list", {"foo"=>"bar"}, {"q" => "ok"}])
@qs.jsgets.should == ["start", ["first chunk", "ok"], {"headers"=>{}}]
@qs.run(["reset"])["error"].should == "query_server_error"
should_have_exited @qs
end
end
end