Replace the $explode operator with $jq

Here we replace our prototype `$explode` operator with the more general
`$jq` operator. The index is built by executing the jq expression
against each doc and storing each result into the index.

src/mango/src/mango_doc.erl

@@ -21,7 +21,7 @@
 
  get_field/2,
  get_field/3,
- get_field_fun/2,
+ get_field_jq/2,
  rem_field/2,
  set_field/3
 ]).
@@ -416,20 +416,17 @@ get_field(Values, [Name | Rest], Validator) when is_list(Values) ->
 get_field(_, [_ | _], _) ->
  bad_path.
 
-get_field_fun(Props, MangoFun) ->
- {FunName, {Args}} = MangoFun,
- case FunName of
- <<"$explode">> -> handle_explode(Props, Args);
- _ -> bad_path
+get_field_jq(Props, Jq) ->
+ io:format("----[get_field_jq] ~p ~p~n", [Props, Jq]),
+ case couch_jq:compile(Jq) of
+ {ok, Program} ->
+ case couch_jq:eval(Program, Props) of
+ {ok, Results} -> {jq, Results};
+ Else -> bad_path
+ end;
+ Else -> bad_path
  end.
 
-handle_explode({Doc}, Args) ->
- FieldName = proplists:get_value(<<"$field">>, Args),
- Separator = proplists:get_value(<<"$separator">>, Args),
- {_, FieldValue} = lists:keyfind(FieldName, 1, Doc),
- R = string:split(FieldValue, Separator, all),
- {fn, R}.
-
 rem_field(Props, Field) when is_binary(Field) ->
  {ok, Path} = mango_util:parse_field(Field),
  rem_field(Props, Path);

src/mango/src/mango_native_proc.erl

@@ -122,34 +122,25 @@ get_index_entries({IdxProps}, Doc) ->
  case lists:member(not_found, Values) of
  true -> [];
  false -> case Values of
- [{fn, Values1}] ->
- io:format("----[get_index_entries] ~p~n", [Values1]),
- [[[V], null] || V <- Values1];
+ [{jq, Values1}] -> [[[V], null] || V <- Values1];
  _Else -> [[Values, null]]
  end
  end
  end.
 
 get_index_values(Fields, Doc) ->
- io:format("----[get_index_values fields] ~p~n", [Fields]),
- lists:map(
- fun({_Field, {[MangoFun]}}) ->
- case mango_doc:get_field_fun(Doc, MangoFun) of
- not_found -> not_found;
- bad_path -> not_found;
- Value ->
- io:format("----[get_field_fun result] ~p~n", [Value]),
- Value
- end;
- ({Field, _Dir}) ->
- case mango_doc:get_field(Doc, Field) of
- not_found -> not_found;
- bad_path -> not_found;
- Value -> Value
- end
- end,
- Fields
- ).
+ lists:map(fun(Field) -> get_index_field_value(Field, Doc) end, Fields).
+
+get_index_field_value({Field, FieldDef}, Doc) ->
+ Value = case FieldDef of
+ {[{<<"$jq">>, Jq}]} -> mango_doc:get_field_jq(Doc, Jq);
+ _ -> mango_doc:get_field(Doc, Field)
+ end,
+ case Value of
+ not_found -> not_found;
+ bad_path -> not_found;
+ Value1 -> Value1
+ end.
 
 get_text_entries({IdxProps}, Doc) ->
  Selector = get_index_partial_filter_selector(IdxProps),

src/mango/test/22-index-function-test.py

@@ -40,7 +40,7 @@ def setUpClass(klass):
  klass.db,
  "_design/jq-split",
  "jq-split-json-index",
- {"bar_words": {"$explode": {"$field": "bar", "$separator": " "}}},
+ {"bar_words": {"$jq": '.bar | split(" ") | .[]'}},
  )
  klass.db.save_docs([{"_id": "example-doc", "bar": "a b c"}])