opam install --yes ppx_yojson_conv_lib ppx_yojson_conv
 opam install --yes ppx_yojson lwt_ppx containers lambdasoup uri ezcurl ppx_yojson_conv ppx_yojson_conv_lib ezcurl-lwt yojson
opam pin add --yes openai https://github.com/meta-introspector/openai-ocaml.git#main
 opam install --yes --deps-only .

 dune build .

Optional coq

opam install --yes coq

dune exec bin/argiope.exe "https://writemycode.com/?goal=snakegame" -- -m mistral

dune exec -- ./bin/argiope.exe https://github.com/meta-introspector/lang_agent/blob/3d485ff60e2872cbb920980a5fd2dbde908215ed/bin/argiope.ml#L28?q="argiope is a virtual hyperspace navigation simulator" -m mistral

sudo  docker run --mount type=bind,source=/mnt/data1/2024/,target=/mnt/tmp  -it h4ckermike/lang_agent:default bash

takes two files, the prompt and the tochunk, that is split by \n and process

dune exec bin/chunker.exe -- ./prompt.txt ./separator.txt todo.txt mistral

dune exec bin/chunker.exe -- ./prompt.txt ./separator.txt ~/2024/01/07/ppx-introspector/test/test2b.ml mistral

dune exec bin/worker.exe -- ./prompt.txt ./separator.txt task.txt mistral

dune exec bin/scanner.exe -- -s ~/experiments/unimath-data-hg/unimath/batch2/ -p "think about this:"

dune exec bin/scanner.exe --  -s ./huggingface/unimath/batch2/data_30/       -p "Consider the following valid trace of a COQ proof in unimath and interpret it creatively:"  --openai -m mistral

or not by agent, can expand the results significantly. filtered by the user agent.

dune exec bin/scanner.exe --  -s ./huggingface/unimath/batch2/data_30/       -p "Consider the following valid and successful trace of a COQ proof in unimath and interpret it creatively looking for interesting visualizations and metaphors and analogies and describe possible scenes for a comic book.:"  --openai -m "mixtral" -u "https://dev-hub.agentartificial.com"

dune exec bin/scanner.exe --  -s ./huggingface/unimath/batch2/data_30/       -p "Consider the following valid and successful trace of a COQ proof in unimath and interpret it creatively looking for interesting visualizations and metaphors and analogies and describe possible scenes for a comic book.:"  --ollama -m "mistral" -u "http:https://localhost:11434"

sudo docker  build . -t h4ckermike/lang_agent:dev
sudo docker push h4ckermike/lang_agent:dev

this uses the new feature to filter the input and write new files.

dune exec bin/scanner.exe -- -x .out2 -c .out  -s ./huggingface/unimath/batch2/data_30/       -p "Consider the following possible scenes for a comic book and extract a list of characters and desribe one in detail.:"  --openai -m "mistral" -u "https://dev-hub.agentartificial.com"

dune exec bin/scanner.exe -- -x .outlocal2 -c .out  -s ./huggingface/unimath/batch2/data_30/       -p "Consider the following possible scenes for a comic book and extract a list of characters and desribe one in detail.:"  --ollama -m "mistral" -u "http:https://localhost:11434"

dune exec bin/scanner.exe – -x .con -c .outlocal2 \ -s ./huggingface/unimath/batch2/data_30/ \ -p “Create a list of connection pairs between term in the proof and words in the story.:” –ollama -m “mistral” \ -u “http:https://localhost:11434”

write a ocaml code to call

  let () =
let pipe = Sys.popen "bash" "-c" "echo hello world" in
let line = try ignore (input_line pipe) with End_of_file -> None in
let _ = Sys.waitpid [] |> ignore in
match line with
| Some(msg) -> Printf.printf "Output: %s\n" msg
| None -> Printf.printf "Error reading output."

try with ‘org-babel-eval-in-repl

dune exec ./bin/simple.exe -- --openai -m "mixtral" -u "https://dev-hub.agentartificial.com" -p "consider a consecutive series of types to describe the universe and universe of universes, what is your ordering?" -n 10

#load "unix.cma";;

let type_terms = [
"set";
"type";
"sort"
                 ] in
let model_name = "mixtral" in
let url= "https://dev-hub.agentartificial.com"
let prompt type_name = "consider a " ^
             "consecutive series "^
             "of " ^ type_name ^
             "to describe " ^
             "the universe and universe of universes" ^
             "what is your ordering?" in

let count= 10 in
let simple = "dune exec ./bin/simple.exe --" in
let binding = "--openai"

let do_apply_list    run_cmd make_args type_terms   =
  List.iter (fun s ->
      let args = make_args s in
      run_cmd args
    ) type_terms;;

let make_args type_name = [
  simple;
  binding;
  "-m";    model;
  "-p";    prompt type_name;
  "-u";    url;
] in
let run_cmd args =
  let cmd =  String.concat " " args in
  let inp = Unix.open_process_in cmd in
  let r = In_channel.input_lines inp in
  In_channel.close inp;
  let out = String.concat " " r in
  Printf.printf "Output: %s\n" out

let () =
  do_apply_list run_cmd make_args type_terms  
  Printf.printf "Args: %s\n" args

dune exec ./bin/recurse.exe -- --openai -m "mixtral" \
     -u "https://dev-hub.agentartificial.com" \
     -s "recurse2"  \
     -x ".txt" \
     -p "consider a consecutive series of propositions to describe the universe and universe of universes. Consider your previous output and continue the thought if there, otherwise start a new thought chain." \
     -n 10

dune exec ./bin/simple.exe -- --llamacpp  -u "http:https://localhost:8080" -p "consider a consecutive series of types to describe the universe and universe of universes, what is your ordering?"

Error at `Assoc ([(“content”, `String (“\n\nTo provide an answer, let’s first define some terms and concepts:\n\n1. Universe: The totality of all existence, including all matter, energy, space, and time. It is the sum total of everything that exists or can be observed.\n2. Multiverse: A collection of multiple universes, each with its own set of fields and interactions. This concept arises in theoretical physics as a solution to certain problems, such as the fine-tuning problem or the cosmological constant problem.\n3. Meta-universe: The universe that contains all universes, including the multiverse.”)); (“generation_settings”, `Assoc ([(“dynatemp_exponent”, `Float (1.)); (“dynatemp_range”, `Float (0.)); (“frequency_penalty”, `Float (0.)); (“grammar”, `String (“”)); (“ignore_eos”, `Bool (false)); (“logit_bias”, `List ([])); (“min_p”, `Float (0.0500000007451)); (“mirostat”, `Int (0)); (“mirostat_eta”, `Float (0.10000000149)); (“mirostat_tau”, `Float (5.)); (“model”, `String (”usr/share/ollama.ollama/models/blobs/sha256:e8a35b5937a5e6d5c35d1f2a15f161e07eefe5e5bb0a3cdd42998ee79b057730”)); (“n_ctx”, `Int (512)); (“n_keep”, `Int (0)); (“n_predict”, `Int (128)); (“n_probs”, `Int (0)); (“penalize_nl”, `Bool (true)); (“penalty_prompt_tokens”, `List ([])); (“presence_penalty”, `Float (0.)); (“repeat_last_n”, `Int (64)); (“repeat_penalty”, `Float (1.10000002384)); (“seed”, `Int (4294967295)); (“stop”, `List ([])); (“stream”, `Bool (false)); (“temperature”, `Float (0.800000011921)); (“tfs_z”, `Float (1.)); (“top_k”, `Int (40)); (“top_p”, `Float (0.949999988079)); (“typical_p”, `Float (1.)); (“use_penalty_prompt_tokens”, `Bool (false))])); (“model”, `String (”usr/share/ollama.ollama/models/blobs/sha256:e8a35b5937a5e6d5c35d1f2a15f161e07eefe5e5bb0a3cdd42998ee79b057730”)); (“prompt”, `String (“consider a consecutive series of types to describe the universe and universe of universes, what is your ordering?consider a consecutive series of types to describe the universe and universe of universes, what is your ordering?”)); (“slot_id”, `Int (0)); (“stop”, `Bool (true)); (“stopped_eos”, `Bool (false)); (“stopped_limit”, `Bool (true)); (“stopped_word”, `Bool (false)); (“stopping_word”, `String (“”)); (“timings”, `Assoc ([(“predicted_ms”, `Float (14526.219)); (“predicted_n”, `Int (128)); (“predicted_per_second”, `Float (8.81165291533)); (“predicted_per_token_ms”, `Float (113.486085937)); (“prompt_ms”, `Float (2088.743)); (“prompt_n”, `Int (44)); (“prompt_per_second”, `Float (21.0653009968)); (“prompt_per_token_ms”, `Float (47.4714318182))])); (“tokens_cached”, `Int (171)); (“tokens_evaluated”, `Int (44)); (“tokens_predicted”, `Int (128)); (“truncated”, `Bool (false))])

dune exec ./bin/simple_grammar.exe – –llamacpp -s test4 -u “http:https://localhost:8080” -p “consider a consecutive series of types to describe the universe and universe of universes, what is your ordering?” -n 4 -g “root ::= (expr "\" ws term \"\n\")+\nexpr :: term ([-+*/] term)*\nterm ::= ident | num | "(" ws expr ")" ws\nident ::= [a-z] [a-z0-9_]* ws\nnum ::= [0-9]+ ws\nws ::= [ \t\n]*” s

We now take the filename for grammar because of quoting issues.

GRAMMAR=~/experiments/gbnf_parser/grammars/ebnf.ebnf DS=$(date -Iseconds) PROMPT_NAME=prompt_grammar2c.txt

dune exec bin/simple_grammar.exe – \ –llamacpp \ -u “http:https://localhost:8080” \ -s “grammar_1_${DS}” \ -g $GRAMMAR \ -p $PROMPT_NAME \ -x “.txt” \ -n 6