From a6a308fdcb8cab1bdf804b93b2b1892348c75d25 Mon Sep 17 00:00:00 2001
From: J S <49557684+svilupp@users.noreply.github.com>
Date: Mon, 6 May 2024 20:07:07 +0100
Subject: [PATCH] add meta-prompting

---
 CHANGELOG.md                 |  16 ++++-
 Project.toml                 |   2 +
 app.jl                       |  96 +++++++++++++++++++------
 src/ProToPortal.jl           |  10 ++-
 src/llm.jl                   |  26 +++++--
 src/meta_prompting.jl        | 134 +++++++++++++++++++++++++++++++++++
 src/serialization.jl         |  23 ++++++
 src/utils.jl                 |   2 +-
 src/view.jl                  | 113 +++++++++++++++++------------
 src/view_chat.jl             |   2 +-
 src/view_meta.jl             |  75 ++++++++++++++++++++
 templates/MetaExpertAsk.json |   1 +
 12 files changed, 423 insertions(+), 77 deletions(-)
 create mode 100644 src/meta_prompting.jl
 create mode 100644 src/serialization.jl
 create mode 100644 src/view_meta.jl
 create mode 100644 templates/MetaExpertAsk.json

diff --git a/CHANGELOG.md b/CHANGELOG.md
index 2b12d54..42b2c4f 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,6 +7,18 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 ## [Unreleased]
 
 ### Added
-- First iteration of the GUI
 
-### Fixed
\ No newline at end of file
+Chat tab
+- added delete icon to the last message in the conversation (for easy deletion)
+- added a button in "Advanced Settings" to "Fork a conversation" (save to history for reference, but continue from a fresh copy)
+- added a focus when a template is selected (on expand, on template selection, etc)
+
+Meta-prompting tab
+- Add an experimental meta-prompting experience based on [arxiv](https://arxiv.org/pdf/2401.12954). See the tab "Meta-Prompting" for more details.
+
+### Fixed
+
+## [0.1.0]
+
+### Added
+- The first iteration of the GUI released
\ No newline at end of file
diff --git a/Project.toml b/Project.toml
index 72155f1..193b77d 100644
--- a/Project.toml
+++ b/Project.toml
@@ -4,12 +4,14 @@ authors = ["J S <49557684+svilupp@users.noreply.github.com> and contributors"]
 version = "0.2.0-DEV"
 
 [deps]
+Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
 GenieFramework = "a59fdf5c-6bf0-4f5d-949c-a137c9e2f353"
 GenieSession = "03cc5b98-4f21-4eb6-99f2-22eced81f962"
 PromptingTools = "670122d1-24a8-4d70-bfce-740807c42192"
 
 [compat]
 Aqua = "0.7"
+Dates = "<0.0.1, 1"
 GenieFramework = "2.1"
 GenieSession = "1"
 PromptingTools = "0.23"
diff --git a/app.jl b/app.jl
index 5b14e07..34932d9 100644
--- a/app.jl
+++ b/app.jl
@@ -41,6 +41,9 @@ const HISTORY_SAVE = get(ENV, "PROTO_HISTORY_SAVE", true)
     @in selected_page = "chat"
     @in ministate = true
     # configuration
+    ## @in chat_tracker_tokens_in = 0
+    ## @in chat_tracker_tokens_out = 0
+    ## @in chat_tracker_cost = 0.0
     @in model = isempty(PT.GROQ_API_KEY) ? "gpt4t" : "gllama370"
     @in model_input = ""
     @in model_submit = false
@@ -80,6 +83,15 @@ const HISTORY_SAVE = get(ENV, "PROTO_HISTORY_SAVE", true)
     @in chat_reset = false
     @in chat_rm_last_msg = false
     @in chat_fork = false
+    # Meta Prompting
+    @in meta_submit = false
+    @in meta_reset = false
+    @in meta_disabled = false
+    @in meta_question = ""
+    @in meta_rounds_max = 5
+    @in meta_rounds_current = 0
+    @in meta_displayed = Dict{Symbol, Any}[]
+    @in meta_rm_last_msg = false
     # Template browser
     @in template_filter = ""
     @in template_submit = false
@@ -118,23 +130,10 @@ const HISTORY_SAVE = get(ENV, "PROTO_HISTORY_SAVE", true)
     end
     @onbutton chat_reset begin
         @info "> Chat Reset!"
-        timestamp = Dates.format(now(), "YYYYmmdd_HHMMSS")
-        name = "Conv. @ $timestamp"
-        ## update the chat with edits by the user
-        conv_rendered = render_messages(conv_displayed, chat_template_variables)
-        # Conv. display is already up-to-date, no need to update it!
-        label = label_conversation(conv_rendered; model = model)
-        if HISTORY_SAVE
-            label_clean = replace(label, r"[:\s\"]+" => "_") |> lowercase
-            ## save to disk + to chat history
-            path = joinpath(
-                HISTORY_DIR, "conversation__$(timestamp)__$(label_clean).json")
-            PT.save_conversation(path, conv_rendered)
-            @info "> Chat saved to $path"
-        end
-        history = push!(history,
-            Dict(:name => name, :label => label, :messages => conv_rendered))
-
+        record = save_conversation(
+            conv_displayed; save = HISTORY_SAVE, save_path = HISTORY_DIR,
+            variables = chat_template_variables, model = model)
+        history = push!(history, record)
         ## clean the chat
         conv_displayed = empty!(conv_displayed)
         chat_template_variables = empty!(chat_template_variables)
@@ -142,8 +141,7 @@ const HISTORY_SAVE = get(ENV, "PROTO_HISTORY_SAVE", true)
         chat_disabled, chat_advanced_expanded, chat_template_expanded = false, false, false
         # set defaults again
         chat_code_airetry, chat_code_eval = false, false
-        chat_code_prefix = ""
-        chat_temperature = 0.7
+        chat_code_prefix, chat_temperature = "", 0.7
     end
     @onbutton chat_submit begin
         chat_disabled = true
@@ -233,6 +231,47 @@ const HISTORY_SAVE = get(ENV, "PROTO_HISTORY_SAVE", true)
         chat_reset = true
         conv_displayed = conv_displayed_temp
     end
+    ### Meta-prompting
+    @onbutton meta_submit begin
+        meta_disabled = true
+        if meta_rounds_current < meta_rounds_max
+            # we skip prepare_conversation to avoid create user+system prompt when we start, just grab the messages
+            conv_current = render_messages(meta_displayed)
+            while meta_rounds_current < meta_rounds_max
+                meta_rounds_current = meta_rounds_current + 1
+                ## update conv, but indicate if it's final_answer
+                early_stop, conv_current = meta_prompt_step!(
+                    conv_current; counter = meta_rounds_current, model = model, question = meta_question)
+                meta_displayed = [msg2display(msg; id)
+                                  for (id, msg) in enumerate(conv_current)]
+                early_stop && break
+            end
+        elseif meta_question != ""
+            @info "> Meta-prompting follow up question!"
+            conv = prepare_conversation(meta_displayed; question = meta_question)
+            conv_current = send_to_model(conv; model = model)
+            meta_displayed = [msg2display(msg; id)
+                              for (id, msg) in enumerate(conv_current)]
+        end
+        meta_disabled, meta_question = false, ""
+    end
+    @onbutton meta_reset begin
+        @info "> Meta-Prompting Reset!"
+        record = save_conversation(
+            meta_displayed; save = HISTORY_SAVE, save_path = HISTORY_DIR,
+            model = model, file_prefix = "conversation__meta")
+        history = push!(history, record)
+        ## clean the messages
+        meta_rounds_current = 0
+        meta_displayed = empty!(meta_displayed)
+        meta_disabled, meta_question, meta_rounds_current = false, "", 0
+    end
+    @onbutton meta_rm_last_msg begin
+        @info "> Deleting last turn!"
+        meta_rounds_current = meta_rounds_current - 1
+        pop!(meta_displayed)
+        meta_displayed = meta_displayed
+    end
     ### Template browsing behavior
     @onbutton template_submit begin
         @info "> Template filter: $template_filter"
@@ -296,7 +335,7 @@ end
             this.$refs.tpl_select.focus();
         });
     },
-    filterFn (val, update) {
+    filterFn(val, update) {
         if (val === '') {
             update(() => {
             // reset to full option list
@@ -310,7 +349,7 @@ end
             this.chat_template_options = this.chat_template_options_all.filter(v => v.toLowerCase().indexOf(needle) > -1)
         })
         },
-    filterFnAuto (val, update) {
+    filterFnAuto(val, update) {
         if (val === '') {
             update(() => {
             // reset to full option list
@@ -325,8 +364,7 @@ end
             this.chat_auto_template_options = this.chat_auto_template_options_all.filter(v => v.toLowerCase().indexOf(needle) > -1)
         })
         },
-    copyToClipboard: function(index) {
-        console.log(index);
+    copyToClipboard(index) {
         const str = this.conv_displayed[index].content; // extract the content of the element in position `index`
         const el = document.createElement('textarea');  // Create a <textarea> element
         el.value = str;                                 // Set its value to the string that you want copied
@@ -337,6 +375,18 @@ end
         el.select();                                    // Select the <textarea> content
         document.execCommand('copy');                   // Copy - only works as a result of a user action (e.g. click events)
         document.body.removeChild(el);                  // Remove the <textarea> element
+    },
+    copyToClipboardMeta(index) {
+        const str = this.meta_displayed[index].content; // extract the content of the element in position `index`
+        const el = document.createElement('textarea');  // Create a <textarea> element
+        el.value = str;                                 // Set its value to the string that you want copied
+        el.setAttribute('readonly', '');                // Make it readonly to be tamper-proof
+        el.style.position = 'absolute';                 
+        el.style.left = '-9999px';                      // Move outside the screen to make it invisible
+        document.body.appendChild(el);                  // Append the <textarea> element to the HTML document
+        el.select();                                    // Select the <textarea> content
+        document.execCommand('copy');                   // Copy - only works as a result of a user action (e.g. click events)
+        document.body.removeChild(el);                  // Remove the <textarea> element
     }
     """
 end
diff --git a/src/ProToPortal.jl b/src/ProToPortal.jl
index ba063a3..a0b337a 100644
--- a/src/ProToPortal.jl
+++ b/src/ProToPortal.jl
@@ -1,9 +1,10 @@
 module ProToPortal
 
+using Dates
 using PromptingTools
 const PT = PromptingTools
 using PromptingTools: JSON3
-using PromptingTools: AICode, last_message, last_output
+using PromptingTools: AICode, last_message, last_output, save_conversation
 using PromptingTools.Experimental.AgentTools: aicodefixer_feedback, airetry!, AICall,
                                               AIGenerate
 const AT = PromptingTools.Experimental.AgentTools
@@ -21,6 +22,9 @@ export render_messages, render_template_messages
 export conversation2transcript, parse_critic, load_conversations_from_dir
 include("utils.jl")
 
+export save_conversation
+include("serialization.jl")
+
 export flash, flash_has_message
 include("flash.jl")
 
@@ -28,6 +32,7 @@ export messagecard, templatecard
 include("components.jl")
 
 include("view_chat.jl")
+include("view_meta.jl")
 
 export ui, ui_login
 include("view.jl")
@@ -39,6 +44,9 @@ export send_to_model, prepare_conversation, label_conversation, evaluate_code
 export build_lazy_aicall, autofix_code
 include("llm.jl")
 
+export meta_prompt_step!
+include("meta_prompting.jl")
+
 function __init__()
     ## Load extra templates
     PT.load_templates!(joinpath(@__DIR__, "..", "templates"); remember_path = true) # add our custom ones
diff --git a/src/llm.jl b/src/llm.jl
index d9ad8d1..7e52e83 100644
--- a/src/llm.jl
+++ b/src/llm.jl
@@ -1,7 +1,7 @@
 "Prepares the conversation for sending to the LLM"
 function prepare_conversation(
         display::Vector{Dict{Symbol, Any}}, placeholders::Vector{Dict{
-            Symbol, Any}};
+            Symbol, Any}} = Vector{Dict{Symbol, Any}}();
         question::String = "", template::String = "", system_prompt::String = "")
     conv = render_messages(display, placeholders)
     if template != ""
@@ -28,15 +28,16 @@ function prepare_conversation(
 end
 
 "Code evaluator. Returns the evaluted code block (AICode) and the feedback string."
-function evaluate_code(conv::AbstractVector{<:PT.AbstractMessage}; prefix = "")
-    @info "> Evaluating code"
+function evaluate_code(conv::AbstractVector{<:PT.AbstractMessage};
+        prefix::String = "", header::String = "## Code Evaluation")
+    @info ">> Evaluating code"
     cb = AICode(
         last(conv); prefix, skip_unsafe = true, capture_stdout = true)
-    @info "> Code Success: $(isvalid(cb))"
+    @info ">> Code Success: $(isvalid(cb))"
 
     ### Build the response
     io = IOBuffer()
-    println(io, "## Code Evaluation", "\n")
+    println(io, header, "\n")
     if isvalid(cb)
         println(io, "**Outcome:** Code is valid", "\n")
         println(io, "**Output:**\n $(cb.stdout)", "\n")
@@ -50,6 +51,13 @@ function evaluate_code(conv::AbstractVector{<:PT.AbstractMessage}; prefix = "")
     return cb, feedback
 end
 
+# Convenience function for evaluating code from string
+# AIMessage is the better input because it handles code extraction with a few fallbacks!
+function evaluate_code(str::AbstractString;
+        prefix::String = "", header::String = "## Code Evaluation")
+    evaluate_code([PT.AIMessage(str)]; prefix, header)
+end
+
 "Constructs AIGenerate call that mimics if it was just executed"
 function build_lazy_aicall(conv::AbstractVector{<:PT.AbstractMessage};
         model::String, max_retries::Int = 3, n_samples::Int = 2)
@@ -83,6 +91,14 @@ function send_to_model(
     result = aigenerate(conv; model, api_kwargs = (; temperature), return_all = true)
     return result
 end
+"Sends the conversation to the LLM."
+function send_to_model(
+        any_template::Symbol; model::String, temperature::Float64 = 0.7, kwargs...)
+    @info ">> Sending AITemplate $(any_template) to LLM with temp $temperature"
+    result = aigenerate(
+        any_template; model, api_kwargs = (; temperature), return_all = true, kwargs...)
+    return result
+end
 "Sends the conversation to the Auto-Critic Template for evaluation and suggestions"
 function send_to_model(critic_template::Symbol,
         conv::AbstractVector{<:PT.AbstractMessage}; model::String, temperature::Float64 = 0.7)
diff --git a/src/meta_prompting.jl b/src/meta_prompting.jl
new file mode 100644
index 0000000..9e08af5
--- /dev/null
+++ b/src/meta_prompting.jl
@@ -0,0 +1,134 @@
+const META_PROMPT_FOLLOWUP = "Based on the information given, what are the most logical next steps or conclusions? Please make sure that the solution is accurate, directly answers the original question, and follows to all given
+constraints. Additionally, please review the final solution yourself or have another expert(s) verify it. ALWAYS include ALL relevant INFORMATION in the expert instructions, as they have NO MEMORY and can NOT see previous outputs or conversations."
+
+"""
+    extract_expert_details(s::AbstractString)
+
+Extracts the expert details from the meta prompting step.
+
+Looks for ">>", triple quotes, and "EXPERT" to extract the expert details.
+
+Returns: (success::Bool, expert::SubString{String}, persona::SubString{String}, task::SubString{String})
+"""
+function extract_expert_details(s::AbstractString)
+    # Step 1: Extract the instruction block by catching everything after ">>"
+    instruction_block_match = match(r">>(.*)|EXPERT(.*)"ms, s)
+    instruction_block = instruction_block_match !== nothing ?
+                        something(instruction_block_match.captures...) : ""
+    if instruction_block == ""
+        return (false, "", "",
+            "Failed to call the expert. No expert instructions found. Ensure the correct formatting and try again.")
+    end
+
+    # Step 2: Detect the """ block (assuming there is only one)
+    triple_quote_block_match = match(
+        r"\"\"\"(.*?)\"\"\""ms, instruction_block)
+    triple_quote_block = triple_quote_block_match !== nothing ?
+                         triple_quote_block_match.captures[1] : ""
+    if triple_quote_block == ""
+        return (false, "", "",
+            "Failed to call the expert. No expert instructions found. Ensure the correct formatting and try again.")
+    end
+
+    # Step 3: Extract the PERSONA and TASK within the block
+    # Updated to capture everything up to "TASK" with optional spaces and colons
+    expert = split(instruction_block, r":|\n")[begin] |>
+             x -> replace(x, r"EXPERT[:]*" => "") |>
+                  x -> endswith(x, ":") ? first(x, length(x) - 1) : x
+
+    persona_pattern = r"PERSONA[\s:]*(.+)\s*TASK"ms
+    task_pattern = r"TASK[\s:]*(.+)"ms
+
+    persona_match = match(persona_pattern, triple_quote_block)
+    task_match = match(task_pattern, triple_quote_block)
+
+    persona = persona_match !== nothing ? persona_match.captures[1] :
+              "You are a world-class $(strip(expert)), the absolute best in what your field."
+    task = task_match !== nothing ? task_match.captures[1] : triple_quote_block
+
+    return (true, strip(expert), strip(persona), strip(task))
+end
+
+"""
+    extract_final_answer(s::AbstractString)
+
+Extracts the final answer from the meta prompting step.
+
+Looks for ">> FINAL ANSWER" and the inside quotes to extract the final answer.
+
+Returns: (success::Bool, final_answer::SubString{String})
+"""
+function extract_final_answer(s::AbstractString)
+    # Pattern to find the final answer block starting with ">> FINAL ANSWER"
+    final_answer_pattern = r">>\s+FINAL ANSWER[:]{0,1}(.*)"ms
+
+    # Match the pattern in the given string
+    final_answer_match = match(final_answer_pattern, s)
+    isnothing(final_answer_match) && return (false, "")
+
+    # Extract the final answer if found, otherwise return an informative message
+    final_answer_block = strip(final_answer_match.captures[1])
+    inside_match = match(
+        r"\"\"\"(.*?)\"\"\""ms, final_answer_block)
+    final_answer = !isnothing(inside_match) ? inside_match.captures[1] : ""
+    if final_answer == ""
+        (false,
+            "Failed to extract the final answer. No final answer found. Ensure the correct formatting and try again.")
+    else
+        (true, strip(final_answer))
+    end
+end
+
+"""
+    meta_prompt_step!(conv::AbstractVector{<:PT.AbstractMessage};
+        counter::Int = 1, model::String = "gpt4", question::String = "",
+        followup = META_PROMPT_FOLLOWUP, code_prefix::String = "")
+
+Executes one meta-prompting round, ie, it calls the meta-expert who calls a sub-expert if needed or returns the final answer.
+
+Returns: (early_stop::Bool, conv::AbstractVector{<:PT.AbstractMessage})
+"""
+function meta_prompt_step!(conv::AbstractVector{<:PT.AbstractMessage};
+        counter::Int = 1, model::String = "gpt4", question::String = "",
+        followup = META_PROMPT_FOLLOWUP, code_prefix::String = "")
+    ## Start with the Meta-prompter
+    conv = if isempty(conv)
+        @info ">> Start meta-prompting loop, round: $(counter)"
+        aigenerate(:MetaExpertAsk; model, return_all = true, ask = question)
+    else
+        @info ">> Meta-prompting loop, round: $(counter)"
+        ## Get the follow-up
+        aigenerate(conv; model, return_all = true)
+    end
+    last_str = PT.last_output(conv)
+    ## Check if we're done
+    early_stop, final_answer = extract_final_answer(last_str)
+    if early_stop
+        @info ">> Final answer detected!"
+        return early_stop, conv
+    end
+
+    ## Iteration with the experts
+    valid_expert, expert, persona, task = extract_expert_details(last_str)
+    answer = if valid_expert
+        @info ">> Calling an expert: $expert"
+        expert_conv = aigenerate(
+            :BlankSystemUser; system = persona, user = task, model, return_all = true)
+        str = PT.last_output(expert_conv)
+        ## Auto-detect any code and evaluate it
+        feedback = if occursin(r"```julia\n", str) || count(r"```", str) >= 2
+            @info ">> Detected code, evaluating it"
+            _, feedback = evaluate_code(
+                str; prefix = code_prefix, header = ">> CODE EVALUATION OUTPUT")
+            string("\n\n", "-"^10, "\n", strip(feedback), "\n", "-"^10, "\n")
+        else
+            ""
+        end
+        expert_answer = "ROUND $(counter):\n\n>> EXPERT $expert OUTPUT:\n\"\"\"\n$(str)$(feedback)\n\"\"\"\n\n$(followup)"
+    else
+        "ROUND $(counter):\n\n$(task)"
+    end
+    push!(conv, PT.UserMessage(answer))
+
+    return false, conv
+end
diff --git a/src/serialization.jl b/src/serialization.jl
new file mode 100644
index 0000000..2b233ca
--- /dev/null
+++ b/src/serialization.jl
@@ -0,0 +1,23 @@
+"Saves the current conversation to a history record and, optionally, also to the disk."
+function PT.save_conversation(
+        conv_displayed::Vector{Dict{Symbol, Any}}; save::Bool = true, save_path::String = "",
+        model::String = "", variables::Vector{Dict{Symbol, Any}} = Vector{Dict{
+            Symbol, Any}}(),
+        file_prefix::String = "conversation")
+    timestamp = Dates.format(now(), "YYYYmmdd_HHMMSS")
+    name = "Conv. @ $timestamp"
+    ## update the chat with edits by the user
+    conv_rendered = render_messages(conv_displayed, variables)
+    # Conv. display is already up-to-date, no need to update it!
+    label = !isempty(model) ? label_conversation(conv_rendered; model) : ""
+    if save && !isempty(save_path)
+        label_clean = replace(label, r"[:\s\"]+" => "_") |> lowercase
+        ## save to disk + to chat history
+        path = joinpath(
+            save_path, "$(file_prefix)__$(timestamp)__$(label_clean).json")
+        PT.save_conversation(path, conv_rendered)
+        @info ">> Chat saved to $path"
+    end
+    record = Dict(:name => name, :label => label, :messages => conv_rendered)
+    return record
+end
diff --git a/src/utils.jl b/src/utils.jl
index 9190dab..306ad23 100644
--- a/src/utils.jl
+++ b/src/utils.jl
@@ -90,7 +90,7 @@ function update_message!(display::Dict{Symbol, Any})
 end
 
 "Returns rendered messages, check if messages need updating as we might have changed the `display`"
-function render_messages(display, placeholders)
+function render_messages(display, placeholders = Vector{Dict{Symbol, Any}}())
     ## shortcut if empty
     isempty(display) && return PT.AbstractMessage[]
 
diff --git a/src/view.jl b/src/view.jl
index b3beb57..992d9f7 100644
--- a/src/view.jl
+++ b/src/view.jl
@@ -11,13 +11,24 @@ function tab_chat()
         tab_chat_input()
     ]
 end
+function tab_meta()
+    [
+        h3("Meta-Prompting"),
+        tab_meta_settings(),
+        separator(@iif("!!meta_displayed.length")),
+        tab_meta_messages(),
+        separator(@iif("!!meta_displayed.length")),
+        tab_meta_input()
+    ]
+end
 function tab_history()
     [
         h3("History of Old Conversations"),
-        col(class="flex",btn("Reload from Disk",@click(:history_reload), icon = "refresh")),
+        col(class = "flex",
+            btn("Reload from Disk", @click(:history_reload), icon = "refresh")),
         separator(),
         list(@for("(item, index) in history"),
-            key=R"item.id",
+            key = R"item.id",
             item(
                 [item_section(icon("chat"), :avatar)
                  item_section("{{item.name}} {{item.label}}")],
@@ -31,16 +42,17 @@ function tab_history()
             messagecard("{{item.content}}", title = "{{item.title}}")
         ),
         cell(class = "flex",
-        [
-            btn("Fork the conversation", @click(:history_fork), class="btn btn-secondary"),
-        ])
+            [
+                btn("Fork the conversation", @click(:history_fork),
+                class = "btn btn-secondary")
+            ])
     ]
 end
 function tab_templates()
     [
         h3("Template Browser"),
         textfield("Filter keywords", :template_filter,
-            clearable = true,class="mb-4",
+            clearable = true, class = "mb-4",
             @on("keyup.enter",
                 "template_submit = !template_submit")),
         separator(),
@@ -50,25 +62,26 @@ function tab_templates()
                 metadata = "Version: {{item.version}}, Wordcount: {{item.wordcount}}, Placeholders: {{item.variables}}",
                 system = "{{item.system_preview}}", user = "{{item.user_preview}}")
             ]
-        ),
+        )
     ]
 end
 function tab_config()
     [h3("Configuration"),
-        row(class="col-6",select(:model, options = :model_options, label = "Model")),
-        row(class="col-6 pb-5",textfield("Add a new model", :model_input, hint="Confirm with ENTER",@on("keyup.enter", "model_submit = !model_submit"))),
+        row(class = "col-6", select(:model, options = :model_options, label = "Model")),
+        row(class = "col-6 pb-5",
+            textfield("Add a new model", :model_input, hint = "Confirm with ENTER",
+                @on("keyup.enter", "model_submit = !model_submit"))),
         separator(),
         cell([
-            textfield("Default System Prompt",:system_prompt, hint="Will be sent to the AI model as the first instruction.")
-        ]),
-        ## TODO: stats - tokens + cost
-        
-        ]
+            textfield("Default System Prompt", :system_prompt,
+            hint = "Will be sent to the AI model as the first instruction.")
+        ])        ## TODO: stats - tokens + cost
+    ]
 end
 
 ## Page Container
 function ui()
-    layout(view = "hHh Lpr lff",title="ProToPortal", head_content = "",
+    layout(view = "hHh Lpr lff", title = "ProToPortal", head_content = "",
         [
             Genie.Assets.favicon_support(),
             ##    
@@ -110,52 +123,64 @@ function ui()
                             [
                                 itemsection(avatar = true, icon("settings")),
                                 itemsection("Configuration")
+                            ]),
+                        item([itemsection(avatar = true, icon("science")),
+                            itemsection("EXPERIMENTAL")]),
+                        item(
+                            clickable = "", vripple = "", @click("selected_page = 'meta'"),
+                            [
+                                itemsection(avatar = true, icon("groups")),
+                                itemsection("Meta-Prompting")
                             ])
                     ]
                 )),
             page_container(class = "mx-8",
                 [
                     Html.div(class = "", @iif("selected_page == 'chat'"), tab_chat()),
+                    Html.div(class = "", @iif("selected_page == 'meta'"), tab_meta()),
                     Html.div(class = "", @iif("selected_page == 'history'"), tab_history()),
                     Html.div(
                         class = "", @iif("selected_page == 'templates'"), tab_templates()),
-                    Html.div(class = "", @iif("selected_page == 'config'"), tab_config())]),
-                    
-                    quasar(:footer,reveal=true,bordered=false,class="bg-white text-primary text-caption text-center",
-                    [
-                    p([span("Powered by "), a(href="https://github.com/GenieFramework/Stipple.jl","Stipple.jl from the GenieFramework. "),
-                    span("Icons by "), a(href="https://icons8.com/about","Icons8")]),
-                    ])
-            ##
+                    Html.div(class = "", @iif("selected_page == 'config'"), tab_config())
+                ]),
+            quasar(:footer, reveal = true, bordered = false,
+                class = "bg-white text-primary text-caption text-center",
+                [
+                    p([span("Powered by "),
+                    a(href = "https://github.com/GenieFramework/Stipple.jl",
+                        "Stipple.jl from the GenieFramework. "),
+                    span("Icons by "), a(href = "https://icons8.com/about", "Icons8")])
+                ])            ##
         ])
 end
 
 function ui_login()
-    flash_string = flash_has_message() ?  "<div class=\"form-group alert alert-info\">$(flash())</div>" : ""
+    flash_string = flash_has_message() ?
+                   "<div class=\"form-group alert alert-info\">$(flash())</div>" : ""
 
-"""
-<h1 class="display-3">Login</h1>
+    """
+    <h1 class="display-3">Login</h1>
 
-<div class="bs-callout bs-callout-primary">
-    <p>
-    Please authenticate in order to access the information.
-    </p>
-</div>
+    <div class="bs-callout bs-callout-primary">
+        <p>
+        Please authenticate in order to access the information.
+        </p>
+    </div>
 
-$flash_string
+    $flash_string
 
-<form method="POST" action="/login" class="" enctype="multipart/form-data">
-    <div class="form-group">
-    <label _for="auth_username">Username</label>
-    <input type="text" id="auth_username" name="username" class="form-control" placeholder="User" />
-    </div>
+    <form method="POST" action="/login" class="" enctype="multipart/form-data">
+        <div class="form-group">
+        <label _for="auth_username">Username</label>
+        <input type="text" id="auth_username" name="username" class="form-control" placeholder="User" />
+        </div>
 
-    <div class="form-group">
-    <label _for="auth_password">Password</label>
-    <input type="password" id="auth_password" name="password" class="form-control" placeholder="Password" />
-    </div>
+        <div class="form-group">
+        <label _for="auth_password">Password</label>
+        <input type="password" id="auth_password" name="password" class="form-control" placeholder="Password" />
+        </div>
 
-    <input type="submit" value="Login" class="btn btn-primary" />
-</form>
-"""
+        <input type="submit" value="Login" class="btn btn-primary" />
+    </form>
+    """
 end
diff --git a/src/view_chat.jl b/src/view_chat.jl
index f0d76e2..b144555 100644
--- a/src/view_chat.jl
+++ b/src/view_chat.jl
@@ -141,7 +141,7 @@ function tab_chat_input()
                 type = "textarea",
                 ## change to multi-line text area
                 @on("keyup.enter.ctrl",
-                    "chat_submit = !chat_submit")),
+                    "chat_submit = true")),
             cell(class = "flex",
                 [
                     btn("Submit", @click(:chat_submit), disable = :chat_submit),
diff --git a/src/view_meta.jl b/src/view_meta.jl
new file mode 100644
index 0000000..07a2953
--- /dev/null
+++ b/src/view_meta.jl
@@ -0,0 +1,75 @@
+## Blocks of the CHAT tab
+function tab_meta_settings()
+    htmldiv([
+        expansionitem(
+        label = "Meta-Prompting Settings",
+        default__opened = true,
+        dense = true,
+        densetoggle = true,
+        expandseparator = true,
+        headerstyle = "bg-blue-1", [
+            p("Meta-Prompting Settings", class = "text-lg text-weight-bold pt-4"),
+            row([
+                p("Rounds: Current: {{meta_rounds_current}}, Maximum: "),
+                slider(
+                    1:1:10, :meta_rounds_max, labelalways = true, snap = true,
+                    class = "col-6 ml-4",
+                    markers = 1)
+            ])
+        ])
+    ])
+end
+function tab_meta_messages()
+    htmldiv(class = "mt-5 relative", @for("(item, index) in meta_displayed"),
+        key! = R"item.name",
+        [
+            htmldiv([
+                messagecard("{{item.content}}", title = "{{item.title}}";
+                card_props = [:class => R"item.class"])
+
+            ## quasar(:popup__edit,
+            ##     v__model = "item.content",
+            ##     v__slot = "scope",
+            ##     buttons = true,
+            ##     fit = true,
+            ##     style != "{ width: '100%', height: '100%' }",
+            ##     [
+            ##         S.textarea(v__model = "scope.value",
+            ##         style = "width: 100%; height: 100%; min-height: 400px;",
+            ##         autofocus = "", @on("keyup.enter.ctrl", "scope.set"),
+            ##         @on("keyup.enter.stop",
+            ##             ""))
+            ##     ])
+            ]),
+            btngroup(flat = true, class = "absolute bottom-0 right-0",
+                [
+                    btn(flat = true, round = true, size = "xs",
+                        icon = "content_copy", @click("copyToClipboardMeta(index)")),
+                    ## show only for the last, no confirmation required
+                    btn(flat = true, round = true, size = "xs",
+                        icon = "delete", @iif("index == meta_displayed.length-1"),
+                        @click(:meta_rm_last_msg)
+                    )
+                ])
+        ]
+    )
+end
+function tab_meta_input()
+    htmldiv(class = "input-group",
+        [
+            textfield("Enter your question here...", :meta_question,
+                disable = :meta_disabled,
+                type = "textarea",
+                ## change to multi-line text area
+                @on("keyup.enter.ctrl",
+                    "meta_submit = true")),
+            cell(class = "flex",
+                [
+                    btn("Submit", @click(:meta_submit), disable = :meta_submit),
+                    spinner(
+                        color = "primary",
+                        size = "3em", @iif(:meta_submit)),
+                    btn("New Chat", @click(:meta_reset))
+                ])
+        ])
+end
\ No newline at end of file
diff --git a/templates/MetaExpertAsk.json b/templates/MetaExpertAsk.json
new file mode 100644
index 0000000..b3a9e68
--- /dev/null
+++ b/templates/MetaExpertAsk.json
@@ -0,0 +1 @@
+[{"content":"Template Metadata","description":"Implements the meta-prompting method based on [paper](https://arxiv.org/pdf/2401.12954). Designed to work in an iterative for-loop. Placeholders: `ask`","version":"1.0","source":"https://arxiv.org/pdf/2401.12954 and https://github.com/suzgunmirac/meta-prompting with adjustments","_type":"metadatamessage"},{"content":"You are Meta-Expert, an extremely clever expert with the unique ability to collaborate with multiple experts (such as Expert\nProblem Solver, Expert Mathematician, Expert Essayist, etc.) to tackle any task and solve any complex problems. \n\n<instructions>\n- Be brief and concise.\n- Some experts are adept at generating solutions, while others excel in verifying answers and providing valuable feedback.\n- You also have special access to Expert Julia Programmer, which has the unique ability to generate and execute Julia code given natural-language instructions. Julia code must be enclosed in triple backticks like this ```julia\n[code]\n```.\n- Expert Julia Programmer is highly capable of crafting code to perform complex calculations when given clear and precise directions. You might therefore want to use it especially for computational tasks.\n- Python language is not a worthy language for you, you always think and use Julia language for any coding or computational tasks.\n- As Meta-Expert, your role is to oversee the communication between the experts, effectively using their skills to answer a given question while applying your own critical thinking and verification abilities.\n- To communicate with a expert, type its name (e.g., \"Expert Linguist\" or \"Expert Puzzle Solver\"), followed by a colon \":\", and then provide a detailed instruction enclosed within triple quotes. \nFor example:\n>> EXPERT Expert Mathematician:\n\"\"\"\nPERSONA: You are a mathematics expert, specializing in the fields of geometry and algebra.\nTASK: Compute the Euclidean distance between the points (-2, 5) and (3, 7).\n\"\"\"\n- Ensure that your instructions are clear and unambiguous, and include all necessary information within the triple quotes like this \"\"\"\n[instructions]\n\"\"\".\n- You can also assign personas to the experts (e.g., \"You are a physicist specialized in...\").\n- Interact with only one expert at a time, and break complex problems into smaller, solvable tasks if needed. Each interaction is treated as an isolated event, so include all relevant details in every call.\n- If you or an expert finds a mistake in another expert's solution, ask a new expert to review the details, compare both solutions, and give feedback. \n- You can request an expert to redo their calculations or work, using input from other experts.\n- Keep in mind that all experts, except yourself, have no memory and cannot see previous conversations!\n- All instructions for experts must provide COMPLETE INFORMATION including any previous information or output from previous experts.\n- Since experts can sometimes make errors, seek multiple opinions or independently verify the solution if uncertain. \n- Before providing a final answer, always consult an expert for confirmation. Ideally, obtain or verify the final solution with two independent experts. However, aim to present your final answer within 15 rounds or fewer.\n- Refrain from repeating the very same questions to experts. Examine their responses carefully and seek clarification if required, keeping in mind they don't recall past interactions.\n- Present the final answer as follows:\n>> FINAL ANSWER:\n\"\"\"\n[final answer]\n\"\"\"\n- For multiple-choice questions, select only one option. Each question has a unique answer, so analyze the provided information carefully to determine the most accurate and appropriate response. Please present only one solution if you come across multiple options.\n- Experts are memoryless, so always provide complete information in your instructions when contacting them.\n</instructions>\n\nYou must follow the instructions exactly.\n","variables":[],"_type":"systemmessage"},{"content":"ROUND 1:\n\nQuestion: {{ask}}\n\nLet's first come up with a list of experts you may want to consult for this problem and then immediately start solving it.\nALWAYS include ALL relevant INFORMATION in the expert instructions, as they have NO MEMORY and can NOT see previous outputs or conversations.","variables":["ask"],"_type":"usermessage"}]
\ No newline at end of file