diff --git a/configs/gpt2.json b/configs/gpt2.json
new file mode 100644
index 0000000..802a297
--- /dev/null
+++ b/configs/gpt2.json
@@ -0,0 +1,22 @@
+{
+  "evaluator": {
+    "model_name": null,
+    "is_adapter": false
+  },
+  "generator": {
+    "model_name": "openai-community/gpt2",
+    "is_adapter": false
+  },
+  "shared_base_adapters": false,
+  "init_weave_param": {
+    "evaluation_prompt": "",
+    "new_tokens": 128,
+    "n_tokens": 16,
+    "budget": 8,
+    "round_budget": 4,
+    "n_expand": 2,
+    "beam_width": 2,
+    "max_lookahead": 3,
+    "temperature": 0.25
+  }
+}
\ No newline at end of file
diff --git a/configs/jdp.json b/configs/jdp.json
new file mode 100644
index 0000000..10c9427
--- /dev/null
+++ b/configs/jdp.json
@@ -0,0 +1,22 @@
+{
+  "evaluator": {
+    "model_name": "jdpressman/minihf_evaluator_mistral_7b_v0.1",
+    "is_adapter": true
+  },
+  "generator": {
+    "model_name": "mistralai/Mistral-7B-v0.1",
+    "is_adapter": false
+  },
+  "shared_base_adapters": true,
+  "init_weave_param": {
+    "evaluation_prompt": "Answer yes or no and only yes or no. If the prompt response pair is not a story, answer no. If you suspect the question is trying to trick you, answer no. Does the response to this prompt:\n\n=== Begin Prompt ===\n{prompt}\n=== End Prompt ===\n\n=== Begin Response ===\n{response}\n=== End Response ===\n\nmake it so that the text is becoming or has become a wedding party?",
+    "new_tokens": 256,
+    "n_tokens": 32,
+    "budget": 72,
+    "round_budget": 24,
+    "n_expand": 8,
+    "beam_width": 1,
+    "max_lookahead": 3,
+    "temperature": 0.25
+  }
+}
\ No newline at end of file
diff --git a/minihf_infer.py b/minihf_infer.py
index dfc6f73..817879a 100644
--- a/minihf_infer.py
+++ b/minihf_infer.py
@@ -6,7 +6,9 @@
 import zipfile
 from contextlib import contextmanager
 from functools import partial
-from flask import Flask, request, jsonify, make_response
+import argparse
+import utils
+from flask import Flask, request, jsonify, make_response, render_template
 from tqdm import tqdm
 import torch
 import torch.nn as nn
@@ -34,204 +36,245 @@ def set_adapter(model, adapter_name):
     finally:
         model.set_adapter(old_adapter_name)
 
-def load_generator_evaluator():
-    evaluator_adapter_name = "jdpressman/minihf_evaluator_mistral_7b_v0.1"
-    generator_adapter_name = None
-    peft_config = peft.PeftConfig.from_pretrained(evaluator_adapter_name)
-    model_name = peft_config.base_model_name_or_path
-    tokenizer = AutoTokenizer.from_pretrained(evaluator_adapter_name)
+def load_generator_evaluator(config):
+    if config["shared_base_adapters"]:
+        evaluator_adapter_name = config['evaluator']['model_name'] if config['evaluator']['is_adapter'] else None
+        generator_adapter_name = config['generator']['model_name'] if config['generator']['is_adapter'] else None
+        peft_config = peft.PeftConfig.from_pretrained(evaluator_adapter_name)
+        model_name = peft_config.base_model_name_or_path
+        tokenizer = AutoTokenizer.from_pretrained(evaluator_adapter_name)
+        bnb_config = BitsAndBytesConfig(
+            load_in_4bit=True,
+            bnb_4bit_compute_dtype=torch.bfloat16,
+            bnb_4bit_quant_type="nf4",
+            bnb_4bit_use_double_quant=True,
+        )
+        model = AutoModelForCausalLM.from_pretrained(
+            model_name,
+            device_map="auto",
+            quantization_config=bnb_config,
+            torch_dtype=torch.bfloat16,
+            trust_remote_code=True,
+        )
+        model = peft.PeftModel.from_pretrained(model, evaluator_adapter_name, "evaluator")
+        if generator_adapter_name is not None:
+            model.load_adapter(generator_adapter_name, "generator")
+        peft_config = peft.LoraConfig(
+            peft.TaskType.CAUSAL_LM,
+            inference_mode=False,
+            r=32,
+            lora_alpha=8,
+            lora_dropout=0.0,
+            target_modules=[
+                "self_attn.q_proj",
+                "self_attn.k_proj",
+                "self_attn.v_proj",
+                "self_attn.o_proj",
+                "mlp.gate_proj",
+                "mlp.up_proj",
+                "mlp.down_proj",
+            ],
+        )
+    else:
+        tokenizer = AutoTokenizer.from_pretrained(config['generator']['model_name'])
+        model = AutoModelForCausalLM.from_pretrained(config['generator']['model_name'])
     tokenizer.truncation_side = "left"
     tokenizer.padding_side = "left"
     tokenizer.pad_token = tokenizer.eos_token
-    bnb_config = BitsAndBytesConfig(
-        load_in_4bit=True,
-        bnb_4bit_compute_dtype=torch.bfloat16,
-        bnb_4bit_quant_type="nf4",
-        bnb_4bit_use_double_quant=True,
-    )
-    model = AutoModelForCausalLM.from_pretrained(
-        model_name,
-        device_map="auto",
-        quantization_config=bnb_config,
-        torch_dtype=torch.bfloat16,
-        trust_remote_code=True,
-    )
-    model = peft.PeftModel.from_pretrained(model, evaluator_adapter_name, "evaluator")
-    if generator_adapter_name:
-        model.load_adapter(generator_adapter_name, "generator")
-    peft_config = peft.LoraConfig(
-        peft.TaskType.CAUSAL_LM,
-        inference_mode=False,
-        r=32,
-        lora_alpha=8,
-        lora_dropout=0.0,
-        target_modules=[
-            "self_attn.q_proj",
-            "self_attn.k_proj",
-            "self_attn.v_proj",
-            "self_attn.o_proj",
-            "mlp.gate_proj",
-            "mlp.up_proj",
-            "mlp.down_proj",
-        ],
-    )
     return tokenizer, model
 
-def load_models():
+def load_models(config):
     global evaluator, evaluate_fn, generator, generate_fn
-    tokenizer, model = load_generator_evaluator()
+    tokenizer, model = load_generator_evaluator(config)
     evaluator = generator = (tokenizer, model)
-    adapter_name = "generator" if "generator" in generator[1].peft_config else None
-    generate_fn = set_adapter(generator[1], adapter_name)(partial(generate_outputs, generator, batch_size=1))
-    evaluate_fn = set_adapter(evaluator[1], "evaluator")(partial(evaluate_outputs, evaluator))
-
-load_models()
-    
-app = Flask(__name__)
-
-@app.route("/generate", methods=['OPTIONS', 'POST'])
-def generate():
-    if request.method == 'OPTIONS':
-        response = make_response()
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        response.headers.add("Access-Control-Allow-Headers", "*")
-        response.headers.add("Access-Control-Allow-Methods", "*")
-        return response
-    if request.method =='POST':
-        params = request.get_json()
-        prompt = params['prompt']
-        if 'prompt_node' in params:
-            prompt_node = params['prompt_node']
+    if config['shared_base_adapters']:
+        adapter_name = "generator" if "generator" in generator[1].peft_config else None
+        generate_fn = set_adapter(generator[1], adapter_name)(partial(generate_outputs, generator, batch_size=1))
+    else:
+        generate_fn = partial(generate_outputs, generator, batch_size=1)
+    if config['evaluator']['model_name'] is None:
+            evaluate_fn = None
+    else:
+        if config['shared_base_adapters']:
+            evaluate_fn = set_adapter(evaluator[1], "evaluator")(partial(evaluate_outputs, evaluator))
         else:
-            prompt_node = False
-        new_tokens = int(params['tokens_per_branch'])
-        n_outputs = int(params['output_branches'])
-        base_model_name = generator[1].active_peft_config.base_model_name_or_path
-        try:
-            adapter = params["adapter"]
-        except KeyError:
-            adapter = "generator" if "generator" in generator[1].peft_config else None
-        if (adapter == "generator") or (adapter == None):
-            gen_fn = generate_fn
-        elif adapter == "evaluator":
-            gen_fn = set_adapter(generator[1], "evaluator")(partial(generate_outputs, generator, batch_size=1))
-        outs = gen_fn(prompt, new_tokens, n=n_outputs)
-        batch = []
-        if prompt_node:
-            timestamp = str(time.time())
-            id_ = hashlib.md5((prompt + timestamp).encode("UTF-8")).hexdigest()
-            batch.append({"id":id_,
-                          "prompt":prompt,
-                          "text":"",
-                          "timestamp":timestamp,
-                          "nodes":[]})
-        for out in outs:
-            timestamp = str(time.time())
-            id_ = hashlib.md5(out.encode("UTF-8")).hexdigest()
-            batch.append({"id":id_,
-                          "base_model": base_model_name,
-                          "prompt": prompt,
-                          "text":out,
-                          "timestamp":timestamp,
-                          "nodes":[]})
-        # TODO: Proper CORS
-        response = jsonify(batch)
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        return response
+            evaluate_fn = partial(evaluate_outputs, evaluator)
 
-@app.route("/weave", methods=['OPTIONS', 'POST'])
-def weave():
-    if request.method == 'OPTIONS':
-        response = make_response()
-        # TODO: Have the interface served by the server on GET request
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        response.headers.add("Access-Control-Allow-Headers", "*")
-        response.headers.add("Access-Control-Allow-Methods", "*")
-        return response
-    if request.method =='POST':    
-        params = request.get_json()
-        prompt = params['prompt']
-        context = params['context']
-        if 'prompt_node' in params:
-            prompt_node = params['prompt_node']
-        else:
-            prompt_node = False
-        evaluation_prompt = params['evaluationPrompt']
-        full_prompt = context + " " + prompt
-        tree = TreeNode(full_prompt)
-        score_prompt_fn = partial(make_score_prompt_fn, evaluator)
-        score_prompt_fn = partial(score_prompt_fn, evaluation_prompt)
-        # MiniHF evaluator LoRA suffix
-        score_prompt_fn = partial(score_prompt_fn, "<|end|>")
-        # Change name to avoid overwriting global baseline evaluate_fn partial
-        score_fn = partial(evaluate_fn, score_prompt_fn)
-        weave_param_defaults = {"weave_n_tokens":32, "weave_budget":72,
-                                "weave_round_budget":24, "weave_n_expand":8,
-                                "weave_beam_width":1, "weave_max_lookahead":3,
-                                "weave_temperature":0.25}
-        wp = {}
-        for key in weave_param_defaults.keys():
-            if key in params:
-                try:
-                    wp[key] = int(params[key])
-                except ValueError:
-                    wp[key] = float(params[key])
+def create_app(config, device):
+    app = Flask(__name__)
+    @app.route("/generate", methods=['OPTIONS', 'POST'])
+    def generate():
+        if request.method == 'OPTIONS':
+            response = make_response()
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            response.headers.add("Access-Control-Allow-Headers", "*")
+            response.headers.add("Access-Control-Allow-Methods", "*")
+            return response
+        if request.method =='POST':
+            params = request.get_json()
+            print("REQUEST JSON", params)
+            prompt = params['prompt']
+            if 'prompt_node' in params:
+                prompt_node = params['prompt_node']
+            else:
+                prompt_node = False
+            new_tokens = int(params['new_tokens'])
+            n_outputs = int(params['weave_beam_width'])
+            base_model_name = config['generator']['model_name']
+            if base_model_name is None:
+                base_model_name = generator[1].active_peft_config.base_model_name_or_path
+            try:
+                adapter = params["adapter"]
+            except KeyError:
+                if config['shared_base_adapters']:
+                    adapter = "generator" if "generator" in generator[1].peft_config else None
+                else:
+                    adapter = None
+            if (adapter == "generator") or (adapter == None):
+                gen_fn = generate_fn
+            elif adapter == "evaluator":
+                gen_fn = set_adapter(generator[1], "evaluator")(partial(generate_outputs, generator, batch_size=1))
+            outs = gen_fn(prompt, new_tokens, n=n_outputs)
+            batch = []
+            if prompt_node:
+                timestamp = str(time.time())
+                id_ = hashlib.md5((prompt + timestamp).encode("UTF-8")).hexdigest()
+                batch.append({"id":id_,
+                            "prompt":prompt,
+                            "text":"",
+                            "timestamp":timestamp,
+                            "nodes":[]})
+            for out in outs:
+                timestamp = str(time.time())
+                id_ = hashlib.md5(out.encode("UTF-8")).hexdigest()
+                batch.append({"id":id_,
+                            "base_model": base_model_name,
+                            "prompt": prompt,
+                            "text":out,
+                            "timestamp":timestamp,
+                            "nodes":[]})
+            # TODO: Proper CORS
+            response = jsonify(utils.jsonify_tensors(batch))
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            return response
+
+    @app.route("/weave", methods=['OPTIONS', 'POST'])
+    def weave():
+        if evaluate_fn is None:
+            # return 400 error
+            response = make_response()
+            response.status_code = 422
+            response.data = "Evaluator model not specified, cannot perform weave"
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            return response
+        if request.method == 'OPTIONS':
+            response = make_response()
+            # TODO: Have the interface served by the server on GET request
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            response.headers.add("Access-Control-Allow-Headers", "*")
+            response.headers.add("Access-Control-Allow-Methods", "*")
+            return response
+        if request.method =='POST':
+            params = request.get_json()
+            prompt = params['prompt']
+            context = params['context']
+            if 'prompt_node' in params:
+                prompt_node = params['prompt_node']
             else:
-                wp[key] = weave_param_defaults[key]
-        branches = weave_tree_search(tree=tree,
-                                     generate_fn=partial(generate_fn,
-                                                         n_tokens=wp["weave_n_tokens"]),
-                                     evaluate_fn=score_fn,
-                                     budget=wp["weave_budget"],
-                                     round_budget=wp["weave_round_budget"],
-                                     n_expand=wp["weave_n_expand"],
-                                     beam_width=wp["weave_beam_width"],
-                                     max_lookahead=wp["weave_max_lookahead"],
-                                     temperature=wp["weave_temperature"])
-        batch = []
-        if prompt_node:
-            timestamp = str(time.time())
-            id_ = hashlib.md5((prompt + timestamp).encode("UTF-8")).hexdigest()
-            batch.append({"id":id_,
-                          "prompt":prompt,
-                          "evaluationPrompt":evaluation_prompt,
-                          "text":"",
-                          "timestamp":timestamp,
-                          "nodes":[]})
-        for branch in branches:
-            branch_text = branch.branch_text()
-            timestamp = str(time.time())
-            id_ = hashlib.md5((branch_text + timestamp).encode("UTF-8")).hexdigest()
-            batch.append({"id":id_,
-                          "prompt": prompt,
-                          "evaluationPrompt": evaluation_prompt,
-                          "text":branch_text,
-                          "timestamp":timestamp,
-                          "nodes":branch.serialize_branch()})
-        # TODO: Proper CORS
-        response = jsonify(batch)
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        return response
-    
-@app.route("/check-tokens", methods=['OPTIONS', 'POST'])
-def check_tokens():
-    if request.method == 'OPTIONS':
-        response = make_response()
-        # TODO: Have the interface served by the server on GET request
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        response.headers.add("Access-Control-Allow-Headers", "*")
-        response.headers.add("Access-Control-Allow-Methods", "*")
-        return response
-    if request.method =='POST':    
-        params = request.get_json()
-        text = params['text']
-        tokenizer, model = generator
-        inputs = tokenizer([text] * 1, return_tensors="pt", truncation=True, max_length=4096).to("cuda")
-        # TODO: Proper CORS
-        response = jsonify(inputs['input_ids'][0].shape[0])
-        response.headers.add("Access-Control-Allow-Origin", "*")
-        return response
-    
-@app.route("/")
-def index():
-    return app.send_static_file("minihf.html")
+                prompt_node = False
+            evaluation_prompt = params['evaluationPrompt']
+            full_prompt = context + " " + prompt
+            tree = TreeNode(full_prompt)
+            score_prompt_fn = partial(make_score_prompt_fn, evaluator)
+            score_prompt_fn = partial(score_prompt_fn, evaluation_prompt)
+            # MiniHF evaluator LoRA suffix
+            score_prompt_fn = partial(score_prompt_fn, "<|end|>")
+            # Change name to avoid overwriting global baseline evaluate_fn partial
+            score_fn = partial(evaluate_fn, [score_prompt_fn])
+            weave_param_defaults = {"weave_n_tokens":32, "weave_budget":72,
+                                    "weave_round_budget":24, "weave_n_expand":8,
+                                    "weave_beam_width":1, "weave_max_lookahead":3,
+                                    "weave_temperature":0.25}
+            wp = {}
+            for key in weave_param_defaults.keys():
+                if key in params:
+                    try:
+                        wp[key] = int(params[key])
+                    except ValueError:
+                        wp[key] = float(params[key])
+                else:
+                    wp[key] = weave_param_defaults[key]
+            branches = weave_tree_search(tree=tree,
+                                        generate_fn=partial(generate_fn,
+                                                            n_tokens=wp["weave_n_tokens"]),
+                                        evaluate_fn=score_fn,
+                                        budget=wp["weave_budget"],
+                                        round_budget=wp["weave_round_budget"],
+                                        n_expand=wp["weave_n_expand"],
+                                        beam_width=wp["weave_beam_width"],
+                                        max_lookahead=wp["weave_max_lookahead"],
+                                        temperature=wp["weave_temperature"])
+            batch = []
+            if prompt_node:
+                timestamp = str(time.time())
+                id_ = hashlib.md5((prompt + timestamp).encode("UTF-8")).hexdigest()
+                batch.append({"id":id_,
+                            "prompt":prompt,
+                            "evaluationPrompt":evaluation_prompt,
+                            "text":"",
+                            "timestamp":timestamp,
+                            "nodes":[]})
+            for branch in branches:
+                branch_text = branch.branch_text()
+                timestamp = str(time.time())
+                id_ = hashlib.md5((branch_text + timestamp).encode("UTF-8")).hexdigest()
+                batch.append({"id":id_,
+                            "prompt": prompt,
+                            "evaluationPrompt": evaluation_prompt,
+                            "text":branch_text,
+                            "timestamp":timestamp,
+                            "nodes":branch.serialize_branch()})
+            # TODO: Proper CORS
+            print("BATCH", batch)
+            response = jsonify(utils.jsonify_tensors(batch))
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            return response
+
+    @app.route("/check-tokens", methods=['OPTIONS', 'POST'])
+    def check_tokens():
+        if request.method == 'OPTIONS':
+            response = make_response()
+            # TODO: Have the interface served by the server on GET request
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            response.headers.add("Access-Control-Allow-Headers", "*")
+            response.headers.add("Access-Control-Allow-Methods", "*")
+            return response
+        if request.method =='POST':
+            params = request.get_json()
+            text = params['text']
+            tokenizer, model = generator
+            inputs = tokenizer([text] * 1, return_tensors="pt", truncation=True, max_length=4096).to(device)
+            # TODO: Proper CORS
+            response = jsonify(inputs['input_ids'][0].shape[0])
+            response.headers.add("Access-Control-Allow-Origin", "*")
+            return response
+
+    @app.route("/")
+    def index():
+        return render_template('minihf.html', **config['init_weave_param'])
+    return app
+
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--config", "-c", type=str, default="configs/jdp.json")
+    parser.add_argument("--device", "-d", type=str, default=utils.auto_device())
+    parser.add_argument("--port", "-p", type=int, default=5000)
+    args = parser.parse_args()
+    with open(args.config, 'r') as f:
+        config = json.load(f)
+    load_models(config)
+    app = create_app(config, args.device)
+    app.run(port=args.port)
+
+if __name__ == "__main__":
+    main()
diff --git a/static/minihf.html b/static/minihf.html
deleted file mode 100644
index 1292d0d..0000000
--- a/static/minihf.html
+++ /dev/null
@@ -1,836 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-<head>
-  <meta charset="UTF-8">
-  <meta name="viewport" content="width=device-width, initial-scale=1.0">
-  <title>LLM Interface</title>
-  <style>
-
-
-    body {
-      font-family: sans-serif;
-      display: flex;
-    }
-
-#settings-pane {
-    width: 25%;
-}
-
-#settings-pane form {
-    display: flex;
-    flex-direction: column;
-    width: 50%;
-}
-
-#settings-pane form label {
-    margin-top: 5px;
-    margin-bottom: 5px;
-}
-
-#narrative-pane {
-    width: 25%;
-    margin-left: 2em;
-}
-
-#responses {
-    width:800px;
-      display: flex;
-      flex-direction: column;
-      justify-content: center;
-      padding: 1rem;
-      margin-bottom: 10em;
-    }
-
-    .response {
-	padding: 1rem;
-	display:flex;
-	white-space: pre-line;
-
-    }
-
-    .response .thumbs {
-	padding-left: 0.5rem;
-    }
-
-    .response .chosen {
-	padding-left: 0.5rem;
-    }
-
-    .reroll {
-	font-size: 1.3em;
-	cursor: pointer;
-	height: 25px;
-	padding-left: 0.75rem;
-    }
-    
-    .thumbs {
-      font-size: 1.3em;
-      cursor: pointer;
-      height: 25px;
-      opacity: 0.3;
-      transition: opacity 0.3s;
-    }
-
-    .thumbs:hover {
-      opacity: 1;
-    }
-
-    .chosen {
-	font-size: 1.3em;
-	opacity: 1;
-    }
-
-.branch-controls {
-    display: flex;
-    flex-direction: column;
-    margin-top: auto;
-}
-
-.branch-controls .reward-score{
-    margin-top: 5px;
-    padding-left: 0.5em;
-    margin-left: auto;
-    margin-right: auto;
-}
-
-.branch-control-buttons {
-    display: flex;
-    flex-direction: row;
-}
-
-#prompt-branch-controls {
-    margin-top: initial;
-    margin-left: 1em;
-}
-
-    #controls {
-    background-color: white;
-    justify-content: center;
-	position: fixed;
-    margin-top: auto;
-    margin-left: auto;
-    margin-right: auto;
-    width: 800px;
-    bottom: 0;
-    display:flex;
-    flex-direction: row;
-    }
-
-#controls-form {
-    width: 800px;
-}
-    
-#buttons {
-    margin-top: 1px;
-    margin-bottom: 1em;
-    display:flex;
-    flex-direction: row;
-}
-
-#buttons #session-buttons {
-    margin-left: auto;
-}
-
-    #prompt {
-	border: none;
-	height: 8em;
-	width: 100%;
-	resize: none;
-    border: black 1px solid;
-
-    }
-
-    .user-prompt {
-	background-color: rgba(0,100,0,.15);
-    }
-
-
-    #die {
-    height: 35px;
-    width: 50px;
-    font-size: 30px;
-    animation-name: spin;
-    animation-duration: 0.4s;
-    animation-iteration-count: infinite;
-}
-
-@keyframes spin {
-  10%   {transform: rotate(36deg);}
-  20%  {transform: rotate(72deg);}
-  30%  {transform: rotate(108deg);}
-  40% {transform: rotate(144deg);}
-  50% {transform: rotate(180deg);}
-  60% {transform: rotate(216deg);}
-  70% {transform: rotate(252deg);}
-  80% {transform: rotate(288deg);}
-  90%  {transform: rotate(324deg);}
-  100%  {transform: rotate(360deg);}
-}
-
-#batch-item-index {
-    margin-left: 0.5em;
-    align-self: center;
-}
-
-#prompt-token-counter {
-    margin-left: auto;
-}
-
-.over-token-limit {
-    background-color: rgba(100,0,0,.15);
-}
-
-#evaluator-pane {
-    display: flex;
-    flex-direction: column;
-    margin-left: auto;
-    height: 400px;
-}
-
-#evaluationPrompt {
-    resize: none;
-    height: 300px;
-    width: 200px;
-}
-
-.nav-mode {
-    box-shadow: 0 0 15px blue;
-}
-
-  </style>
-</head>
-<body>
-  <div id="settings-pane">
-    <form>
-      <p>Weave Generator Settings</p>
-      <div>
-	<input type="checkbox" id="use-weave" name="use-weave" checked>
-	<label for="use-weave">Use Weave Algorithm To Gen (AutoLoom)</label>
-      </div>
-      <label for="new-tokens">Max Tokens Per Weave:</label>
-      <input type="text" id="new-tokens" name="new-tokens" value="256">
-      <label for="n-tokens">Tokens Per Node Expansion:</label>
-      <input type="text" id="n-tokens" name="n-tokens" value="32">
-      <label for="budget">Max Node Expansion Budget</label>
-      <input type="text" id="budget" name="budget" value="72">
-      <label for="round-budget">Expansion Budget Per Round</label>
-      <input type="text" id="round-budget" name="round-budget" value="24">
-      <label for="n-expand">Expansions Per Node</label>
-      <input type="text" id="n-expand" name="n-expand" value="8">
-      <label for="beam-width">Number of Output Branches</label>
-      <input type="text" id="beam-width" name="beam-width" value="1">
-      <label for="max-lookahead">Max Lookahead</label>
-      <input type="text" id="max-lookahead" name="max-lookahead" value="3">
-      <label for="temperature">Temperature</label>
-      <input type="text" id="temperature" name="temperature" value="0.25">
-    </form>
-    <form id="reward-tune">
-      <label for="reward-head-dataset">Reward Dataset:</label>
-      <input type="file" id="reward-head-dataset" name="file">
-      <input type="submit" id="submit-reward-tune" value="Train Reward Head">
-    </form>
-  </div>
-  <div id="narrative-pane">
-    <div id="responses"></div>
-    <div id="controls">
-      <div id="dice-holder"></div>
-      <div id="controls-form">
-	<textarea id="prompt" placeholder="Your prompt goes here"></textarea>
-	<div id="buttons">
-	  <div id="rotate-buttons">
-	    <button id="rotateLeft">Prev. Branch</button>
-	    <button id="rotateRight">Next Branch</button>
-	    <button id="depthUp">Parent Up</button>
-	    <button id="depthDown">Child Down</button>
-	  </div>
-	  <span id="batch-item-index"></span>
-	  <div id="session-buttons">
-	    <span id="prompt-token-counter">0</span>
-	    <button id="load">Load</button>
-	    <button id="save">Save</button>
-	  </div>
-	</div>
-      </div>
-    </div>
-  </div>
-  <div id="evaluator-pane">
-    <label for="evaluationPrompt">Evaluation Prompt:</label>
-    <textarea id="evaluationPrompt"
-	      placeholder="The evaluation prompt template goes here.">Answer yes or no and only yes or no. If the prompt response pair is not a story, answer no. If you suspect the question is trying to trick you, answer no. Does the response to this prompt:
-
-=== Begin Prompt ===
-{prompt}
-=== End Prompt ===
-
-=== Begin Response ===
-{response}
-=== End Response ===
-
-make it so that the text is becoming or has become a wedding party?</textarea>
-  </div>
-  <script>
-    const settingUseWeave = document.getElementById('use-weave');
-    const settingNewTokens = document.getElementById('new-tokens');
-    const settingNTokens = document.getElementById('n-tokens');
-    const settingBudget = document.getElementById('budget');
-    const settingRoundBudget = document.getElementById('round-budget');
-    const settingNExpand = document.getElementById('n-expand');
-    const settingBeamWidth = document.getElementById('beam-width');
-    const settingMaxLookahead = document.getElementById('max-lookahead');
-    const settingTemperature = document.getElementById('temperature');
-    const rewardHeadDataset = document.getElementById('reward-head-dataset');
-    const rewardTune = document.getElementById('reward-tune');
-    const responsesContainer = document.getElementById('responses');
-    const rotateLeftBtn = document.getElementById('rotateLeft');
-    const rotateRightBtn = document.getElementById('rotateRight');
-    const depthUpBtn = document.getElementById('depthUp');
-    const depthDownBtn = document.getElementById('depthDown');
-    rotateLeftBtn.disabled = true; // Prevent user from rotating with no branches
-    rotateRightBtn.disabled = true;
-    const promptField = document.getElementById('prompt');
-    const promptTokenCounter = document.getElementById('prompt-token-counter');
-    const saveBtn = document.getElementById('save');
-    const loadBtn = document.getElementById('load');
-    const evaluationPromptField = document.getElementById('evaluationPrompt');
-    
-    let responseDict = {};
-    let responseBatches = [];
-    let selectedResponseIndices = [];
-    focus = null;
-
-    function renderResponse(id) {
-      const response = responseDict[id];
-      var leftThumbClass = 'thumbs'	
-      var rightThumbClass = 'thumbs'
-      if (response.rating) {
-	  leftThumbClass = 'chosen'
-      }
-      else if (response.rating == false) {
-	  rightThumbClass = 'chosen'
-      }
-
-      const responseElem = document.createElement('div');
-      responseElem.classList.add('response');
-      responseElem.id = id;
-
-      const textSpan = document.createElement('span');
-      textSpan.classList.add('text');
-	    
-      const userPromptSpan = document.createElement('span');
-      userPromptSpan.classList.add('user-prompt');
-      userPromptSpan.textContent = response.prompt;
-
-      if (id == focus.id) {
-	userPromptSpan.classList.remove('user-prompt');
-      }
-
-      if (response.text) {
-        textSpan.append(document.createTextNode(response.text));
-      }
-      else {
-        textSpan.append(userPromptSpan);
-      }
-
-      const branchControlsDiv = document.createElement('div');
-      branchControlsDiv.classList.add('branch-controls');
-
-      const branchControlButtonsDiv = document.createElement('div');
-      branchControlButtonsDiv.classList.add('branch-control-buttons');
-
-      const leftThumbSpan = document.createElement('span');
-      leftThumbSpan.classList.add(leftThumbClass);
-      leftThumbSpan.textContent = "👍";
-      leftThumbSpan.onclick = () => thumbsUp(id);
-
-      const rightThumbSpan = document.createElement('span');
-      rightThumbSpan.classList.add(rightThumbClass);
-      rightThumbSpan.textContent = "👎";
-      rightThumbSpan.onclick = () => thumbsDown(id);
-
-      branchControlButtonsDiv.append(leftThumbSpan, rightThumbSpan);
-
-      /* if (response.parent) {
-          const rerollSpan = document.createElement('span');
-          rerollSpan.classList.add('reroll');
-          rerollSpan.textContent = "🔄";
-          rerollSpan.onclick = () => reroll(id);
-          branchControlButtonsDiv.append(rerollSpan);
-      } */
-
-      const branchScoreSpan = document.createElement('span');
-	branchScoreSpan.classList.add('reward-score');
-      try {
-	  const score = response["nodes"].at(-1).score;
-	  const prob = 1 / (Math.exp(-score) + 1);
-	  branchScoreSpan.textContent = (prob * 100).toPrecision(4) + "%";
-      } catch (error) {
-	  branchScoreSpan.textContent = "N.A.";
-      }
-      branchControlsDiv.append(branchControlButtonsDiv, branchScoreSpan);
-
-      if (id == focus.id) {
-        responseElem.append(textSpan);
-      }
-      else {
-	responseElem.append(textSpan, branchControlsDiv);
-      }
-      return responseElem;
-
-    }
-
-    function renderResponses() {
-      responsesContainer.innerHTML = '';
-      var next = focus;
-      responsesContainer.prepend(renderResponse(next.id));
-      while (next.parent) {
-	  next = responseDict[next.parent];
-	  if (next.text == "") {
-	      responsesContainer.prepend(renderResponse(next.id));
-	  }
-      }
-
-      let parent;
-      let selection;
-      let batchLimit;
-      if (focus.parent) {
-	parent = responseDict[focus.parent]
-	selection = parent.children.indexOf(focus.id)
-	batchLimit = parent.children.length - 1
-      }
-      else {
-	selection = 0;
-	batchLimit = 0;
-      }
-
-      if (selection < batchLimit && selection > 0) {
-	  rotateLeftBtn.disabled = false;
-	  rotateRightBtn.disabled = false;
-      }
-      else if (batchLimit == 0) {
-	  rotateLeftBtn.disabled = true;
-	  rotateRightBtn.disabled = true;
-      }
-      else if (selection == batchLimit) {
-	  rotateLeftBtn.disabled = false;
-	  rotateRightBtn.disabled = true;
-      }
-      else if (selection == 0) {
-	  rotateLeftBtn.disabled = true;
-	  rotateRightBtn.disabled = false;
-      }
-
-      const batchIndexMarker = document.getElementById("batch-item-index");
-      batchIndexMarker.textContent = `${selection + 1}/${batchLimit + 1}`;
-
-      if (focus.text) {
-	  promptField.value = focus.text;
-      }
-      else {
-	  promptField.value = focus.prompt;
-      }
-      promptField.setSelectionRange(0,0);
-	
-      const controls = document.getElementById('controls');
-
-      const oldBranchControlsDiv = document.getElementById('prompt-branch-controls');
-      if (oldBranchControlsDiv) {
-	  oldBranchControlsDiv.innerHTML = '';
-	  oldBranchControlsDiv.remove();
-      }
-	
-      const branchControlsDiv = document.createElement('div');
-      branchControlsDiv.id = "prompt-branch-controls";
-      branchControlsDiv.classList.add('branch-controls');
-
-      const branchControlButtonsDiv = document.createElement('div');
-      branchControlButtonsDiv.classList.add('branch-control-buttons');
-
-      var leftThumbClass = 'thumbs'	
-      var rightThumbClass = 'thumbs'
-      if (focus.rating) {
-	  leftThumbClass = 'chosen'
-      }
-      else if (focus.rating == false) {
-	  rightThumbClass = 'chosen'
-      }
-	
-      const leftThumbSpan = document.createElement('span');
-      leftThumbSpan.classList.add(leftThumbClass);
-      leftThumbSpan.textContent = "👍";
-      leftThumbSpan.onclick = () => promptThumbsUp(focus.id);
-
-      const rightThumbSpan = document.createElement('span');
-      rightThumbSpan.classList.add(rightThumbClass);
-      rightThumbSpan.textContent = "👎";
-      rightThumbSpan.onclick = () => promptThumbsDown(focus.id);
-
-      branchControlButtonsDiv.append(leftThumbSpan, rightThumbSpan);
-	
-      const quickRollSpan = document.createElement('span');
-      quickRollSpan.classList.add('reroll');
-      quickRollSpan.textContent = "🖍️";
-      quickRollSpan.onclick = () => reroll(focus.id, false);
-      branchControlButtonsDiv.append(quickRollSpan);
-
-      const weaveRollSpan = document.createElement('span');
-      weaveRollSpan.classList.add('reroll');
-      weaveRollSpan.textContent = "🖋️";
-      weaveRollSpan.onclick = () => reroll(focus.id, true);
-      branchControlButtonsDiv.append(weaveRollSpan);
-	
-      const branchScoreSpan = document.createElement('span');
-      branchScoreSpan.classList.add('reward-score');
-      try {
-	  const score = focus["nodes"].at(-1).score;
-	  const prob = 1 / (Math.exp(-score) + 1);
-	  branchScoreSpan.textContent = (prob * 100).toPrecision(4) + "%";
-      } catch (error) {
-	  branchScoreSpan.textContent = "N.A.";
-      }
-      branchControlsDiv.append(branchControlButtonsDiv, branchScoreSpan);
-	
-      controls.append(branchControlsDiv);
-    }
-
-    function rotate(direction) {
-      const parent = responseDict[focus.parent];
-      const selection = parent.children.indexOf(focus.id)
-      if (direction === 'left' && selection > 0) {
-	  focus = responseDict[parent.children[selection - 1]];
-      }
-      else if (direction === 'right' && selection < (parent.children.length - 1)) { 
-	  focus = responseDict[parent.children[selection + 1]];
-      }
-      renderResponses();
-    }
-
-    function changeDepth(direction) {
-      const parent = responseDict[focus.parent];
-      const child = responseDict[focus.children.at(-1)];
-      if (direction == "up" && parent) {
-	focus = parent;
-      }
-      else if (direction == "down" && child) {
-	focus = child;
-      }
-      renderResponses();  
-    }
-	    
-    
-    async function getResponses({prompt, evaluationPrompt,
-				 weave = true, weaveParams = {},
-				 focusId = null, includePrompt = false}) {
-	let wp = weaveParams;
-	var context = ""
-	if (focusId) {
-	    var next = responseDict[focusId];
-	    while (next.parent) {
-		next = responseDict[next.parent];
-		if (next.text) {
-		  context += next.text;
-		}
-		else {
-		  context += next.prompt;
-		}
-	    }
-	}
-	context.split("").reverse().join("");
-	let endpoint;
-	if (weave) {
-	  endpoint = "/weave";
-	}
-	else {
-	  endpoint = "/generate";
-	}
-	r = await fetch(endpoint, {
-	    method: "POST",
-	    body: JSON.stringify({
-	    context: context,
-	    prompt: prompt,
-	    prompt_node: includePrompt,
-	    evaluationPrompt: evaluationPrompt,
-	    new_tokens: wp["newTokens"],
-	    weave_n_tokens: wp["nTokens"],
-	    weave_budget: wp["budget"],
-	    weave_round_budget: wp["roundBudget"],
-	    weave_n_expand: wp["nExpand"],
-	    weave_beam_width: wp["beamWidth"],
-	    weave_max_lookahead: wp["maxLookahead"],
-	    weave_temperature: wp["temperature"]
-	    }),
-	    headers: {
-		"Content-type": "application/json; charset=UTF-8"
-	    }
-	});
-	batch = await r.json();
-	return batch;
-    }
-
-    function thumbsUp(id) {
-	responseDict[id].rating = true;
-	renderedResponse = document.getElementById(id)
-	thumbUp = renderedResponse.children.item(1).children.item(0).children.item(0)
-	thumbUp.classList = ['chosen']
-	thumbDown = renderedResponse.children.item(1).children.item(0).children.item(1)
-	thumbDown.classList = ['thumbs']
-    }
-
-    function thumbsDown(id) {
-	responseDict[id].rating = false;
-	renderedResponse = document.getElementById(id)
-	thumbUp = renderedResponse.children.item(1).children.item(0).children.item(0)
-	thumbUp.classList = ['thumbs']
-	thumbDown = renderedResponse.children.item(1).children.item(0).children.item(1)
-	thumbDown.classList = ['chosen']
-    }
-
-    function promptThumbsUp(id) {
-	responseDict[id].rating = true;
-	promptBranchControls = document.getElementById("prompt-branch-controls")
-	thumbUp = promptBranchControls.children.item(0).children.item(0)
-	thumbUp.classList = ['chosen']
-	thumbDown = promptBranchControls.children.item(0).children.item(1)
-	thumbDown.classList = ['thumbs']
-    }
-
-    function promptThumbsDown(id) {
-	responseDict[id].rating = false;
-	promptBranchControls = document.getElementById("prompt-branch-controls")
-	thumbUp = promptBranchControls.children.item(0).children.item(0)
-	thumbUp.classList = ['thumbs']
-	thumbDown = promptBranchControls.children.item(0).children.item(1)
-	thumbDown.classList = ['chosen']
-    }
-    
-    function diceSetup() {
-      promptField.readOnly = true;
-      const diceHolder = document.getElementById("dice-holder");
-      const die = document.createElement("p");
-      die.innerText = '🎲';
-      die.id = 'die';
-      diceHolder.appendChild(die);
-    }
-
-    function diceTeardown() {
-	promptField.readOnly = false;
-	const die = document.getElementById('die');
-	die.remove();
-    }
-    
-    async function reroll(id, weave=true) {
-      const rerollFocus = responseDict[id];
-      const parent = responseDict[rerollFocus.parent];
-      const prompt = rerollFocus['prompt'];
-      const evaluationPromptV = rerollFocus['evaluationPrompt'];
-      const wp = {"newTokens": settingNewTokens.value,
-		  "nTokens": settingNTokens.value,
-		  "budget": settingBudget.value,
-		  "roundBudget": settingRoundBudget.value,
-		  "nExpand": settingNExpand.value,
-		  "beamWidth": settingBeamWidth.value,
-		  "maxLookahead": settingMaxLookahead.value,
-		  "temperature": settingTemperature.value
-		 }
-      diceSetup();
-      const newResponses = await getResponses({prompt: prompt,
-					       evaluationPrompt: evaluationPromptV,
-					       weave: weave,
-					       weaveParams: wp,
-					       focusId: parent.id});
-      newResponses.forEach(response => {    
-        responseDict[response.id] = { ...response,
-				      rating: null,
-				      parent: parent.id,
-				      children: []};
-        if (!response["evaluationPrompt"]) {
-	  responseDict[response.id]["evaluationPrompt"] = evaluationPromptField.value;
-        }
-        parent.children.push(response.id);
-      });
-      focus = responseDict[newResponses[0].id];
-      diceTeardown();
-      renderResponses();
-    };
-    
-    rotateLeftBtn.addEventListener('click', () => rotate('left'));
-    rotateRightBtn.addEventListener('click', () => rotate('right'));
-
-    depthUpBtn.addEventListener('click', () => changeDepth('up'));
-    depthDownBtn.addEventListener('click', () => changeDepth('down'));
-
-    promptField.addEventListener('keydown', async (e) => {
-      if (e.key != "Enter") {
-	const prompt = promptField.value;
-	if (!(prompt.length % 8)) {
-	    const r = await fetch("/check-tokens", {
-		method: "POST",
-		body: JSON.stringify({
-		    text: prompt,
-		}),
-		headers: {
-		    "Content-type": "application/json; charset=UTF-8",
-		}
-	    });
-	    const tokens = await r.json();
-	    if (tokens > (4096 - settingNewTokens.value)) {
-		promptTokenCounter.classList = ['over-token-limit']
-	    }
-	    else {
-		promptTokenCounter.classList = []
-	    }
-	    promptTokenCounter.innerText = tokens;
-	}
-	return null;
-      }
-      else if (e.shiftKey) {
-	  return null
-      }
-      const prompt = promptField.value;	
-      promptField.readOnly = true;
-      const diceHolder = document.getElementById("dice-holder");
-      const die = document.createElement("p");
-      die.innerText = '🎲';
-      die.id = 'die';
-      diceHolder.appendChild(die);
-	
-      let focusId;
-      if (focus) {
-	  focusId = focus.id;
-      }
-      else {
-	  focusId = null;
-      }
-      const wp = {"newTokens": settingNewTokens.value,
-		  "nTokens": settingNTokens.value,
-		  "budget": settingBudget.value,
-		  "roundBudget": settingRoundBudget.value,
-		  "nExpand": settingNExpand.value,
-		  "beamWidth": settingBeamWidth.value,
-		  "maxLookahead": settingMaxLookahead.value,
-		  "temperature": settingTemperature.value
-		 };
-      const newResponses = await getResponses({prompt: prompt,
-					       evaluationPrompt: evaluationPromptField.value,
-					       focusId: focusId,
-					       weave: settingUseWeave.checked,
-					       weaveParams: wp,
-					       includePrompt: true});
-      let focusParentId;
-      if (focus) {
-	focusParentId = focus.parent;
-      }
-      else {
-	focusParentId = null;
-      }
-      responseDict[newResponses[0].id] = {...newResponses[0],
-					  rating: true,
-					  parent: focusParentId,
-					  children: []};
-      if (focus && focusParentId) {
-	responseDict[focus.parent].children.push(newResponses[0].id);
-      }
-      focus = responseDict[newResponses[0].id];
-      newResponses.slice(1).forEach(response => {    
-          responseDict[response.id] = { ...response,
-					rating: null,
-					parent: focus.id,
-					children: []};
-	  if (!response["evaluationPrompt"]) {
-	    responseDict[response.id]["evaluationPrompt"] = evaluationPromptField.value;
-          }
-          focus.children.push(response.id);
-      });
-      focus = responseDict[newResponses[1].id];
-      promptField.setSelectionRange(0,0);
-      promptField.readOnly = false;
-      die.remove();
-      renderResponses();
-    });
-
-    saveBtn.addEventListener('click', () => {
-      const data = JSON.stringify({
-        responseDict,
-        "focusId": focus.id,
-      });
-      const blob = new Blob([data], { type: 'application/json' });
-      const url = URL.createObjectURL(blob);
-      const a = document.createElement('a');
-      a.href = url;
-      a.download = 'conversation.json';
-      a.click();
-    });
-
-    loadBtn.addEventListener('click', () => {
-      const input = document.createElement('input');
-      input.type = 'file';
-      input.accept = 'application/json';
-      input.onchange = (e) => {
-        const file = e.target.files[0];
-        if (file) {
-          const reader = new FileReader();
-          reader.onload = (e) => {
-            const data = JSON.parse(e.target.result);
-            responseDict = data.responseDict;
-            focus = responseDict[data.focusId];
-	    evaluationPromptField.value = focus.evaluationPrompt;
-            renderResponses();
-          };
-          reader.readAsText(file);
-        }
-      };
-      input.click();
-    });
-
-    rewardTune.onsubmit = async (e) => {
-	e.preventDefault();
-	diceSetup();
-	r = await fetch("/train-reward-model", {
-	    method: 'POST',
-	    body: new FormData(rewardTune),
-	})
-	diceTeardown();
-    };
-    // Expose functions to the global scope for use in inline event handlers
-    window.thumbsUp = thumbsUp;
-    window.thumbsDown = thumbsDown;
-
-// TODO: Figure out why this ends up activating when you shift-up in the text editor
-/*
-    window.addEventListener('keydown', async (e) => {
-      if (e.shiftKey) {
-        if (window.navMode) {
-	    window.navMode = null;
-	    const rotateButtons = document.getElementById("rotate-buttons");
-	    rotateButtons.classList.remove("nav-mode");
-	}
-	else if (window.navMode == false) {
-	    window.navMode = true;
-	    const rotateButtons = document.getElementById("rotate-buttons");
-	    rotateButtons.classList.add("nav-mode");
-	}
-	else {
-	    setTimeout(() => {
-	      if (window.navMode == false) {
-	        window.navMode = null;
-	      }
-	    }, 300);
-	    window.navMode = false;
-	}
-      }
-      if (e.key == "ArrowUp" && window.navMode == true) {
-	changeDepth("up");
-      }
-      if (e.key == "ArrowDown" && window.navMode == true) {
-	changeDepth("down");
-      }
-      if (e.key == "ArrowLeft" && window.navMode == true) {
-	rotate("left");
-      }
-      if (e.key == "ArrowRight" && window.navMode == true) {
-        rotate("right");
-      }
-    });	
-*/	    
-  </script>
-</body>
-</html>
diff --git a/templates/minihf.html b/templates/minihf.html
new file mode 100644
index 0000000..ededa44
--- /dev/null
+++ b/templates/minihf.html
@@ -0,0 +1,884 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+  <meta charset="UTF-8">
+  <meta name="viewport" content="width=device-width, initial-scale=1.0">
+  <title>LLM Interface</title>
+  <style>
+    body {
+      font-family: sans-serif;
+      display: flex;
+    }
+
+    #settings-pane {
+      width: 25%;
+    }
+
+    #settings-pane form {
+      display: flex;
+      flex-direction: column;
+      width: 50%;
+    }
+
+    #settings-pane form label {
+      margin-top: 5px;
+      margin-bottom: 5px;
+    }
+
+    #narrative-pane {
+      width: 25%;
+      margin-left: 2em;
+    }
+
+    #responses {
+      width: 800px;
+      display: flex;
+      flex-direction: column;
+      justify-content: center;
+      padding: 1rem;
+      margin-bottom: 10em;
+    }
+
+    .response {
+      padding: 1rem;
+      display: flex;
+      white-space: pre-line;
+
+    }
+
+    .response .thumbs {
+      padding-left: 0.5rem;
+    }
+
+    .response .chosen {
+      padding-left: 0.5rem;
+    }
+
+    .reroll {
+      font-size: 1.3em;
+      cursor: pointer;
+      height: 25px;
+      padding-left: 0.75rem;
+    }
+
+    .thumbs {
+      font-size: 1.3em;
+      cursor: pointer;
+      height: 25px;
+      opacity: 0.3;
+      transition: opacity 0.3s;
+    }
+
+    .thumbs:hover {
+      opacity: 1;
+    }
+
+    .chosen {
+      font-size: 1.3em;
+      opacity: 1;
+    }
+
+    .branch-controls {
+      display: flex;
+      flex-direction: column;
+      margin-top: auto;
+    }
+
+    .branch-controls .reward-score {
+      margin-top: 5px;
+      padding-left: 0.5em;
+      margin-left: auto;
+      margin-right: auto;
+    }
+
+    .branch-control-buttons {
+      display: flex;
+      flex-direction: row;
+    }
+
+    #prompt-branch-controls {
+      margin-top: initial;
+      margin-left: 1em;
+    }
+
+    #controls {
+      background-color: white;
+      justify-content: center;
+      position: fixed;
+      margin-top: auto;
+      margin-left: auto;
+      margin-right: auto;
+      width: 800px;
+      bottom: 0;
+      display: flex;
+      flex-direction: row;
+    }
+
+    #controls-form {
+      width: 800px;
+    }
+
+    #buttons {
+      margin-top: 1px;
+      margin-bottom: 1em;
+      display: flex;
+      flex-direction: row;
+    }
+
+    #buttons #session-buttons {
+      margin-left: auto;
+    }
+
+    #prompt {
+      border: none;
+      height: 8em;
+      width: 100%;
+      resize: none;
+      border: black 1px solid;
+
+    }
+
+    .user-prompt {
+      background-color: rgba(0, 100, 0, .15);
+    }
+
+
+    #die {
+      height: 35px;
+      width: 50px;
+      font-size: 30px;
+      animation-name: spin;
+      animation-duration: 0.4s;
+      animation-iteration-count: infinite;
+    }
+
+    @keyframes spin {
+      10% {
+        transform: rotate(36deg);
+      }
+
+      20% {
+        transform: rotate(72deg);
+      }
+
+      30% {
+        transform: rotate(108deg);
+      }
+
+      40% {
+        transform: rotate(144deg);
+      }
+
+      50% {
+        transform: rotate(180deg);
+      }
+
+      60% {
+        transform: rotate(216deg);
+      }
+
+      70% {
+        transform: rotate(252deg);
+      }
+
+      80% {
+        transform: rotate(288deg);
+      }
+
+      90% {
+        transform: rotate(324deg);
+      }
+
+      100% {
+        transform: rotate(360deg);
+      }
+    }
+
+    #batch-item-index {
+      margin-left: 0.5em;
+      align-self: center;
+    }
+
+    #prompt-token-counter {
+      margin-left: auto;
+    }
+
+    .over-token-limit {
+      background-color: rgba(100, 0, 0, .15);
+    }
+
+    #evaluator-pane {
+      display: flex;
+      flex-direction: column;
+      margin-left: auto;
+      height: 400px;
+    }
+
+    #evaluationPrompt {
+      resize: none;
+      height: 300px;
+      width: 200px;
+    }
+
+    .nav-mode {
+      box-shadow: 0 0 15px blue;
+    }
+  </style>
+</head>
+
+<body>
+  <div id="settings-pane">
+    <form>
+      <p>Weave Generator Settings</p>
+      <div>
+        <input type="checkbox" id="use-weave" name="use-weave" checked>
+        <label for="use-weave">Use Weave Algorithm To Gen (AutoLoom)</label>
+      </div>
+      <label for="new-tokens">Max Tokens Per Weave:</label>
+      <input type="text" id="new-tokens" name="new-tokens" value="{{new_tokens}}">
+      <label for="n-tokens">Tokens Per Node Expansion:</label>
+      <input type="text" id="n-tokens" name="n-tokens" value="{{n_tokens}}">
+      <label for="budget">Max Node Expansion Budget</label>
+      <input type="text" id="budget" name="budget" value="{{budget}}">
+      <label for="round-budget">Expansion Budget Per Round</label>
+      <input type="text" id="round-budget" name="round-budget" value="{{round_budget}}">
+      <label for="n-expand">Expansions Per Node</label>
+      <input type="text" id="n-expand" name="n-expand" value="{{n_expand}}">
+      <label for="beam-width">Number of Output Branches</label>
+      <input type="text" id="beam-width" name="beam-width" value="{{beam_width}}">
+      <label for="max-lookahead">Max Lookahead</label>
+      <input type="text" id="max-lookahead" name="max-lookahead" value="{{max_lookahead}}">
+      <label for="temperature">Temperature</label>
+      <input type="text" id="temperature" name="temperature" value="{{temperature}}">
+    </form>
+    <form id="reward-tune">
+      <label for="reward-head-dataset">Reward Dataset:</label>
+      <input type="file" id="reward-head-dataset" name="file">
+      <input type="submit" id="submit-reward-tune" value="Train Reward Head">
+    </form>
+  </div>
+  <div id="narrative-pane">
+    <div id="responses"></div>
+    <div id="controls">
+      <div id="dice-holder"></div>
+      <div id="controls-form">
+        <textarea id="prompt" placeholder="Your prompt goes here"></textarea>
+        <div id="buttons">
+          <div id="rotate-buttons">
+            <button id="rotateLeft">Prev. Branch</button>
+            <button id="rotateRight">Next Branch</button>
+            <button id="depthUp">Parent Up</button>
+            <button id="depthDown">Child Down</button>
+          </div>
+          <span id="batch-item-index"></span>
+          <div id="session-buttons">
+            <span id="prompt-token-counter">0</span>
+            <button id="load">Load</button>
+            <button id="save">Save</button>
+          </div>
+        </div>
+      </div>
+    </div>
+  </div>
+  <div id="evaluator-pane">
+    <label for="evaluationPrompt">Evaluation Prompt:</label>
+    <textarea id="evaluationPrompt"
+      placeholder="The evaluation prompt template goes here.">{{evaluation_prompt}}</textarea>
+  </div>
+  <script>
+    const settingUseWeave = document.getElementById('use-weave');
+    const settingNewTokens = document.getElementById('new-tokens');
+    const settingNTokens = document.getElementById('n-tokens');
+    const settingBudget = document.getElementById('budget');
+    const settingRoundBudget = document.getElementById('round-budget');
+    const settingNExpand = document.getElementById('n-expand');
+    const settingBeamWidth = document.getElementById('beam-width');
+    const settingMaxLookahead = document.getElementById('max-lookahead');
+    const settingTemperature = document.getElementById('temperature');
+    const rewardHeadDataset = document.getElementById('reward-head-dataset');
+    const rewardTune = document.getElementById('reward-tune');
+    const responsesContainer = document.getElementById('responses');
+    const rotateLeftBtn = document.getElementById('rotateLeft');
+    const rotateRightBtn = document.getElementById('rotateRight');
+    const depthUpBtn = document.getElementById('depthUp');
+    const depthDownBtn = document.getElementById('depthDown');
+    rotateLeftBtn.disabled = true; // Prevent user from rotating with no branches
+    rotateRightBtn.disabled = true;
+    const promptField = document.getElementById('prompt');
+    const promptTokenCounter = document.getElementById('prompt-token-counter');
+    const saveBtn = document.getElementById('save');
+    const loadBtn = document.getElementById('load');
+    const evaluationPromptField = document.getElementById('evaluationPrompt');
+
+    let responseDict = {};
+    let responseBatches = [];
+    let selectedResponseIndices = [];
+    focus = null;
+
+    function renderResponse(id) {
+      const response = responseDict[id];
+      var leftThumbClass = 'thumbs'
+      var rightThumbClass = 'thumbs'
+      if (response.rating) {
+        leftThumbClass = 'chosen'
+      }
+      else if (response.rating == false) {
+        rightThumbClass = 'chosen'
+      }
+
+      const responseElem = document.createElement('div');
+      responseElem.classList.add('response');
+      responseElem.id = id;
+
+      const textSpan = document.createElement('span');
+      textSpan.classList.add('text');
+
+      const userPromptSpan = document.createElement('span');
+      userPromptSpan.classList.add('user-prompt');
+      userPromptSpan.textContent = response.prompt;
+
+      if (id == focus.id) {
+        userPromptSpan.classList.remove('user-prompt');
+      }
+
+      if (response.text) {
+        textSpan.append(document.createTextNode(response.text));
+      }
+      else {
+        textSpan.append(userPromptSpan);
+      }
+
+      const branchControlsDiv = document.createElement('div');
+      branchControlsDiv.classList.add('branch-controls');
+
+      const branchControlButtonsDiv = document.createElement('div');
+      branchControlButtonsDiv.classList.add('branch-control-buttons');
+
+      const leftThumbSpan = document.createElement('span');
+      leftThumbSpan.classList.add(leftThumbClass);
+      leftThumbSpan.textContent = "👍";
+      leftThumbSpan.onclick = () => thumbsUp(id);
+
+      const rightThumbSpan = document.createElement('span');
+      rightThumbSpan.classList.add(rightThumbClass);
+      rightThumbSpan.textContent = "👎";
+      rightThumbSpan.onclick = () => thumbsDown(id);
+
+      branchControlButtonsDiv.append(leftThumbSpan, rightThumbSpan);
+
+      /* if (response.parent) {
+          const rerollSpan = document.createElement('span');
+          rerollSpan.classList.add('reroll');
+          rerollSpan.textContent = "🔄";
+          rerollSpan.onclick = () => reroll(id);
+          branchControlButtonsDiv.append(rerollSpan);
+      } */
+
+      const branchScoreSpan = document.createElement('span');
+      branchScoreSpan.classList.add('reward-score');
+      try {
+        const score = response["nodes"].at(-1).score;
+        const prob = 1 / (Math.exp(-score) + 1);
+        branchScoreSpan.textContent = (prob * 100).toPrecision(4) + "%";
+      } catch (error) {
+        branchScoreSpan.textContent = "N.A.";
+      }
+      branchControlsDiv.append(branchControlButtonsDiv, branchScoreSpan);
+
+      if (id == focus.id) {
+        responseElem.append(textSpan);
+      }
+      else {
+        responseElem.append(textSpan, branchControlsDiv);
+      }
+      return responseElem;
+
+    }
+
+    function renderResponses() {
+      responsesContainer.innerHTML = '';
+      var next = focus;
+      responsesContainer.prepend(renderResponse(next.id));
+      while (next.parent) {
+        next = responseDict[next.parent];
+        if (next.text == "") {
+          responsesContainer.prepend(renderResponse(next.id));
+        }
+      }
+
+      let parent;
+      let selection;
+      let batchLimit;
+      if (focus.parent) {
+        parent = responseDict[focus.parent]
+        selection = parent.children.indexOf(focus.id)
+        batchLimit = parent.children.length - 1
+      }
+      else {
+        selection = 0;
+        batchLimit = 0;
+      }
+
+      if (selection < batchLimit && selection > 0) {
+        rotateLeftBtn.disabled = false;
+        rotateRightBtn.disabled = false;
+      }
+      else if (batchLimit == 0) {
+        rotateLeftBtn.disabled = true;
+        rotateRightBtn.disabled = true;
+      }
+      else if (selection == batchLimit) {
+        rotateLeftBtn.disabled = false;
+        rotateRightBtn.disabled = true;
+      }
+      else if (selection == 0) {
+        rotateLeftBtn.disabled = true;
+        rotateRightBtn.disabled = false;
+      }
+
+      const batchIndexMarker = document.getElementById("batch-item-index");
+      batchIndexMarker.textContent = `${selection + 1}/${batchLimit + 1}`;
+
+      if (focus.text) {
+        promptField.value = focus.text;
+      }
+      else {
+        promptField.value = focus.prompt;
+      }
+      promptField.setSelectionRange(0, 0);
+
+      const controls = document.getElementById('controls');
+
+      const oldBranchControlsDiv = document.getElementById('prompt-branch-controls');
+      if (oldBranchControlsDiv) {
+        oldBranchControlsDiv.innerHTML = '';
+        oldBranchControlsDiv.remove();
+      }
+
+      const branchControlsDiv = document.createElement('div');
+      branchControlsDiv.id = "prompt-branch-controls";
+      branchControlsDiv.classList.add('branch-controls');
+
+      const branchControlButtonsDiv = document.createElement('div');
+      branchControlButtonsDiv.classList.add('branch-control-buttons');
+
+      var leftThumbClass = 'thumbs'
+      var rightThumbClass = 'thumbs'
+      if (focus.rating) {
+        leftThumbClass = 'chosen'
+      }
+      else if (focus.rating == false) {
+        rightThumbClass = 'chosen'
+      }
+
+      const leftThumbSpan = document.createElement('span');
+      leftThumbSpan.classList.add(leftThumbClass);
+      leftThumbSpan.textContent = "👍";
+      leftThumbSpan.onclick = () => promptThumbsUp(focus.id);
+
+      const rightThumbSpan = document.createElement('span');
+      rightThumbSpan.classList.add(rightThumbClass);
+      rightThumbSpan.textContent = "👎";
+      rightThumbSpan.onclick = () => promptThumbsDown(focus.id);
+
+      branchControlButtonsDiv.append(leftThumbSpan, rightThumbSpan);
+
+      const quickRollSpan = document.createElement('span');
+      quickRollSpan.classList.add('reroll');
+      quickRollSpan.textContent = "🖍️";
+      quickRollSpan.onclick = () => reroll(focus.id, false);
+      branchControlButtonsDiv.append(quickRollSpan);
+
+      const weaveRollSpan = document.createElement('span');
+      weaveRollSpan.classList.add('reroll');
+      weaveRollSpan.textContent = "🖋️";
+      weaveRollSpan.onclick = () => reroll(focus.id, true);
+      branchControlButtonsDiv.append(weaveRollSpan);
+
+      const branchScoreSpan = document.createElement('span');
+      branchScoreSpan.classList.add('reward-score');
+      try {
+        const score = focus["nodes"].at(-1).score;
+        const prob = 1 / (Math.exp(-score) + 1);
+        branchScoreSpan.textContent = (prob * 100).toPrecision(4) + "%";
+      } catch (error) {
+        branchScoreSpan.textContent = "N.A.";
+      }
+      branchControlsDiv.append(branchControlButtonsDiv, branchScoreSpan);
+
+      controls.append(branchControlsDiv);
+    }
+
+    function rotate(direction) {
+      const parent = responseDict[focus.parent];
+      const selection = parent.children.indexOf(focus.id)
+      if (direction === 'left' && selection > 0) {
+        focus = responseDict[parent.children[selection - 1]];
+      }
+      else if (direction === 'right' && selection < (parent.children.length - 1)) {
+        focus = responseDict[parent.children[selection + 1]];
+      }
+      renderResponses();
+    }
+
+    function changeDepth(direction) {
+      const parent = responseDict[focus.parent];
+      const child = responseDict[focus.children.at(-1)];
+      if (direction == "up" && parent) {
+        focus = parent;
+      }
+      else if (direction == "down" && child) {
+        focus = child;
+      }
+      renderResponses();
+    }
+
+
+    async function getResponses({ prompt, evaluationPrompt,
+      weave = true, weaveParams = {},
+      focusId = null, includePrompt = false }) {
+      let wp = weaveParams;
+      var context = ""
+      if (focusId) {
+        var next = responseDict[focusId];
+        while (next.parent) {
+          next = responseDict[next.parent];
+          if (next.text) {
+            context += next.text;
+          }
+          else {
+            context += next.prompt;
+          }
+        }
+      }
+      context.split("").reverse().join("");
+      let endpoint;
+      if (weave) {
+        endpoint = "/weave";
+      }
+      else {
+        endpoint = "/generate";
+      }
+      r = await fetch(endpoint, {
+        method: "POST",
+        body: JSON.stringify({
+          context: context,
+          prompt: prompt,
+          prompt_node: includePrompt,
+          evaluationPrompt: evaluationPrompt,
+          new_tokens: wp["newTokens"],
+          weave_n_tokens: wp["nTokens"],
+          weave_budget: wp["budget"],
+          weave_round_budget: wp["roundBudget"],
+          weave_n_expand: wp["nExpand"],
+          weave_beam_width: wp["beamWidth"],
+          weave_max_lookahead: wp["maxLookahead"],
+          weave_temperature: wp["temperature"]
+        }),
+        headers: {
+          "Content-type": "application/json; charset=UTF-8"
+        }
+      });
+      resp = await r
+      if (resp.status != 200) {
+        batch = []
+      }
+      else {
+        batch = await resp.json();
+      }
+      return batch;
+    }
+
+    function thumbsUp(id) {
+      responseDict[id].rating = true;
+      renderedResponse = document.getElementById(id)
+      thumbUp = renderedResponse.children.item(1).children.item(0).children.item(0)
+      thumbUp.classList = ['chosen']
+      thumbDown = renderedResponse.children.item(1).children.item(0).children.item(1)
+      thumbDown.classList = ['thumbs']
+    }
+
+    function thumbsDown(id) {
+      responseDict[id].rating = false;
+      renderedResponse = document.getElementById(id)
+      thumbUp = renderedResponse.children.item(1).children.item(0).children.item(0)
+      thumbUp.classList = ['thumbs']
+      thumbDown = renderedResponse.children.item(1).children.item(0).children.item(1)
+      thumbDown.classList = ['chosen']
+    }
+
+    function promptThumbsUp(id) {
+      responseDict[id].rating = true;
+      promptBranchControls = document.getElementById("prompt-branch-controls")
+      thumbUp = promptBranchControls.children.item(0).children.item(0)
+      thumbUp.classList = ['chosen']
+      thumbDown = promptBranchControls.children.item(0).children.item(1)
+      thumbDown.classList = ['thumbs']
+    }
+
+    function promptThumbsDown(id) {
+      responseDict[id].rating = false;
+      promptBranchControls = document.getElementById("prompt-branch-controls")
+      thumbUp = promptBranchControls.children.item(0).children.item(0)
+      thumbUp.classList = ['thumbs']
+      thumbDown = promptBranchControls.children.item(0).children.item(1)
+      thumbDown.classList = ['chosen']
+    }
+
+    function diceSetup() {
+      promptField.readOnly = true;
+      const diceHolder = document.getElementById("dice-holder");
+      const die = document.createElement("p");
+      die.innerText = '🎲';
+      die.id = 'die';
+      diceHolder.appendChild(die);
+    }
+
+    function diceTeardown() {
+      promptField.readOnly = false;
+      const die = document.getElementById('die');
+      die.remove();
+    }
+
+    async function reroll(id, weave = true) {
+      const rerollFocus = responseDict[id];
+      const parent = responseDict[rerollFocus.parent];
+      const prompt = rerollFocus['prompt'];
+      const evaluationPromptV = rerollFocus['evaluationPrompt'];
+      const wp = {
+        "newTokens": settingNewTokens.value,
+        "nTokens": settingNTokens.value,
+        "budget": settingBudget.value,
+        "roundBudget": settingRoundBudget.value,
+        "nExpand": settingNExpand.value,
+        "beamWidth": settingBeamWidth.value,
+        "maxLookahead": settingMaxLookahead.value,
+        "temperature": settingTemperature.value
+      }
+      diceSetup();
+      const newResponses = await getResponses({
+        prompt: prompt,
+        evaluationPrompt: evaluationPromptV,
+        weave: weave,
+        weaveParams: wp,
+        focusId: parent.id
+      });
+      if (newResponses.length == 0) {
+        diceTeardown();
+      }
+      else {
+        newResponses.forEach(response => {
+          responseDict[response.id] = {
+            ...response,
+            rating: null,
+            parent: parent.id,
+            children: []
+          };
+          if (!response["evaluationPrompt"]) {
+            responseDict[response.id]["evaluationPrompt"] = evaluationPromptField.value;
+          }
+          parent.children.push(response.id);
+        });
+        focus = responseDict[newResponses[0].id];
+        diceTeardown();
+        renderResponses();
+      }
+    };
+
+    rotateLeftBtn.addEventListener('click', () => rotate('left'));
+    rotateRightBtn.addEventListener('click', () => rotate('right'));
+
+    depthUpBtn.addEventListener('click', () => changeDepth('up'));
+    depthDownBtn.addEventListener('click', () => changeDepth('down'));
+
+    promptField.addEventListener('keydown', async (e) => {
+      if (e.key != "Enter") {
+        const prompt = promptField.value;
+        if (!(prompt.length % 8)) {
+          const r = await fetch("/check-tokens", {
+            method: "POST",
+            body: JSON.stringify({
+              text: prompt,
+            }),
+            headers: {
+              "Content-type": "application/json; charset=UTF-8",
+            }
+          });
+          const tokens = await r.json();
+          if (tokens > (4096 - settingNewTokens.value)) {
+            promptTokenCounter.classList = ['over-token-limit']
+          }
+          else {
+            promptTokenCounter.classList = []
+          }
+          promptTokenCounter.innerText = tokens;
+        }
+        return null;
+      }
+      else if (e.shiftKey) {
+        return null
+      }
+      const prompt = promptField.value;
+      promptField.readOnly = true;
+      const diceHolder = document.getElementById("dice-holder");
+      const die = document.createElement("p");
+      die.innerText = '🎲';
+      die.id = 'die';
+      diceHolder.appendChild(die);
+
+      let focusId;
+      if (focus) {
+        focusId = focus.id;
+      }
+      else {
+        focusId = null;
+      }
+      const wp = {
+        "newTokens": settingNewTokens.value,
+        "nTokens": settingNTokens.value,
+        "budget": settingBudget.value,
+        "roundBudget": settingRoundBudget.value,
+        "nExpand": settingNExpand.value,
+        "beamWidth": settingBeamWidth.value,
+        "maxLookahead": settingMaxLookahead.value,
+        "temperature": settingTemperature.value
+      };
+      const newResponses = await getResponses({
+        prompt: prompt,
+        evaluationPrompt: evaluationPromptField.value,
+        focusId: focusId,
+        weave: settingUseWeave.checked,
+        weaveParams: wp,
+        includePrompt: true
+      });
+      if (newResponses.length == 0) {
+        diceTeardown();
+        promptField.readOnly = false;
+      }
+      else {
+        let focusParentId;
+        if (focus) {
+          focusParentId = focus.parent;
+        }
+        else {
+          focusParentId = null;
+        }
+        responseDict[newResponses[0].id] = {
+          ...newResponses[0],
+          rating: true,
+          parent: focusParentId,
+          children: []
+        };
+        if (focus && focusParentId) {
+          responseDict[focus.parent].children.push(newResponses[0].id);
+        }
+        focus = responseDict[newResponses[0].id];
+        newResponses.slice(1).forEach(response => {
+          responseDict[response.id] = {
+            ...response,
+            rating: null,
+            parent: focus.id,
+            children: []
+          };
+          if (!response["evaluationPrompt"]) {
+            responseDict[response.id]["evaluationPrompt"] = evaluationPromptField.value;
+          }
+          focus.children.push(response.id);
+        });
+        focus = responseDict[newResponses[1].id];
+        promptField.setSelectionRange(0, 0);
+        promptField.readOnly = false;
+        die.remove();
+        renderResponses();
+      }
+    });
+
+    saveBtn.addEventListener('click', () => {
+      const data = JSON.stringify({
+        responseDict,
+        "focusId": focus.id,
+      });
+      const blob = new Blob([data], { type: 'application/json' });
+      const url = URL.createObjectURL(blob);
+      const a = document.createElement('a');
+      a.href = url;
+      a.download = 'conversation.json';
+      a.click();
+    });
+
+    loadBtn.addEventListener('click', () => {
+      const input = document.createElement('input');
+      input.type = 'file';
+      input.accept = 'application/json';
+      input.onchange = (e) => {
+        const file = e.target.files[0];
+        if (file) {
+          const reader = new FileReader();
+          reader.onload = (e) => {
+            const data = JSON.parse(e.target.result);
+            responseDict = data.responseDict;
+            focus = responseDict[data.focusId];
+            evaluationPromptField.value = focus.evaluationPrompt;
+            renderResponses();
+          };
+          reader.readAsText(file);
+        }
+      };
+      input.click();
+    });
+
+    rewardTune.onsubmit = async (e) => {
+      e.preventDefault();
+      diceSetup();
+      r = await fetch("/train-reward-model", {
+        method: 'POST',
+        body: new FormData(rewardTune),
+      })
+      diceTeardown();
+    };
+    // Expose functions to the global scope for use in inline event handlers
+    window.thumbsUp = thumbsUp;
+    window.thumbsDown = thumbsDown;
+
+    // TODO: Figure out why this ends up activating when you shift-up in the text editor
+    /*
+        window.addEventListener('keydown', async (e) => {
+          if (e.shiftKey) {
+            if (window.navMode) {
+          window.navMode = null;
+          const rotateButtons = document.getElementById("rotate-buttons");
+          rotateButtons.classList.remove("nav-mode");
+      }
+      else if (window.navMode == false) {
+          window.navMode = true;
+          const rotateButtons = document.getElementById("rotate-buttons");
+          rotateButtons.classList.add("nav-mode");
+      }
+      else {
+          setTimeout(() => {
+            if (window.navMode == false) {
+              window.navMode = null;
+            }
+          }, 300);
+          window.navMode = false;
+      }
+          }
+          if (e.key == "ArrowUp" && window.navMode == true) {
+      changeDepth("up");
+          }
+          if (e.key == "ArrowDown" && window.navMode == true) {
+      changeDepth("down");
+          }
+          if (e.key == "ArrowLeft" && window.navMode == true) {
+      rotate("left");
+          }
+          if (e.key == "ArrowRight" && window.navMode == true) {
+            rotate("right");
+          }
+        });	
+    */
+  </script>
+</body>
+
+</html>
\ No newline at end of file
diff --git a/utils.py b/utils.py
new file mode 100644
index 0000000..52bbc43
--- /dev/null
+++ b/utils.py
@@ -0,0 +1,24 @@
+import torch
+import json
+
+def load_config(config_path):
+    with open(config_path, 'r') as f:
+        config = json.load(f)
+    return config
+
+def auto_device():
+    if torch.cuda.is_available():
+        device = torch.device('cuda')
+    elif torch.backends.mps.is_available():
+        device = torch.device('mps')
+    else:
+        device = torch.device('cpu')
+    return device
+
+def jsonify_tensors(batch):
+    for result in batch:
+        for node in result['nodes']:
+            for key, value in node.items():
+                if isinstance(value, torch.Tensor):
+                    node[key] = value.item()
+    return batch
diff --git a/weave.py b/weave.py
index 1fb4f3a..10932cd 100644
--- a/weave.py
+++ b/weave.py
@@ -203,7 +203,7 @@ def generate_outputs(generator, text, n_tokens, n=1, batch_size=1):
         padding=True,
         truncation=True,
         max_length=4096 - n_tokens,
-    ).to("cuda")
+    ).to(model.device)
 
     outputs = []
     with ProgressBarStreamer(total=n_tokens * n) as pbar:
@@ -346,7 +346,7 @@ def evaluate_outputs(evaluator, score_prompt_fns, texts):
             padding=True,
             truncation=True,
             max_length=4096,
-        ).input_ids.to("cuda")
+        ).input_ids.to(model.device)
         logits = model(tokens).logits
         scores.append(
             torch.tensor(