fixed bottom of the chatbox going under input textfield

webui/app.py

@@ -1,16 +1,16 @@
 import sys
 import os
 sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
-from model import ExLlama, ExLlamaConfig
 from flask import Flask, render_template, request, jsonify
 from flask import Response, stream_with_context
 from threading import Timer, Lock
 import webbrowser
 import json
 import model_init
-from session import prepare_sessions, get_initial_session, Session, load_session, new_session, _sessions_dir
+from session import prepare_sessions, get_generator, get_initial_session, Session, load_session, new_session, _sessions_dir
 import argparse
 from tokenizer import ExLlamaTokenizer
+from model import ExLlama, ExLlamaConfig
 from waitress import serve
 
 app = Flask(__name__)
@@ -139,12 +139,21 @@ def api_append_block():
     data = request.get_json()
     session.api_append_block(data)
     return json.dumps({"result": "ok"}) + "\n"
+
+@app.route('/inference', methods=['POST'])
+def inferContextP():
+    prompt = request.form.get('prompt')
+    tokens = int(request.form.get('max_tokens', 200))
+
+    outputs = get_generator().generate_simple(prompt, max_new_tokens = tokens)
+    print(outputs)
+    return outputs
 
 # Load the model
 
 parser = argparse.ArgumentParser(description="Simple web-based chatbot for ExLlama")
 parser.add_argument("-host", "--host", type = str, help = "IP:PORT eg, 0.0.0.0:7862", default = "localhost:5000")
-parser.add_argument("-sd", "--sessions_dir", type = str, help = "Location for storing user sessions, default: ~/exllama_sessions/", default = "~/exllama_sessions/")
+parser.add_argument("-sd", "--sessions-dir", type = str, help = "Location for storing user sessions, default: ~/exllama_sessions/", default = "~/exllama_sessions/")
 
 model_init.add_args(parser)
 args = parser.parse_args()

webui/static/style.css

@@ -181,6 +181,8 @@ svg:hover {
     padding-top: 10px;
     padding-bottom: 10px;
     box-sizing: border-box;
+    top: 0px;
+    position: fixed;
 }
 
 #chat-column {