fix up-/download by using a fixed workspace name. this is fine as long as we do not implement multi-user-support. For this, things are prepared, though.

Author: dasmy

gpt_code_ui/kernel_program/kernel_manager.py

@@ -9,7 +9,6 @@
 import pathlib
 import threading
 import time
-import atexit
 import traceback
 
 from time import sleep
@@ -201,6 +200,7 @@ def start_kernel(id: str):
         "pdfminer>=20191125,<20191200",
         "pdfplumber>=0.9,<0.10",
         "matplotlib>=3.7,<3.8",
+        "openpyxl>=3.1.2,<4",
     ]
     subprocess.run([kernel_python_executable, '-m', 'pip', 'install'] + default_packages)
 
@@ -244,9 +244,14 @@ def start_kernel(id: str):
 
 
 if __name__ == "__main__":
-    kc, kernel_dir = start_kernel(id='ffa907c8-1908-49e3-974b-c0c27cbac6e4')  # This is just a random but fixed ID for now - to be prepared for later multi-kernel scenarios
+    try:
+        kernel_id = sys.argv[1]
+    except IndexError as e:
+        logger.exception('Missing kernel ID command line parameter', e)
+    else:
+        kc, kernel_dir = start_kernel(id=kernel_id)
 
-    # make sure the dir with the virtualenv will be deleted after kernel termination
-    atexit.register(lambda: shutil.rmtree(kernel_dir, ignore_errors=True))
+        # make sure the dir with the virtualenv will be deleted after kernel termination
+        atexit.register(lambda: shutil.rmtree(kernel_dir, ignore_errors=True))
 
-    start_snakemq(kc)
+        start_snakemq(kc)

gpt_code_ui/kernel_program/main.py

@@ -47,15 +47,18 @@
 app = Flask(__name__)
 CORS(app)
 
+
 def start_kernel_manager():
     global kernel_manager_process
 
     kernel_manager_script_path = os.path.join(
         pathlib.Path(__file__).parent.resolve(), "kernel_manager.py"
     )
-    kernel_manager_process = subprocess.Popen(
-        [sys.executable, kernel_manager_script_path]
-    )
+    kernel_manager_process = subprocess.Popen([
+        sys.executable,
+        kernel_manager_script_path,
+        'workspace',  # This will be used as part of the folder name for the workspace and to create the venv inside. Can be anything, but using 'workspace' makes file up-/download very simple
+    ])
 
     # Write PID as <pid>.pid to config.KERNEL_PID_DIR
     os.makedirs(config.KERNEL_PID_DIR, exist_ok=True)

gpt_code_ui/webapp/main.py

@@ -33,7 +33,7 @@
 else:
     raise ValueError(f'Invalid OPENAI_API_TYPE: {openai.api_type}')
 
-UPLOAD_FOLDER = 'workspace/'
+UPLOAD_FOLDER = 'kernel.workspace/'
 os.makedirs(UPLOAD_FOLDER, exist_ok=True)
 
 
@@ -119,6 +119,7 @@ async def get_code(user_prompt, user_openai_key=None, model="gpt-3.5-turbo"):
         For data visualization, you can use
             'matplotlib', # matplotlib==3.7.1
         Be sure to generate charts with matplotlib. If you need geographical charts, use geopandas with the geopandas.datasets module.
+        If an additional package is required, you can add the corresponding "!pip install PACKAGE" call to the beginning of the code.
         If the user has just uploaded a file, focus on the file that was most recently uploaded (and optionally all previously uploaded files)
     
     Teacher mode: if the code modifies or produces a file, at the end of the code block insert a print statement that prints a link to it as HTML string: <a href='/download?file=INSERT_FILENAME_HERE'>Download file</a>. Replace INSERT_FILENAME_HERE with the actual filename."""
@@ -230,7 +231,7 @@ def download_file():
     file = request.args.get('file')
     # from `workspace/` send the file
     # make sure to set required headers to make it download the file
-    return send_from_directory(os.path.join(os.getcwd(), 'workspace'), file, as_attachment=True)
+    return send_from_directory(os.path.join(os.getcwd(), 'kernel.workspace'), file, as_attachment=True)
 
 
 @app.route('/inject-context', methods=['POST'])