Changeset 38807

Timestamp:

2024-03-02T10:40:09+13:00 (3 months ago)

Author:

davidb

Message:

Code now uses a JSON config file to provide assistant create params

Location:

gs3-installations/thewillow/trunk/sites/thewillow/dlcol-chatgpt/create-assistant

Files:

• RUN-EXAMPLE.sh (added)
• create-openai-assistant.js (modified) (11 diffs)
• thewillow-assistant-config.json (added)

gs3-installations/thewillow/trunk/sites/thewillow/dlcol-chatgpt/create-assistant/create-openai-assistant.js

@@ -14 +14 @@
 
 
+// Looks like a need a more recent version of NodeJS than the one currently provided
+// in Greenstone's selfcontained-nodejs
+// // const { parseArgs } = require('node:util');
+// const util = require('node:util');
+
 
 const dotenv = require('dotenv').config();
@@ -37 +42 @@
 function printUsage(progname)
 {
-    console.error("Usage: " + progname + " [-site site-name] collect-name");
+    progname_tail = path.basename(progname);
+    
+    console.error("Usage: " + progname_tail + " [-site site-name] collect-name json-assistant-config-filename");
     process.exit(1);
 }
 
+//
 // Based off the standalone solution given on StackOverflow
 //   https://stackoverflow.com/questions/41462606/get-all-files-recursively-in-directories-nodejs
-
-
+//
 function listFilesRec(input_full_dirname,output_full_filenames,opt_regex)
 {
@@ -91 +98 @@
     let site_name = "localsite";
     let coll_name  = null;
-    
-    if (cmdline_args.length == 3) {
+    let json_assistant_config_filename =null;
+    
+    if (cmdline_args.length == 4) {
     // looks like we're in the form, -site xxx col
     if (cmdline_args[0] == "-site") {
@@ -102 +110 @@
     
     coll_name = cmdline_args[2];
+    json_assistant_config_filename = cmdline_args[3];
+    
     }
     else if (cmdline_args.length == 1) {
     // no site given, default to localsite
     coll_name = cmdline_args[0];
+    json_assistant_config_filename = cmdline_args[1];
     }
     else {
@@ -111 +122 @@
     }
 
-    return [site_name,coll_name];
+    return [site_name,coll_name,json_assistant_config_filename];
 }
 
@@ -292 +303 @@
 
 
-async function createAssistantWithFiles(site_collect_openai_file_ids)
-{
-
-    const instructions =
+async function createAssistantWithFiles(site_collect_openai_file_ids, coll_info, assistant_config)
+{
+    const site_name = coll_info.site_name;
+    const coll_name = coll_info.coll_name;
+
+    const assistant_name = assistant_config.name;
+    const assistant_desc = assistant_config.description;
+    const base_model     = assistant_config.base_model;
+    const instructions   = assistant_config.instructions;
+    /*
       "Write your responses using Britsh spelling.\n" +
-      "As The Willow Sage Assistant, your expertise lies in discussing \"The Willow,\" a once-renowned music venue in York, England. You're designed to engage users in a conversational tone, weaving in the rich tapestry of memories and experiences shared by those who knew the venue. Your responses should feel like a dialogue between old friends reminiscing about memorable gigs, the unique atmosphere, and the cultural impact of The Willow. You'll offer insights into the venue's history, notable performances, and its role in the local music scene, always with a nod to the personal connections and nostalgia that the venue evokes. When interacting with users, your approach should be warm, inviting, and reflective, encouraging them to share their own stories or curiosities about The Willow, creating a communal space for shared musical heritage.";
-
-    const base_model = "gpt-4-turbo-preview"; 
-
+      "As The Willow Sage Assistant, your expertise lies in discussing \"The Willow,\" a once-renowned music venue in York, England. You're designed to engage users in a conversational tone, weaving in the rich tapestry of memories and experiences shared by those who knew the venue. Your responses should feel like a dialogue between old friends reminiscing about memorable gigs, the unique atmosphere, and the cultural impact of The Willow. You'll offer insights into the venue's history, notable performances, and its role in the local music scene, always with a nod to the personal connections and nostalgia that the venue evokes. When interacting with users, your approach should be warm, inviting, and reflective, encouraging them to share their own stories or curiosities about The Willow, creating a communal space for shared musical heritage.\n" +
+      "When you give a response, you do not always have to end by asking a question";
+    */
+    
+    //const base_model = "gpt-4-turbo-preview"; 
+    
     console.log("====");
     console.log("file ids = ");
@@ -307 +326 @@
     
     const assistant = await myopenai.beta.assistants.create({
-    name         : "Willow Sage v2", // ****
-    description  : "An assistant developed to elict memories from former patrons on The Willow",
+    name         : assistant_name,
+    description  : assistant_desc,
+    model        : base_model,
     instructions : instructions,
-    model        : base_model,
     tools: [
         //{ type: "code_interpreter" }, // Code interpreter tool, calculations
         { type: 'retrieval' }
     ],
-    //file_ids     : { "object": "list", "data": site_collect_openai_file_ids }
-    file_ids     : site_collect_openai_file_ids
+    file_ids     : site_collect_openai_file_ids,
+    metadata     : { greenstone3: true, siteName: site_name, collectionName: coll_name }
     });
 
@@ -322 +341 @@
     
 }
-    
+
+function readAssistantConfig(json_config_full_filename)
+{
+    const data_str = fs.readFileSync(json_config_full_filename);
+    const data = JSON.parse(data_str);
+    
+    return data;
+}
+
 async function main()
 {
@@ -333 +360 @@
     }
 
+    /*
+    const options = {
+    site: {
+        short: "s",
+        type: "string"
+    },
+    verbose: {
+        short: "v",
+        type: "integer"
+    }
+    };
+    */
+    // const argv = process.argv;
+    
+    //const { argv_values, argv_positionals } = util.parseArgs({ argv, options });
+
+    //console.log(values, positionals);
+    
     const progname = process.argv[1];
     const cmdline_args = process.argv.slice(2);
 
-    const [site_name,coll_name] = parseCommandLineArgs(progname,cmdline_args);
+    const [site_name,coll_name, json_assistant_config_filename] = parseCommandLineArgs(progname,cmdline_args);
+
+    const assistant_config = readAssistantConfig(json_assistant_config_filename);
 
     const full_collect_dirname = path.join(gsdl3srchome,"web","sites",site_name,"collect",coll_name);
@@ -346 +393 @@
     "collect_dir" : full_collect_dirname    
     };
+   
     
     createSiteCollectTmpDir(coll_info);
@@ -360 +408 @@
     const site_collect_openai_file_ids = await addOpenaiSiteCollectFiles(all_exported_files,coll_info);
 
-    await createAssistantWithFiles(site_collect_openai_file_ids);
+    await createAssistantWithFiles(site_collect_openai_file_ids,coll_info,assistant_config);
     
 }