Changeset 24699

Timestamp:

2011-09-30T14:31:25+13:00 (13 years ago)

Author:

jmt12

Message:

Write the manifest files to the collection's tmp directory so we can play with IO and RAMDisks

File:

• gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp (modified) (5 diffs)

gs2-extensions/parallel-building/trunk/src/src/mpiimport-src/mpiimport.cpp

@@ -6 +6 @@
 // 1 July 2010
 
-// 2011MAR - added a bunch of commands to aid [my] understanding. jmt12
-//         - made site argument optional to support GS2. jmt12
+// 2011MAR - added a bunch of commands to aid (my) understanding.
+//         - made site argument optional to support GS2.
 //         - moving manifest writing code into the rank=0 thread. This will
 //           remove the artificial limit on epoc size caused by size of
-//           message buffer between controller and child threads. jmt12
+//           message buffer between controller and child threads. [jmt12]
+// 2011SEP - changing where the manifest files are written so I have the
+//           ability to set up the location as a RAMDisk. [jmt12]
 
 #include "mpi.h"
@@ -19 +21 @@
 #include <fstream>
 #include <iostream>
+#include <sstream>
 #include <string>
 #include <vector>
@@ -87 +90 @@
 
     // scan through contents of file listing
+    int manifest_file_count = 1;
     while (!infile.eof ())
     {
@@ -115 +119 @@
 
         // construct manifest filename
-        char manifestfile_buffer[128];
-        sprintf (manifestfile_buffer, "%u.manifest.xml", rank);
-        char* manifestfilename = tempnam(NULL,manifestfile_buffer);
+    stringstream manifestfilename_strstr;
+    manifestfilename_strstr << gsdlhomedir << "/collect/" << collection << "/tmp/manifest." << manifest_file_count << ".xml";
+    string manifestfilename_str = manifestfilename_strstr.str();
+    char *manifestfilename = new char [manifestfilename_str.size() + 1];
+    strcpy(manifestfilename, manifestfilename_str.c_str());
         ofstream manifestfile;
         if (manifestfilename != NULL)
@@ -169 +175 @@
           actualTasks = dest;
         }
+    // increase number of manifest files processed
+    manifest_file_count++;
       }
     }