Changeset 2401

Timestamp:

2001-05-11T15:58:47+12:00 (23 years ago)

Author:

sjboddie

Message:

Made some changes to the collector so that paths/URLs/ftp addresses are
checked (pinged for HTTP/FTP) when leaving the "source data" page.
Functionality is complete I think but the interface still needs a
little work.

Location:

trunk/gsdl

Files:

• macros/collect.dm (modified) (14 diffs)
• src/recpt/collectoraction.cpp (modified) (18 diffs)
• src/recpt/collectoraction.h (modified) (3 diffs)

trunk/gsdl/macros/collect.dm

@@ -169 +169 @@
 <ul>
 <input type=radio name=p value=new checked>
-create an entirely new collection 
+create a new collection 
 <br>
 <input type=radio name=p value=existing>
@@ -444 +444 @@
 
 _srcescriptextra_ {
-var cloneval = _cgiargbc1clone_;
+var selectedindex = _selectedindex_;
 
 function check\_submit (gotopage) \{
   var form = document.collectorform;
-  var found = 0;
-  var i = 0;
-  if (!form.bc1inputdir1.value.match(/^\\s*$/)) \{
-    if (!form.bc1inputdir1.value.match(/^\(http|ftp|file\):/)) \{
-      i = form.sel1.selectedIndex;
-      form.bc1inputdir1.value = form.sel1.options[i].value + form.bc1inputdir1.value;
-    \}
-    found = 1;
-  \}
-  if (!form.bc1inputdir2.value.match(/^\\s*$/)) \{
-    if (!form.bc1inputdir2.value.match(/^\(http|ftp|file\):/)) \{
-      i = form.sel2.selectedIndex;
-      form.bc1inputdir2.value = form.sel2.options[i].value + form.bc1inputdir2.value;
-    \}
-    found = 1;
-  \}
-  if (!form.bc1inputdir3.value.match(/^\\s*$/)) \{
-    if (!form.bc1inputdir3.value.match(/^\(http|ftp|file\):/)) \{
-      i = form.sel3.selectedIndex;
-      form.bc1inputdir3.value = form.sel3.options[i].value + form.bc1inputdir3.value;
-    \}
-    found = 1;
-  \}
-  if (!form.bc1inputdir4.value.match(/^\\s*$/)) \{
-    if (!form.bc1inputdir4.value.match(/^\(http|ftp|file\):/)) \{
-      i = form.sel4.selectedIndex;
-      form.bc1inputdir4.value = form.sel4.options[i].value + form.bc1inputdir4.value;
-    \}
-    found = 1;
-  \}
-
-  if (!found)
-  \{
-    alert("At least one input source must be specified");
-    form.bc1inputdir1.focus();
-    return;
-  \}
-
   form.p.value = gotopage;
+  form.bc1fromsrce.value = "1";
   form.submit();
-\}
-
-function clone\_changed (changedto) \{
-  var form = document.collectorform;
-  if (changedto != cloneval) \{
-    form.bc1clonechanged.value = 1;
-  \} else \{
-    form.bc1clonechanged.value = 0;
-  \}
-  menuchange();
 \}
 
@@ -510 +463 @@
            "work properly.");
   \}
+
+  if (form.bc1clonecol.selectedIndex == 0) \{
+    form.bc1clone.value = "0";
+  \} else \{
+    form.bc1clone.value = "1";
+  \}
+
+  if (form.bc1clonecol.selectedIndex == selectedindex) \{
+    form.bc1clonechanged.value = "0";
+  \} else \{
+    form.bc1clonechanged.value = "1";
+  \}
+\}
+
+function more (type) \{
+  var form = document.collectorform;
+  if (type == "file") \{
+    form.bc1filenum.value = form.bc1filenum.value * 2;
+  \} else if (type == "http") \{
+    form.bc1httpnum.value = form.bc1httpnum.value * 2;
+  \} else if (type == "ftp") \{
+    form.bc1ftpnum.value = form.bc1ftpnum.value * 2;
+  \}
+  form.p.value = "srce";
+  form.submit();
 \}
 }
@@ -518 +496 @@
 </center>
 <p>_iconblankbar_
-
-<p>You can either create a completely new collection, or "clone" an existing one
--- that is, base the structure of your new collection on one that exists already.
-<ul>
-<input type=radio onClick="clone_changed(0);" name=bc1clone value=0
-_If_("_cgiargbc1clone_" eq "0",checked)><b>Create new collection</b>
-<br><font color="#909090">
-Create a completely new collection. The collection may contain html documents (.htm, .html), plain text
-documents (.txt, .text), or email documents (.email).
-</font>
-</ul>
-<ul>_If_("_fullnamemenu_" eq "",
-No collections available for cloning.,_srcemenu_)
-</ul>
+_If_("_badsources_" eq "1",_srcebadsources_,_srcenewcontent_)
+}
+
+_srcebadsources_ {
+<p>One or more of the input sources you specified is unavailable.
+}
+
+_srcenewcontent_ {
+<p>Either use the default structure for your new collection, or base its
+structure on a collection that exists already.
+
+<p>If you use the default structure, the new collection may contain html
+documents (.htm, .html), plain text documents (.txt, .text), MS Word
+documents (.doc), PDF documents (.pdf) or email documents (.email).
+
+<p>If you base the structure on an existing collection, the files in your
+new collection must be exactly the same type as those used to build the
+existing one.
+
+<p>Base the collection on
+_fullnamemenu_
+<p>_iconblankbar_
 }
 
@@ -550 +536 @@
 <input type=hidden name="e" value="_decodedcompressedoptions_">
 <input type=hidden name="p" value="_cgiargp_">
+<input type=hidden name="bc1fromsrce" value="0">
 <input type=hidden name="bc1clonechanged" value="0">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
+<input type=hidden name="bc1clone" value="_cgiargbc1clone_">
+<input type=hidden name="bc1filenum" value="_cgiargbc1filenum_">
+<input type=hidden name="bc1httpnum" value="_cgiargbc1httpnum_">
+<input type=hidden name="bc1ftpnum" value="_cgiargbc1ftpnum_">
 
 <center>
@@ -561 +550 @@
 
 <h4>Input source:</h4>
-<nobr>_typeselect_(1,file)<input type=text name="bc1inputdir1" value="_cgiargbc1inputdir1_" size=60></nobr>
-<br>
-<nobr>_typeselect_(2,http)<input type=text name="bc1inputdir2" value="_cgiargbc1inputdir2_" size=60></nobr>
-<br>
-<nobr>_typeselect_(3,ftp)<input type=text name="bc1inputdir3" value="_cgiargbc1inputdir3_" size=60></nobr>
-<br>
-<nobr>_typeselect_(4,file)<input type=text name="bc1inputdir4" value="_cgiargbc1inputdir4_" size=60></nobr>
-<br>
-<font color="#909090">
-These specify where the source data is located.  There are three kinds of
-location:
-<ul>
-<li> a directory name on your computer system (beginning with "file://"),
-<li> an address beginning with "http://" for files to be downloaded from the
-Web,
-<li> an address beginning with "ftp://" for files to be downloaded using FTP
-(file transfer protocol).
-</ul>
-In each case, the collection will include all files of the appropriate type in
-the specified directory, in any directories it contains, in any directories
-they contain, and so on.  
-<p>You can specify up to four different input sources.  If you specify a
-filename, just that file will be included.
-</font>
+
+<table border=0>
+<tr valign=top><td><b>file://</b></td>
+<td>_filelist_</td>
+</tr>
+<tr valign=top><td><b>http://</b></td>
+<td>_httplist_</td>
+</tr>
+<tr valign=top><td><b>ftp://</b></td>
+<td>_ftplist_</td>
+</tr></table>
+
+<p>If you use file:// or ftp:// to specify a file, that file will be
+downloaded.
+
+<p>If you use http:// it depends on whether the URL gives you a normal web
+page in your browser, or a list of files.  If a page, that page will be
+downloaded -- and so will all pages it links to, and all pages they link
+to, etc. -- provided they reside on the same site, below the URL.
+
+<p>If you use file:// or ftp:// to specify a folder or directory, or give a
+http:// URL that leads to a list of files, everything in the folder and all
+its sub-folders will be included in the collection.
+
+<p>You can specify sources of more than one type.  To specify several
+sources of the same type, just click the &quot;more&quot; button to get
+more input boxes.
 
 <p>_iconblankbar_
@@ -600 +592 @@
 
 </form>
-}
-
-_typeselect_ {<select name="sel_1_">
-<option value="file://" _If_("_2_" eq "file",selected)>file://
-<option value="http://" _If_("_2_" eq "http",selected)>http://
-<option value="ftp://" _If_("_2_" eq "ftp",selected)>ftp://
-</select>}
-
-_srcemenu_ {<input type=radio name=bc1clone onClick="clone_changed(1);" value=1 
-_If_("_cgiargbc1clone_" eq "1",checked)><b>Clone existing collection</b>
-<br>_fullnamemenu_<br>
-<font color=#909090>
-This pull-down menu specifies which collection you want to clone.  The files in
-your new collection must be exactly the same type as those used to build
-the existing one.
-</font>
 }
 
@@ -644 +620 @@
 <input type=hidden name="p" value="_cgiargp_">
 <input type=hidden name="bc1cfgchanged" value="_cgiargbc1cfgchanged_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 <center>
@@ -702 +676 @@
 // -->
 </script>
+</head>
+
 <form name="collectorform" method=post action="_gwcgi_">
 <input type=hidden name="e" value="_decodedcompressedoptions_">
 <input type=hidden name="p" value="_cgiargp_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
-
-</head>
 
 <frameset rows="*,160" border=0>
@@ -764 +736 @@
 <input type=hidden name="e" value="_decodedcompressedoptions_">
 <input type=hidden name="p" value="bildcancel">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 <center>
@@ -813 +783 @@
 <input type=hidden name="e" value="_decodedcompressedoptions_">
 <input type=hidden name="p" value="_cgiargp_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 </form>
@@ -870 +838 @@
 <form name="collectorform" method=post action="_gwcgi_">
 <input type=hidden name="e" value="_decodedcompressedoptions_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 <center>
@@ -924 +890 @@
 <input type=hidden name="e" value="_decodedcompressedoptions_">
 <input type=hidden name="p" value="_cgiargp_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 </form>
@@ -959 +923 @@
 <form name="collectorform" method=post action="_gwcgi_">
 <input type=hidden name="e" value="_decodedcompressedoptions_">
-<input type=hidden name="bc1aboutdesc" value="_cgiargbc1aboutdesc_">
-<input type=hidden name="bc1contactemail" value="_cgiargbc1contactemail_">
 
 <center>

trunk/gsdl/src/recpt/collectoraction.cpp

@@ -52 +52 @@
   disabled = true;
   do_mkcol = false;
+  badsources = false;
+  failedsources.erase(failedsources.begin(), failedsources.end());
   gsdlosc = NULL;
   gsdlhomec = NULL;
@@ -140 +142 @@
   argsinfo.addarginfo (NULL, arg_ainfo);
 
-  arg_ainfo.shortname = "bc1inputdir1";
-  arg_ainfo.longname = "collector specific";
-  arg_ainfo.multiplechar = true;
-  arg_ainfo.defaultstatus = cgiarginfo::weak;
-  arg_ainfo.argdefault = "";
-  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
-  argsinfo.addarginfo (NULL, arg_ainfo);
-
-  arg_ainfo.shortname = "bc1inputdir2";
-  arg_ainfo.longname = "collector specific";
-  arg_ainfo.multiplechar = true;
-  arg_ainfo.defaultstatus = cgiarginfo::weak;
-  arg_ainfo.argdefault = "";
-  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
-  argsinfo.addarginfo (NULL, arg_ainfo);
-
-  arg_ainfo.shortname = "bc1inputdir3";
-  arg_ainfo.longname = "collector specific";
-  arg_ainfo.multiplechar = true;
-  arg_ainfo.defaultstatus = cgiarginfo::weak;
-  arg_ainfo.argdefault = "";
-  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
-  argsinfo.addarginfo (NULL, arg_ainfo);
-
-  arg_ainfo.shortname = "bc1inputdir4";
-  arg_ainfo.longname = "collector specific";
-  arg_ainfo.multiplechar = true;
-  arg_ainfo.defaultstatus = cgiarginfo::weak;
-  arg_ainfo.argdefault = "";
-  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
-  argsinfo.addarginfo (NULL, arg_ainfo);
-
   // only set when one of the fields was changed in
   // the "collection info" page
@@ -226 +196 @@
   arg_ainfo.argdefault = "0";
   arg_ainfo.savedarginfo = cgiarginfo::must;
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1filenum";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "1";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1httpnum";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "1";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1ftpnum";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "1";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1fileinput";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.multiplevalue = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1httpinput";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.multiplevalue = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  arg_ainfo.shortname = "bc1ftpinput";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = true;
+  arg_ainfo.multiplevalue = true;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot; // saved on disk
+  argsinfo.addarginfo (NULL, arg_ainfo);
+
+  // will be set when we've just come from the "source data" page
+  arg_ainfo.shortname = "bc1fromsrce";
+  arg_ainfo.longname = "collector specific";
+  arg_ainfo.multiplechar = false;
+  arg_ainfo.defaultstatus = cgiarginfo::weak;
+  arg_ainfo.argdefault = "0";
+  arg_ainfo.savedarginfo = cgiarginfo::mustnot;
   argsinfo.addarginfo (NULL, arg_ainfo);
 }
@@ -323 +353 @@
     enum source_t {default_arg, compressed_arg, cgi_arg, program_arg};
     text_tmap saved_args;
-    saved_args["bc1inputdir1"] = "";
-    saved_args["bc1inputdir2"] = "";
-    saved_args["bc1inputdir3"] = "";
-    saved_args["bc1inputdir4"] = "";
     saved_args["bc1fullname"] = "";
     saved_args["bc1contactemail"] = "";
     saved_args["bc1aboutdesc"] = "";
     saved_args["bc1clone"] = "";
+    saved_args["bc1clonecol"] = "";
+    saved_args["bc1filenum"] = "";
+    saved_args["bc1httpnum"] = "";
+    saved_args["bc1ftpnum"] = "";
+    saved_args["bc1fileinput"] = "";
+    saved_args["bc1httpinput"] = "";
+    saved_args["bc1ftpinput"] = "";
 
     // update the argdb database with any arguments that were set
@@ -465 +498 @@
       }
       delete fbldc;
+    }
+  }
+
+  if (args["bc1fromsrce"] == "1") {
+
+    // we've just come from the "source data" page so we need to check that
+    // input sources are valid
+    if (!check_sources(args, logout)) {
+      args["p"] = "srce";
     }
   }
@@ -701 +743 @@
 }
 
-// set the _fullnamemenu_ macro (and _warnindex_ if we're on the "srce" page)
+// set the _fullnamemenu_ macro (and _warnindex_ and _selectedindex_ if
+// we're on the "srce" page)
 void collectoraction::set_fullnamemenu (displayclass &disp, cgiargsclass &args, 
                     recptprotolistclass *protos, ostream &logout) {
@@ -719 +762 @@
   text_tarray fullnames;
   vector<bool> write_protected;
+  bool is_selected = false;
   int selected_index = 0;
   int index = 0;
@@ -727 +771 @@
     if ((*rprotolist_here).p != NULL) {
 
-      // don't include z39.50 collection
+      // don't include z39.50 collections
       comerror_t err = noError;
       if ((*rprotolist_here).p->get_protocol_name (err) == "z3950proto") {
@@ -760 +804 @@
         else write_protected.push_back(false);
 
-        if (*collist_here == currentname) selected_index = index;       
+        if (*collist_here == currentname) {
+          is_selected = true;
+          selected_index = index;       
+        }
         index ++;
       }
@@ -773 +820 @@
   text_t warnindex;
   text_t fullnamemenu = "<select name=\"bc1dirname\">\n";
-  if (current_page == "srce") fullnamemenu = "<select name=\"bc1clonecol\" onChange=\"menuchange();\">\n";
+  if (current_page == "srce") {
+    fullnamemenu = "<select name=\"bc1clonecol\" onChange=\"menuchange();\">\n";
+    fullnamemenu += "<option value=defaultstructure";
+    if (!is_selected) fullnamemenu += " selected>";
+    else fullnamemenu.push_back('>');
+    fullnamemenu += "default structure\n";
+  }
   for (int i = 0; i < index; i ++) {
     // don't want write protected collections in list on "change existing
@@ -779 +832 @@
     if (write_protected[i] && current_page == "existing") continue;
     fullnamemenu += "<option value=\"" + dirnames[i] + "\"";
-    if (i == selected_index) fullnamemenu += " selected";
+    if ((i == 0 && !is_selected && current_page != "srce") || 
+    (is_selected && i == selected_index)) {
+      fullnamemenu += " selected";
+      selected_index++;
+      is_selected = false;
+    }
     fullnamemenu.push_back ('>');
     fullnamemenu += fullnames[i];
@@ -787 +845 @@
     // (if creating clone collection list)
     if (current_page == "srce") {
-      if (!first) warnindex.push_back(',');
+      if (first) warnindex += "0,";
+      else warnindex.push_back(',');
       if (uses_weird_plugin (dirnames[i])) {
     warnindex += text_t (1);
@@ -798 +857 @@
   fullnamemenu += "</select>\n";
 
-  if (!first) {
-    disp.setmacro ("fullnamemenu", "collector", fullnamemenu);
-    if (current_page == "srce")
-      disp.setmacro ("warnindex", "collector", warnindex);
-  }
+  disp.setmacro ("fullnamemenu", "collector", fullnamemenu);
+  if (current_page == "srce") {
+    disp.setmacro ("warnindex", "collector", warnindex);
+    disp.setmacro ("selectedindex", "collector", text_t(selected_index));
+  }
+}
+
+// set _filelist_, _httplist_, _ftplist_ and _badsources_ macros
+void collectoraction::set_inputsourceboxes (displayclass &disp, cgiargsclass &args, 
+                        ostream &logout) {
+  
+  if (badsources) disp.setmacro ("badsources", "collector", "1");
+
+  int numfileboxes = args["bc1filenum"].getint();
+  int numhttpboxes = args["bc1httpnum"].getint();
+  int numftpboxes = args["bc1ftpnum"].getint();
+
+  text_t filelist = get_source_box(args["bc1fileinput"], numfileboxes, "file");
+  text_t httplist = get_source_box(args["bc1httpinput"], numhttpboxes, "http");
+  text_t ftplist = get_source_box(args["bc1ftpinput"], numftpboxes, "ftp");
+
+  disp.setmacro("filelist", "collector", dm_safe(filelist));
+  disp.setmacro("httplist", "collector", dm_safe(httplist));
+  disp.setmacro("ftplist", "collector", dm_safe(ftplist));
+
+  // reset badsources and failedsources variables
+  badsources = false;
+  failedsources.erase(failedsources.begin(), failedsources.end());
+}
+
+text_t collectoraction::get_source_box (text_t inputarg, int numboxes, text_t boxtype) {
+
+  text_tarray files;
+  // this relies on filenames/URLs/ftp addresses not being able to contain
+  // commas
+  splitchar (inputarg.begin(), inputarg.end(), ',', files);
+
+  text_t rv = "<table border=0>\n";
+  for (int i = 0; i < numboxes; i++) {
+    rv += "<tr><td><input type=text name=\"bc1" + boxtype + "input\" value=\"";
+    if (i < files.size()) {
+      rv += files[i];
+    }
+    rv += "\" size=50></td>";
+    if (badsources) {
+      if ((i < files.size()) && (!files[i].empty())) {
+    if (failedsources[files[i]] == "1") {
+      rv += "<td width=40>no</td>";
+    } else {
+      rv += "<td width=40>yes</td>";
+    }
+      } else {
+    rv += "<td width=40></td>";
+      }
+    }
+    if (i+1 == numboxes) {
+      rv += "<td><a href=\"javascript:more('" + boxtype + "')\">more</a></td></tr>\n";
+    } else {
+      rv += "<td></td></tr>\n";
+    }
+  }
+  rv += "</table>\n";
+  
+  return rv;
 }
 
@@ -836 +954 @@
     
     // define it as a macro
-    disp.setmacro("cfgfile","collector",dm_safe(cfgtext));
+    disp.setmacro("cfgfile", "collector", dm_safe(cfgtext));
 
   } else {
@@ -887 +1005 @@
   // _gsdlhome_ - the gsdlhome path (dm_safe)
 
+  // _filelist_ -- these three display "input source" text boxes
+  // _httplist_ -- for the "source data" page 
+  // _ftplist_  --
+
+  // _badsources_ -- will be set to "1" if we've come from the 
+  //                 "source data" page and there's a problem 
+  //                 with the input sources
+
   text_t &collector_page = args["p"];
   int esrce = args["bc1esrce"].getint();
@@ -1030 +1156 @@
   if (collector_page == "bildstatus")
     set_statusline (disp, args, logout);
+  if (collector_page == "srce") {
+    set_inputsourceboxes (disp, args, logout);
+  }
 
   disp.setmacro ("gsdlhome", "collector", dm_safe(gsdlhome));
@@ -1507 +1636 @@
   }
 
-  if (!args["bc1inputdir1"].empty())
-    options += " -download \"" + args["bc1inputdir1"] + "\"";
-  if (!args["bc1inputdir2"].empty())
-    options += " -download \"" + args["bc1inputdir2"] + "\"";
-  if (!args["bc1inputdir3"].empty())
-    options += " -download \"" + args["bc1inputdir3"] + "\"";
-  if (!args["bc1inputdir4"].empty())
-    options += " -download \"" + args["bc1inputdir4"] + "\"";
+  text_tarray files;
+  text_t filevals = args["bc1fileinput"];
+  // this relies on filenames not being able to contain commas
+  splitchar (filevals.begin(), filevals.end(), ',', files);
+  text_tarray::const_iterator here = files.begin();
+  text_tarray::const_iterator end = files.end();
+  while (here != end) {
+    options += " -download \"" + *here + "\"";
+    here ++;
+  }
+  text_tarray https;
+  text_t httpvals = args["bc1httpinput"];
+  // this relies on URLs not being able to contain commas
+  splitchar (httpvals.begin(), httpvals.end(), ',', https);
+  here = https.begin();
+  end = https.end();
+  while (here != end) {
+    options += " -download \"" + *here + "\"";
+    here ++;
+  }
+  text_tarray ftps;
+  text_t ftpvals = args["bc1ftpinput"];
+  // this relies on ftp addresses not being able to contain commas
+  splitchar (ftpvals.begin(), ftpvals.end(), ',', ftps);
+  here = ftps.begin();
+  end = ftps.end();
+  while (here != end) {
+    options += " -download \"" + *here + "\"";
+    here ++;
+  }
 
   if (logevents) {
@@ -1707 +1858 @@
   return header;
 }
+
+bool collectoraction::check_sources (cgiargsclass &args, ostream &logout) {
+
+  bool found = false;
+
+  // check local filesystem for file:// sources
+  text_tarray files;
+  text_t filevals = args["bc1fileinput"];
+  // this relies on filenames not being able to contain commas
+  splitchar (filevals.begin(), filevals.end(), ',', files);
+  text_tarray::const_iterator here = files.begin();
+  text_tarray::const_iterator end = files.end();
+  while (here != end) {
+    text_t file = format_url(*here);
+    if (!file_exists(file) && !directory_exists(file)) {
+      failedsources[*here] = "1";
+      badsources = true;
+    }
+    found = true;
+    here ++;
+  }
+
+  // ping http:// sources
+  files.erase(files.begin(), files.end());
+  text_t httpvals = args["bc1httpinput"];
+  // this relies on URLs not being able to contain commas
+  splitchar (httpvals.begin(), httpvals.end(), ',', files);
+  here = files.begin();
+  end = files.end();
+  while (here != end) {
+    if (gsdl_system ("perl -S ping.pl -quiet http://" + format_url(*here), true, logout)) {
+      failedsources[*here] = "1";
+      badsources = true;
+    }
+    found = true;
+    here++;
+  }
+
+  // ping ftp:// sources
+  files.erase(files.begin(), files.end());
+  text_t ftpvals = args["bc1ftpinput"];
+  // this relies on FTP addresses not being able to contain commas
+  splitchar (ftpvals.begin(), ftpvals.end(), ',', files);
+  here = files.begin();
+  end = files.end();
+  while (here != end) {
+    if (gsdl_system ("perl -S ping.pl -quiet ftp://" + format_url(*here), true, logout)) {
+      failedsources[*here] = "1";
+      badsources = true;
+    }
+    found = true;
+    here++;
+  }
+
+  // set badsources if there weren't any sources at all
+  if (!found) badsources = true;
+
+  if (badsources) return false;
+  return true;
+}
+
+// format_url simply strips "http://", "ftp://", or "file://" off the
+// beginning of url if they're there
+text_t collectoraction::format_url (const text_t &url) {
+  text_t::const_iterator begin = url.begin();
+  text_t::const_iterator end = url.end();
+
+  if (url.size() >= 7) {
+    text_t prefix = substr(begin, begin+7);
+    if (prefix == "http://" || prefix == "file://") {
+      return substr(begin+7, end);
+    }
+  }
+  if (url.size() >= 6) {
+    if (substr(begin, begin+6) == "ftp://") {
+      return substr(begin+6, end);
+    }
+  }
+  return url;
+}

trunk/gsdl/src/recpt/collectoraction.h

@@ -45 +45 @@
   bool do_mkcol;
 
+  bool badsources;
+  text_tmap failedsources;
+
   text_t get_button (const text_t &thispage, const text_t &color, 
              const text_t &type, bool enabled);
@@ -50 +53 @@
   void set_fullnamemenu (displayclass &disp, cgiargsclass &args,
              recptprotolistclass *protos, ostream &logout);
+
+  void set_inputsourceboxes (displayclass &disp, cgiargsclass &args, 
+                 ostream &logout);
+
+  text_t get_source_box (text_t inputarg, int numboxes, text_t boxtype);
 
   void set_cfgfile (displayclass &disp, cgiargsclass &args, ostream &logout);
@@ -88 +96 @@
   text_t get_event_header (cgiargsclass &args);
 
+  bool check_sources (cgiargsclass &args, ostream &logout);
+
+  text_t format_url (const text_t &url);
+
 public:
   collectoraction ();