Changeset 31347 for other-projects

Timestamp:

2017-01-24T13:40:12+13:00 (7 years ago)

Author:

davidb

Message:

First stage of developing HT collection to HTRC workset. Code to allow this server to proxy the download function of the HT server

File:

• other-projects/hathitrust/wcsa/vol-checker/src/org/hathitrust/extractedfeatures/VolumeCheck.java (modified) (7 diffs)

other-projects/hathitrust/wcsa/vol-checker/src/org/hathitrust/extractedfeatures/VolumeCheck.java

@@ -4 +4 @@
 import java.io.BufferedOutputStream;
 import java.io.BufferedReader;
+import java.io.DataOutputStream;
 import java.io.FileInputStream;
 import java.io.FileReader;
@@ -12 +13 @@
 import java.io.PrintWriter;
 import java.io.UnsupportedEncodingException;
+import java.net.HttpURLConnection;
+import java.net.URL;
+import java.nio.charset.StandardCharsets;
 import java.nio.file.Files;
 import java.nio.file.Path;
@@ -25 +29 @@
 import javax.servlet.http.HttpServletResponse;
 
+
 /**
  * Servlet implementation class VolumeCheck
@@ -36 +41 @@
 
     protected static final String file_ext = ".json.bz2";
-
+    protected static final String ht_col_url = "https://babel.hathitrust.org/cgi/mb";
+        
     public VolumeCheck() 
     {}
@@ -178 +184 @@
         
     }
+    
+    protected void doCollectionToWorkset(HttpServletResponse response, String c, String a, String format) throws IOException
+    {
+        String post_url_params  = "c="+c+"&a="+a+"&format="+format;
+        
+        byte[] post_data       = post_url_params.getBytes(StandardCharsets.UTF_8);
+        int    post_data_len = post_data.length;
+        
+        try {
+            
+            URL post_url = new URL(ht_col_url);
+            HttpURLConnection conn = (HttpURLConnection) post_url.openConnection();           
+            conn.setDoOutput(true);
+            conn.setInstanceFollowRedirects(false);
+            conn.setRequestMethod("POST");
+            conn.setRequestProperty("Content-Type", "application/x-www-form-urlencoded"); 
+            conn.setRequestProperty("charset", "utf-8");
+            conn.setRequestProperty("Content-Length", Integer.toString(post_data_len));
+            conn.setUseCaches(false);
+            
+            try(DataOutputStream dos = new DataOutputStream(conn.getOutputStream())) {
+               dos.write(post_data);
+            }
+            // try-resource auto-closes stream
+            
+            InputStream is = conn.getInputStream();
+            InputStreamReader isr = new InputStreamReader(is);
+            BufferedReader reader = new BufferedReader(isr);
+            
+            StringBuilder sb = new StringBuilder();
+            String line = null;
+            while ((line = reader.readLine()) != null)
+            {
+                sb.append(line + "\n");
+            }
+              
+            response.setContentType("text/plain");
+            PrintWriter pw = response.getWriter();
+            pw.append(sb.toString());
+        }
+        catch (Exception e) {
+            e.printStackTrace();
+            response.sendError(HttpServletResponse.SC_BAD_REQUEST, "Failed to convert HT collection to HTRC workset");
+        }
+        
+    }
     /**
      * @see HttpServlet#doGet(HttpServletRequest request, HttpServletResponse response)
      */
-    protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException {
+    protected void doGet(HttpServletRequest request, HttpServletResponse response) throws ServletException, IOException 
+    {
         
         
@@ -187 +240 @@
         String cgi_id = request.getParameter("id");
         String cgi_download_id = request.getParameter("download-id");
+        String cgi_convert_col = request.getParameter("convert-col");
         
         if (cgi_ids != null) {
@@ -259 +313 @@
             }
         }
+        else if (cgi_convert_col != null) {
+            // c=464226859&a=download&format=text
+            String cgi_c = request.getParameter("c");
+            String cgi_a = request.getParameter("a");
+            String cgi_format = request.getParameter("format");
+            
+            if ((cgi_c == null) || (cgi_a == null) || (cgi_format == null)) {
+                response.sendError(HttpServletResponse.SC_BAD_REQUEST, "Malformed arguments.  Need 'c', 'a', and 'format'");
+            }
+            else {
+                doCollectionToWorkset(response,cgi_c,cgi_a,cgi_format);
+            }
+            
+        }
         else {
             PrintWriter pw = response.getWriter();