Index: /other-projects/maori-lang-detection/journal-paper/CommonCrawl_flow.svg
===================================================================
--- /other-projects/maori-lang-detection/journal-paper/CommonCrawl_flow.svg	(revision 33840)
+++ /other-projects/maori-lang-detection/journal-paper/CommonCrawl_flow.svg	(revision 33841)
@@ -16,5 +16,5 @@
    id="svg8"
    inkscape:version="0.92.4 (5da689c313, 2019-01-14)"
-   sodipodi:docname="CommonCrawl_flow.svg">
+   sodipodi:docname="CommonCrawl_flow2.svg">
   <defs
      id="defs2">
@@ -45,30 +45,4 @@
          stdDeviation="0.59036602"
          id="feGaussianBlur6146" />
-    </filter>
-    <filter
-       inkscape:collect="always"
-       style="color-interpolation-filters:sRGB"
-       id="filter6144-7"
-       x="-0.014400269"
-       width="1.0288005"
-       y="-0.010285577"
-       height="1.0205712">
-      <feGaussianBlur
-         inkscape:collect="always"
-         stdDeviation="0.59036602"
-         id="feGaussianBlur6146-5" />
-    </filter>
-    <filter
-       inkscape:collect="always"
-       style="color-interpolation-filters:sRGB"
-       id="filter6144-7-0"
-       x="-0.014400269"
-       width="1.0288005"
-       y="-0.010285577"
-       height="1.0205712">
-      <feGaussianBlur
-         inkscape:collect="always"
-         stdDeviation="0.59036602"
-         id="feGaussianBlur6146-5-1" />
     </filter>
     <marker
@@ -147,4 +121,34 @@
          transform="matrix(1.1,0,0,1.1,1.1,0)" />
     </marker>
+    <marker
+       inkscape:stockid="Arrow2Lstart"
+       orient="auto"
+       refY="0"
+       refX="0"
+       id="Arrow2Lstart-2-9-2-8"
+       style="overflow:visible"
+       inkscape:isstock="true">
+      <path
+         inkscape:connector-curvature="0"
+         id="path6664-1-1-3-1"
+         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round;stroke-opacity:1"
+         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
+         transform="matrix(1.1,0,0,1.1,1.1,0)" />
+    </marker>
+    <marker
+       inkscape:stockid="Arrow2Lstart"
+       orient="auto"
+       refY="0"
+       refX="0"
+       id="Arrow2Lstart-2-8-8-6"
+       style="overflow:visible"
+       inkscape:isstock="true">
+      <path
+         inkscape:connector-curvature="0"
+         id="path6664-1-8-8-0"
+         style="fill:#000000;fill-opacity:1;fill-rule:evenodd;stroke:#000000;stroke-width:0.625;stroke-linejoin:round;stroke-opacity:1"
+         d="M 8.7185878,4.0337352 -2.2072895,0.01601326 8.7185884,-4.0017078 c -1.7454984,2.3720609 -1.7354408,5.6174519 -6e-7,8.035443 z"
+         transform="matrix(1.1,0,0,1.1,1.1,0)" />
+    </marker>
   </defs>
   <sodipodi:namedview
@@ -156,8 +160,8 @@
      inkscape:pageshadow="2"
      inkscape:zoom="0.7"
-     inkscape:cx="375.52817"
-     inkscape:cy="697.479"
+     inkscape:cx="281.24246"
+     inkscape:cy="703.19328"
      inkscape:document-units="mm"
-     inkscape:current-layer="g5994"
+     inkscape:current-layer="g6386"
      showgrid="false"
      inkscape:snap-text-baseline="true"
@@ -176,5 +180,5 @@
         <dc:type
            rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
-        <dc:title></dc:title>
+        <dc:title />
       </cc:Work>
     </rdf:RDF>
@@ -203,5 +207,5 @@
            x="36.663689"
            y="33.804573"
-           style="stroke-width:0.26458332"></tspan><tspan
+           style="stroke-width:0.26458332" /><tspan
            sodipodi:role="line"
            x="36.663689"
@@ -230,5 +234,5 @@
              x="410"
              y="195.37683" /></flowRegion><flowPara
-           id="flowPara6098"></flowPara></flowRoot>      <flowRoot
+           id="flowPara6098" /></flowRoot>      <flowRoot
          xml:space="preserve"
          id="flowRoot6100"
@@ -240,5 +244,5 @@
              x="405.71429"
              y="189.66254" /></flowRegion><flowPara
-           id="flowPara6106"></flowPara></flowRoot>      <flowRoot
+           id="flowPara6106" /></flowRoot>      <flowRoot
          xml:space="preserve"
          id="flowRoot6108"
@@ -250,14 +254,7 @@
              x="407.14285"
              y="193.94826" /></flowRegion><flowPara
-           id="flowPara6114"></flowPara></flowRoot>      <g
+           id="flowPara6114" /></flowRoot>      <g
          id="g6386"
          transform="translate(-3.8146973e-6)">
-        <rect
-           style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.15369482;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect5954"
-           width="26.947613"
-           height="46.602379"
-           x="36.174416"
-           y="8.9821434" />
         <flowRoot
            transform="matrix(0.26458333,0,0,0.26458333,-33.04705,-17.589917)"
@@ -273,73 +270,80 @@
                width="107.14282"
                id="rect6084" /></flowRegion><flowPara
-             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial"
-             id="flowPara6086">CC Sep 2018</flowPara><flowPara
              style="font-size:24px;line-height:1"
-             id="flowPara6088"><flowSpan
-   id="flowSpan6118"
-   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial">columnar index</flowSpan> </flowPara><flowPara
-             id="flowPara6090" /></flowRoot>        <rect
-           style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.15369482;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect5954-3"
-           width="26.947613"
-           height="46.602379"
-           x="71.483315"
-           y="8.7612762" />
-        <flowRoot
-           transform="matrix(0.26458333,0,0,0.26458333,2.9571308,-17.83785)"
-           style="font-style:normal;font-weight:normal;font-size:40px;line-height:1;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;filter:url(#filter6144-7)"
-           id="flowRoot6080-6"
-           xml:space="preserve"><flowRegion
-             style="line-height:1"
-             id="flowRegion6082-9"><rect
-               style="line-height:1"
-               y="106.8054"
-               x="262.85715"
-               height="208.57144"
-               width="107.14282"
-               id="rect6084-7" /></flowRegion><flowPara
-             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial"
-             id="flowPara6086-2">CC Oct 2018</flowPara><flowPara
-             style="font-size:24px;line-height:1"
-             id="flowPara6088-8"><flowSpan
-   id="flowSpan6118-9"
-   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial">columnar index</flowSpan> </flowPara><flowPara
-             id="flowPara6090-2" /></flowRoot>        <flowRoot
-           transform="matrix(0.26458333,0,0,0.26458333,20.323189,-24.166702)"
-           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
-           id="flowRoot6219"
-           xml:space="preserve"><flowRegion
-             id="flowRegion6221"><rect
-               y="185.37683"
-               x="310"
-               height="37.142857"
-               width="54.285713"
-               id="rect6223" /></flowRegion><flowPara
-             id="flowPara6225">...</flowPara></flowRoot>        <flowRoot
-           transform="matrix(0.26458333,0,0,0.26458333,48.314274,-18.592251)"
-           style="font-style:normal;font-weight:normal;font-size:40px;line-height:1;font-family:sans-serif;letter-spacing:0px;word-spacing:0px;fill:#000000;fill-opacity:1;stroke:none;filter:url(#filter6144-7-0)"
-           id="flowRoot6080-6-3"
-           xml:space="preserve"><flowRegion
-             style="line-height:1"
-             id="flowRegion6082-9-7"><rect
-               style="line-height:1"
-               y="106.8054"
-               x="262.85715"
-               height="208.57144"
-               width="107.14282"
-               id="rect6084-7-3" /></flowRegion><flowPara
-             id="flowPara6281"
-             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial">CC Aug 2019</flowPara><flowPara
-             style="font-size:24px;line-height:1"
-             id="flowPara6088-8-3"><flowSpan
-   id="flowSpan6118-9-9"
-   style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1;font-family:Arial;-inkscape-font-specification:Arial">columnar index</flowSpan> </flowPara><flowPara
-             id="flowPara6090-2-8" /></flowRoot>        <rect
-           style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.15369482;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect5954-3-4"
-           width="26.947613"
-           height="46.602379"
-           x="116.46248"
-           y="8.7612762" />
+             id="flowPara6088" /><flowPara
+             id="flowPara6090" /></flowRoot>        <g
+           id="g13905">
+          <rect
+             y="8.9821434"
+             x="36.174416"
+             height="32.630665"
+             width="26.947613"
+             id="rect5954"
+             style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.12860805;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+          <flowRoot
+             xml:space="preserve"
+             id="flowRoot6219"
+             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+             transform="matrix(0.26458333,0,0,0.26458333,20.323189,-24.166702)"><flowRegion
+               id="flowRegion6221"><rect
+                 id="rect6223"
+                 width="54.285713"
+                 height="37.142857"
+                 x="310"
+                 y="185.37683" /></flowRegion><flowPara
+               id="flowPara6225">...</flowPara></flowRoot>          <flowRoot
+             transform="matrix(0.26458333,0,0,0.26458333,1.8898848,4.5357143)"
+             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+             id="flowRoot13798"
+             xml:space="preserve"><flowRegion
+               id="flowRegion13800"><rect
+                 y="33.948257"
+                 x="136.72218"
+                 height="106.18565"
+                 width="94.70639"
+                 id="rect13802" /></flowRegion><flowPara
+               id="flowPara13804">CC Sep 2018</flowPara><flowPara
+               id="flowPara13806">Columnar Index</flowPara><flowPara
+               id="flowPara13808" /></flowRoot>          <rect
+             y="8.8441896"
+             x="69.302986"
+             height="32.630665"
+             width="26.947613"
+             id="rect5954-4"
+             style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.12860805;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+          <flowRoot
+             transform="matrix(0.26458333,0,0,0.26458333,35.018452,4.3977563)"
+             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+             id="flowRoot13798-0"
+             xml:space="preserve"><flowRegion
+               id="flowRegion13800-2"><rect
+                 y="33.948257"
+                 x="136.72218"
+                 height="106.18565"
+                 width="94.70639"
+                 id="rect13802-0" /></flowRegion><flowPara
+               id="flowPara13804-8">CC Oct 2018</flowPara><flowPara
+               id="flowPara13806-1">Columnar Index</flowPara><flowPara
+               id="flowPara13808-6" /></flowRoot>          <rect
+             y="8.9197874"
+             x="113.52618"
+             height="32.630665"
+             width="26.947613"
+             id="rect5954-1"
+             style="opacity:1;fill:#64e000;fill-opacity:0;stroke:#000000;stroke-width:0.12860805;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+          <flowRoot
+             transform="matrix(0.26458333,0,0,0.26458333,79.241667,4.4733578)"
+             style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+             id="flowRoot13798-09"
+             xml:space="preserve"><flowRegion
+               id="flowRegion13800-0"><rect
+                 y="33.948257"
+                 x="136.72218"
+                 height="106.18565"
+                 width="94.70639"
+                 id="rect13802-07" /></flowRegion><flowPara
+               id="flowPara13876">CC Aug 2019</flowPara><flowPara
+               id="flowPara13806-6">Columnar Index</flowPara><flowPara
+               id="flowPara13808-1" /></flowRoot>        </g>
       </g>
     </g>
@@ -354,5 +358,5 @@
            x="154.28572"
            y="568.23395" /></flowRegion><flowPara
-         id="flowPara5976"></flowPara></flowRoot>    <flowRoot
+         id="flowPara5976" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot5980"
@@ -364,5 +368,5 @@
            x="1.4285715"
            y="65.376831" /></flowRegion><flowPara
-         id="flowPara5986"></flowPara></flowRoot>    <flowRoot
+         id="flowPara5986" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot6469"
@@ -374,20 +378,6 @@
            x="90.714287"
            y="612.51971" /></flowRegion><flowPara
-         id="flowPara6475"></flowPara></flowRoot>    <g
+         id="flowPara6475" /></flowRoot>    <g
        id="g8700">
-      <rect
-         y="81.553574"
-         x="20.788691"
-         height="24.190477"
-         width="51.026787"
-         id="rect6388"
-         style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
-      <rect
-         y="76.261909"
-         x="20.788691"
-         height="5.2916689"
-         width="15.497024"
-         id="rect6390"
-         style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
       <flowRoot
          transform="matrix(0.26458333,0,0,0.26458333,2.6458333,3.4017858)"
@@ -401,91 +391,116 @@
              width="192.85715"
              id="rect6396" /></flowRegion><flowPara
-           id="flowPara6400">*.warc.wet files</flowPara><flowPara
-           id="flowPara6404">CC Sep 2018</flowPara></flowRoot>      <g
-         transform="translate(-32.883929,-20.197169)"
-         id="g6579">
+           id="flowPara6404" /></flowRoot>      <g
+         id="g14156"
+         transform="translate(0,-14.81667)">
         <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect6388-2"
+           style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
+           id="rect6388"
            width="51.026787"
            height="24.190477"
-           x="99.974701"
-           y="103.47619" />
+           x="20.788691"
+           y="81.553574" />
         <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect6390-7"
-           width="15.497025"
-           height="5.2916694"
-           x="99.974701"
-           y="98.184525" />
+           style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
+           id="rect6390"
+           width="15.497024"
+           height="5.2916689"
+           x="20.788691"
+           y="76.261909" />
+        <g
+           id="g6579"
+           transform="translate(-32.883929,-20.197169)">
+          <rect
+             y="103.47619"
+             x="99.974701"
+             height="24.190477"
+             width="51.026787"
+             id="rect6388-2"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+          <rect
+             y="98.184525"
+             x="99.974701"
+             height="5.2916694"
+             width="15.497025"
+             id="rect6390-7"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+        </g>
+        <g
+           id="g6630"
+           transform="translate(61.241527,-46.849824)">
+          <rect
+             y="131.19792"
+             x="51.460232"
+             height="24.190477"
+             width="51.026787"
+             id="rect6388-8-4"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:1.06, 1.06;stroke-dashoffset:0;stroke-opacity:1" />
+          <rect
+             y="125.90625"
+             x="51.460232"
+             height="5.2916694"
+             width="15.497025"
+             id="rect6390-9-4"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:1.06, 1.06;stroke-dashoffset:0;stroke-opacity:1" />
+        </g>
+        <g
+           id="g6591"
+           transform="translate(21.43299,-58.018398)">
+          <rect
+             y="143.1637"
+             x="111.31399"
+             height="24.190477"
+             width="51.026787"
+             id="rect6388-8"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+          <rect
+             y="137.87202"
+             x="111.31399"
+             height="5.2916694"
+             width="15.497025"
+             id="rect6390-9"
+             style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1" />
+        </g>
         <flowRoot
-           xml:space="preserve"
-           id="flowRoot6392-0"
-           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
-           transform="matrix(0.26458333,0,0,0.26458333,81.831845,25.3244)"><flowRegion
-             id="flowRegion6394-8"><rect
-               id="rect6396-9"
-               width="192.85715"
-               height="91.428543"
+           transform="matrix(0.26458333,0,0,0.26458333,4.9136906,4.8380953)"
+           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+           id="flowRoot14053"
+           xml:space="preserve"><flowRegion
+             id="flowRegion14055"><rect
+               y="308.23401"
                x="78.571426"
-               y="308.23401" /></flowRegion><flowPara
-             id="flowPara6400-8">*.warc.wet files</flowPara><flowPara
-             id="flowPara6404-1">CC Oct 2018</flowPara></flowRoot>      </g>
-      <g
-         transform="translate(61.241527,-46.849824)"
-         id="g6630">
-        <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:1.06, 1.06;stroke-dashoffset:0;stroke-opacity:1"
-           id="rect6388-8-4"
-           width="51.026787"
-           height="24.190477"
-           x="51.460232"
-           y="131.19792" />
-        <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:1.06, 1.06;stroke-dashoffset:0;stroke-opacity:1"
-           id="rect6390-9-4"
-           width="15.497025"
-           height="5.2916694"
-           x="51.460232"
-           y="125.90625" />
-      </g>
-      <g
-         transform="translate(21.43299,-58.018398)"
-         id="g6591">
-        <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect6388-8"
-           width="51.026787"
-           height="24.190477"
-           x="111.31399"
-           y="143.1637" />
-        <rect
-           style="opacity:1;fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26499999;stroke-miterlimit:4;stroke-dasharray:none;stroke-opacity:1"
-           id="rect6390-9"
-           width="15.497025"
-           height="5.2916694"
-           x="111.31399"
-           y="137.87202" />
-        <text
-           xml:space="preserve"
-           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:6.3499999px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.26458332"
-           x="115.66071"
-           y="151.85715"
-           id="text6479"><tspan
-             sodipodi:role="line"
-             id="tspan6477"
-             x="115.66071"
-             y="151.85715"
-             style="stroke-width:0.26458332">*.warc.wet files</tspan><tspan
-             sodipodi:role="line"
-             x="115.66071"
-             y="159.79465"
-             style="stroke-width:0.26458332"
-             id="tspan6481">CC Aug 2019</tspan></text>
-      </g>
+               height="52.235638"
+               width="142.14285"
+               id="rect14057" /></flowRegion><flowPara
+             id="flowPara14059">*.warc.wet files</flowPara><flowPara
+             id="flowPara14061">CC Sep 2018</flowPara></flowRoot>        <flowRoot
+           transform="matrix(0.26458333,0,0,0.26458333,50.006029,7.3307912)"
+           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+           id="flowRoot14053-6"
+           xml:space="preserve"><flowRegion
+             id="flowRegion14055-5"><rect
+               y="308.23401"
+               x="78.571426"
+               height="52.235638"
+               width="142.14285"
+               id="rect14057-1" /></flowRegion><flowPara
+             id="flowPara14059-3">*.warc.wet files</flowPara><flowPara
+             id="flowPara14061-0">CC Oct 2018</flowPara></flowRoot>        <flowRoot
+           transform="matrix(0.26458333,0,0,0.26458333,114.78021,8.3683492)"
+           style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+           id="flowRoot14053-6-6"
+           xml:space="preserve"><flowRegion
+             id="flowRegion14055-5-5"><rect
+               y="308.23401"
+               x="78.571426"
+               height="52.235638"
+               width="142.14285"
+               id="rect14057-1-8" /></flowRegion><flowPara
+             id="flowPara14059-3-3">*.warc.wet files</flowPara><flowPara
+             id="flowPara14061-0-1">CC Aug 2019</flowPara></flowRoot>      </g>
     </g>
     <path
        style="fill:none;stroke:#000000;stroke-width:0.64353597px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart)"
-       d="M 91.563371,76.232879 C 91.031116,56.190155 92.909569,56.190155 92.909569,56.190155"
+       d="M 91.563371,63.532871 C 91.031116,43.490147 92.909569,43.490147 92.909569,43.490147"
        id="path6644"
        inkscape:connector-curvature="0" />
@@ -500,5 +515,5 @@
          x="169.53333"
          y="66.803123"
-         style="stroke-width:0.26458332"></tspan><tspan
+         style="stroke-width:0.26458332" /><tspan
          sodipodi:role="line"
          x="169.53333"
@@ -526,5 +541,5 @@
            x="372.02237"
            y="209.24846" /></flowRegion><flowPara
-         id="flowPara8534"></flowPara></flowRoot>    <flowRoot
+         id="flowPara8534" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot8538"
@@ -541,23 +556,23 @@
        style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93888855px;line-height:1;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.26458332"
        x="126.03919"
-       y="63.406425"
+       y="49.118912"
        id="text8548"><tspan
          sodipodi:role="line"
          x="126.03919"
-         y="63.406425"
+         y="49.118912"
          style="line-height:1;text-align:center;text-anchor:middle;stroke-width:0.26458332"
          id="tspan8550">content_languages = 'mri'</tspan><tspan
          sodipodi:role="line"
          x="126.03919"
-         y="68.345314"
+         y="54.0578"
          style="line-height:1;text-align:center;text-anchor:middle;stroke-width:0.26458332"
          id="tspan8558">+</tspan><tspan
          sodipodi:role="line"
          x="126.03919"
-         y="73.284203"
+         y="58.996689"
          style="line-height:1;text-align:center;text-anchor:middle;stroke-width:0.26458332"
          id="tspan8560">warc to wet</tspan></text>
     <flowRoot
-       transform="matrix(0.26458333,0,0,0.26458333,38.922917,130.28623)"
+       transform="matrix(0.26458333,0,0,0.26458333,43.156253,110.17777)"
        style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
        id="flowRoot6219-8"
@@ -571,5 +586,5 @@
          id="flowPara6225-5">...</flowPara></flowRoot>    <g
        id="g8667"
-       transform="translate(-8.3391904,40.839482)">
+       transform="translate(-4.1058568,21.78947)">
       <rect
          y="124.0766"
@@ -601,5 +616,5 @@
     <g
        id="g8709"
-       transform="translate(4.7141497,49.968462)">
+       transform="translate(8.9474833,31.976784)">
       <g
          id="g8744">
@@ -634,5 +649,5 @@
     <g
        id="g8658"
-       transform="translate(-14.085366,17.548923)">
+       transform="translate(-9.8520303,-1.5010822)">
       <rect
          y="153.60989"
@@ -662,95 +677,17 @@
            id="flowPara8572-7">site 00002</flowPara><flowPara
            id="flowPara8574-4">seedURLs + url filters</flowPara></flowRoot>    </g>
-    <g
-       id="g8797"
-       transform="translate(8.0502882,-6.9746679)">
-      <path
-         inkscape:connector-curvature="0"
-         id="path8783"
-         d="m 108.51143,118.73122 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
-         style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8785"
-         d="m 110.64958,123.80935 c 17.10525,0 17.10525,0 17.10525,0"
-         style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8787"
-         d="m 109.04597,129.95654 c 17.10525,0 17.10525,0 17.10525,0"
-         style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8791"
-         d="m 108.24416,135.5692 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
-         style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-    </g>
-    <g
-       id="g8854"
-       transform="translate(89.92074,-0.52379428)">
-      <path
-         inkscape:connector-curvature="0"
-         id="path8783-9"
-         d="m 45.884371,117.35848 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
-         style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8785-2"
-         d="m 48.022521,122.43661 c 17.10525,0 17.10525,0 17.10525,0"
-         style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8787-3"
-         d="m 46.418911,128.5838 c 17.10525,0 17.10525,0 17.10525,0"
-         style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-      <path
-         inkscape:connector-curvature="0"
-         id="path8791-1"
-         d="m 45.617101,134.19646 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
-         style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
-    </g>
-    <g
-       id="g8797-3"
-       transform="translate(46.537087,0.53576233)"
-       style="fill:#ffffff;fill-opacity:0.98412697">
-      <g
-         id="g8844"
-         transform="translate(0,2.6458334)"
-         style="fill:#ffffff;fill-opacity:0.98412697">
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
-           d="m 108.51143,118.73122 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
-           id="path8783-7"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
-           d="m 110.64958,123.80935 c 17.10525,0 17.10525,0 17.10525,0"
-           id="path8785-5"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
-           d="m 109.04597,129.95654 c 17.10525,0 17.10525,0 17.10525,0"
-           id="path8787-8"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
-           d="m 108.24416,135.5692 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
-           id="path8791-4"
-           inkscape:connector-curvature="0" />
-      </g>
-    </g>
     <path
        style="fill:none;stroke:#000000;stroke-width:0.62406325px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2)"
-       d="M 81.998023,162.37652 C 81.457172,143.82815 83.36598,143.82815 83.36598,143.82815"
+       d="M 81.998023,141.73889 C 81.457172,123.19052 83.36598,123.19052 83.36598,123.19052"
        id="path6644-5"
        inkscape:connector-curvature="0" />
     <path
        style="fill:none;stroke:#000000;stroke-width:0.64353597px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-8)"
-       d="m 105.88728,142.56554 c 19.8306,2.95621 19.50441,4.80612 19.50441,4.80612"
+       d="M 94.763655,112.71836 C 111.855,102.23609 112.79422,103.86287 112.79422,103.86287"
        id="path6644-5-4"
        inkscape:connector-curvature="0" />
     <path
        style="fill:none;stroke:#000000;stroke-width:0.59350747px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-9)"
-       d="m 81.814159,127.36144 c -0.53225,-17.0476 1.3462,-17.0476 1.3462,-17.0476"
+       d="m 81.814159,111.48634 c -0.53225,-17.047567 1.3462,-17.047567 1.3462,-17.047567"
        id="path6644-5-5"
        inkscape:connector-curvature="0" />
@@ -758,41 +695,127 @@
        xml:space="preserve"
        id="flowRoot10549"
-       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
-       transform="matrix(0.26458333,0,0,0.26458333,0,2.1166667)"><flowRegion
-         id="flowRegion10551"><rect
+       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93888855px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.26458332"
+       transform="translate(-4.5959653,-47.786576)"><flowRegion
+         id="flowRegion10551"
+         style="stroke-width:0.26458332"><rect
            id="rect10553"
-           width="291.42856"
-           height="55.714287"
-           x="450"
-           y="555.37683" /></flowRegion><flowPara
-         id="flowPara10555">blacklist + greylist + whitelist +</flowPara><flowPara
-         id="flowPara10557">sites needing custom handling</flowPara></flowRoot>    <g
-       id="g8797-3-1"
-       transform="translate(61.771447,5.8811623)"
-       style="fill:#ffffff;fill-opacity:0.98412697">
+           width="77.10714"
+           height="14.741072"
+           x="119.0625"
+           y="146.94345"
+           style="stroke-width:0.07000434" /></flowRegion><flowPara
+         id="flowPara10555"
+         style="stroke-width:0.26458332">blacklist + greylist + whitelist +</flowPara><flowPara
+         id="flowPara10557"
+         style="stroke-width:0.26458332">sites needing custom handling</flowPara></flowRoot>    <g
+       id="g14180"
+       transform="translate(-1.6508314,16.447997)">
       <g
-         id="g8844-6"
-         transform="translate(0,2.6458334)"
-         style="fill:#ffffff;fill-opacity:0.98412697">
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+         transform="translate(8.0502882,-22.849676)"
+         id="g8797">
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
            d="m 108.51143,118.73122 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
-           id="path8783-7-3"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           id="path8783"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
            d="m 110.64958,123.80935 c 17.10525,0 17.10525,0 17.10525,0"
-           id="path8785-5-7"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           id="path8785"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
            d="m 109.04597,129.95654 c 17.10525,0 17.10525,0 17.10525,0"
-           id="path8787-8-3"
-           inkscape:connector-curvature="0" />
-        <path
-           style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           id="path8787"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
            d="m 108.24416,135.5692 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
-           id="path8791-4-2"
-           inkscape:connector-curvature="0" />
+           id="path8791"
+           inkscape:connector-curvature="0" />
+      </g>
+      <g
+         transform="translate(89.92074,-16.398799)"
+         id="g8854">
+        <path
+           style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 45.884371,117.35848 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
+           id="path8783-9"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 48.022521,122.43661 c 17.10525,0 17.10525,0 17.10525,0"
+           id="path8785-2"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 46.418911,128.5838 c 17.10525,0 17.10525,0 17.10525,0"
+           id="path8787-3"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:#ffffff;fill-opacity:1;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 45.617101,134.19646 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
+           id="path8791-1"
+           inkscape:connector-curvature="0" />
+      </g>
+      <g
+         style="fill:#ffffff;fill-opacity:0.98412697"
+         transform="translate(46.537087,-15.339242)"
+         id="g8797-3">
+        <g
+           style="fill:#ffffff;fill-opacity:0.98412697"
+           transform="translate(0,2.6458334)"
+           id="g8844">
+          <path
+             inkscape:connector-curvature="0"
+             id="path8783-7"
+             d="m 108.51143,118.73122 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8785-5"
+             d="m 110.64958,123.80935 c 17.10525,0 17.10525,0 17.10525,0"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8787-8"
+             d="m 109.04597,129.95654 c 17.10525,0 17.10525,0 17.10525,0"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8791-4"
+             d="m 108.24416,135.5692 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+        </g>
+      </g>
+      <g
+         style="fill:#ffffff;fill-opacity:0.98412697"
+         transform="translate(61.771447,-9.9938385)"
+         id="g8797-3-1">
+        <g
+           style="fill:#ffffff;fill-opacity:0.98412697"
+           transform="translate(0,2.6458334)"
+           id="g8844-6">
+          <path
+             inkscape:connector-curvature="0"
+             id="path8783-7-3"
+             d="m 108.51143,118.73122 -6.68174,21.1143 h 25.65787 l 5.87993,-21.1143 z"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8785-5-7"
+             d="m 110.64958,123.80935 c 17.10525,0 17.10525,0 17.10525,0"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8787-8-3"
+             d="m 109.04597,129.95654 c 17.10525,0 17.10525,0 17.10525,0"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+          <path
+             inkscape:connector-curvature="0"
+             id="path8791-4-2"
+             d="m 108.24416,135.5692 c 16.03617,-0.26726 16.03617,-0.26726 16.03617,-0.26726"
+             style="fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1" />
+        </g>
       </g>
     </g>
@@ -801,5 +824,5 @@
        id="flowRoot10757"
        style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none"
-       transform="matrix(0.26458333,0,0,0.26458333,5.1165915,-0.90713918)"><flowRegion
+       transform="matrix(0.26458333,0,0,0.26458333,5.1165915,-20.486313)"><flowRegion
          id="flowRegion10759"
          style="text-align:center;text-anchor:middle"><rect
@@ -810,10 +833,5 @@
            y="509.66254"
            style="text-align:center;text-anchor:middle" /></flowRegion><flowPara
-         id="flowPara10763">CCWETProcessor.java</flowPara></flowRoot>    <path
-       style="fill:none;stroke:#000000;stroke-width:0.58551782px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-9-2)"
-       d="m 124.20743,213.25747 c -0.49158,-17.96448 1.24333,-17.96448 1.24333,-17.96448"
-       id="path6644-5-5-7"
-       inkscape:connector-curvature="0" />
-    <flowRoot
+         id="flowPara10763">CCWETProcessor.java</flowPara></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot11618"
@@ -825,5 +843,5 @@
            x="255.71428"
            y="806.80542" /></flowRegion><flowPara
-         id="flowPara11624"></flowPara></flowRoot>    <flowRoot
+         id="flowPara11624" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot11626"
@@ -835,9 +853,9 @@
            x="364.28571"
            y="835.37683" /></flowRegion><flowPara
-         id="flowPara11632"></flowPara></flowRoot>    <flowRoot
+         id="flowPara11632" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot11636"
        style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:24px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
-       transform="matrix(0.26458333,0,0,0.26458333,41.665157,-19.117346)"><flowRegion
+       transform="matrix(0.26458333,0,0,0.26458333,41.665157,-34.992356)"><flowRegion
          id="flowRegion11638"><rect
            id="rect11640"
@@ -846,5 +864,5 @@
            x="340"
            y="826.80542" /></flowRegion><flowPara
-         id="flowPara11642">Crawl with Apache Nutch</flowPara><flowPara
+         id="flowPara11642" /><flowPara
          id="flowPara11644" /></flowRoot>    <rect
        style="opacity:1;fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:1.00157475;stroke-linejoin:bevel;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
@@ -867,5 +885,5 @@
            y="875.03229"
            style="fill:#000000;fill-opacity:0;" /></flowRegion><flowPara
-         id="flowPara12554"></flowPara></flowRoot>    <flowRoot
+         id="flowPara12554" /></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot12556"
@@ -877,7 +895,7 @@
            x="431.84021"
            y="871.49677" /></flowRegion><flowPara
-         id="flowPara12562"></flowPara></flowRoot>    <g
+         id="flowPara12562" /></flowRoot>    <g
        id="g12584"
-       transform="translate(6.9121608,-2.1711027)">
+       transform="translate(35.409039,-23.306338)">
       <g
          transform="translate(59.46747,-6.5481034)"
@@ -921,22 +939,14 @@
            id="flowPara12572" /></flowRoot>    </g>
     <path
-       style="fill:none;stroke:#000000;stroke-width:0.64151984px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-8-8)"
-       d="m 96.775998,235.2001 c 20.118612,-0.52693 20.118602,1.33273 20.118602,1.33273"
+       style="fill:none;stroke:#000000;stroke-width:0.61500657px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-9-2)"
+       d="m 161.40032,200.57914 c -0.49158,-19.81955 1.24333,-19.81955 1.24333,-19.81955"
+       id="path6644-5-5-7"
+       inkscape:connector-curvature="0" />
+    <path
+       style="fill:none;stroke:#000000;stroke-width:0.78573805px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-8-8)"
+       d="m 110.10792,211.95692 c 30.18095,-0.52693 30.18093,1.33273 30.18093,1.33273"
        id="path6644-5-4-0"
        inkscape:connector-curvature="0" />
     <flowRoot
-       xml:space="preserve"
-       id="flowRoot12967"
-       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none"
-       transform="matrix(0.26458333,0,0,0.26458333,-57.452381,56.318459)"><flowRegion
-         id="flowRegion12969"
-         style="text-align:center;text-anchor:middle"><rect
-           id="rect12971"
-           width="252.59795"
-           height="45.616917"
-           x="297.14285"
-           y="771.09113"
-           style="text-align:center;text-anchor:middle" /></flowRegion><flowPara
-         id="flowPara12973">text dump per crawled site</flowPara></flowRoot>    <flowRoot
        xml:space="preserve"
        id="flowRoot13119"
@@ -948,7 +958,7 @@
            x="79.814285"
            y="893.01202" /></flowRegion><flowPara
-         id="flowPara13125"></flowPara></flowRoot>    <g
+         id="flowPara13125" /></flowRoot>    <g
        id="g13297"
-       transform="translate(0,1.0583333)">
+       transform="translate(9.4494046,-25.713581)">
       <g
          transform="translate(-80.712161,97.488904)"
@@ -1077,4 +1087,131 @@
          style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1" />
     </g>
-  </g>
+    <g
+       id="g12584-4"
+       transform="translate(-83.111041,35.25929)">
+      <g
+         transform="translate(59.46747,-6.5481034)"
+         id="g12546-1">
+        <ellipse
+           style="opacity:1;fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26499999;stroke-linejoin:bevel;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
+           id="path12440-2"
+           cx="66.523811"
+           cy="232.36606"
+           rx="13.985119"
+           ry="4.5357141" />
+        <path
+           style="opacity:1;fill:#ffffff;fill-opacity:0.98412697;stroke:#000000;stroke-width:0.26499999;stroke-linejoin:bevel;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
+           d="m 80.473281,254.62108 c 1e-5,2.50501 -6.261304,4.53572 -13.985039,4.53572 -7.723738,0 -13.985059,-2.03071 -13.985049,-4.53572"
+           id="path12532-6"
+           inkscape:connector-curvature="0"
+           sodipodi:nodetypes="csc" />
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 52.538693,232.36606 -0.0355,22.25502"
+           id="path12538-3"
+           inkscape:connector-curvature="0" />
+        <path
+           style="fill:none;stroke:#000000;stroke-width:0.26458332px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
+           d="m 80.508929,232.36606 -0.03565,22.25502"
+           id="path12540-5"
+           inkscape:connector-curvature="0" />
+      </g>
+      <flowRoot
+         transform="matrix(0.26458333,0,0,0.26458333,1.3363477,3.2072344)"
+         style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+         id="flowRoot12564-1"
+         xml:space="preserve"><flowRegion
+           id="flowRegion12566-0"><rect
+             y="876.54755"
+             x="431.33514"
+             height="57.07362"
+             width="86.873116"
+             id="rect12568-8" /></flowRegion><flowPara
+           id="flowPara12570-9">MongoDB</flowPara><flowPara
+           id="flowPara12572-4" /></flowRoot>    </g>
+    <text
+       xml:space="preserve"
+       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:4.93888855px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none;stroke-width:0.26458332"
+       x="128.51186"
+       y="186.63091"
+       id="text14721"><tspan
+         sodipodi:role="line"
+         id="tspan14719"
+         x="128.51186"
+         y="186.63091"
+         style="stroke-width:0.26458332">Crawl with </tspan><tspan
+         sodipodi:role="line"
+         x="128.51186"
+         y="192.80452"
+         style="stroke-width:0.26458332"
+         id="tspan15630">Apache Nutch</tspan></text>
+    <path
+       style="fill:none;stroke:#000000;stroke-width:0.62741137px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-9-2-8)"
+       d="m 41.504639,258.88526 c -0.418819,-24.21071 1.059298,-24.21071 1.059298,-24.21071"
+       id="path6644-5-5-7-9"
+       inkscape:connector-curvature="0" />
+    <flowRoot
+       xml:space="preserve"
+       id="flowRoot15304"
+       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+       transform="matrix(0.26458333,0,0,0.26458333,-9.0714287,-1.889881)"><flowRegion
+         id="flowRegion15306"><rect
+           id="rect15308"
+           width="147.14287"
+           height="54.285732"
+           x="444.28571"
+           y="833.94824" /></flowRegion><flowPara
+         id="flowPara15310">get text dump of</flowPara><flowPara
+         id="flowPara15314">each crawled site</flowPara></flowRoot>    <flowRoot
+       xml:space="preserve"
+       id="flowRoot10757-0"
+       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:start;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:start;fill:#000000;fill-opacity:1;stroke:none"
+       transform="matrix(0.26458333,0,0,0.26458333,9.8528943,103.04083)"><flowRegion
+         id="flowRegion10759-1"
+         style="text-align:start;text-anchor:start"><rect
+           id="rect10761-2"
+           width="360.54208"
+           height="74.783302"
+           x="145.71428"
+           y="509.66254"
+           style="text-align:start;text-anchor:start" /></flowRegion><flowPara
+         id="flowPara10763-6">NutchTextDumpToMongoDB.java</flowPara><flowPara
+         id="flowPara15752">- compute + store site and page level meta</flowPara><flowPara
+         id="flowPara15748">- store full text per web page</flowPara></flowRoot>    <flowRoot
+       xml:space="preserve"
+       id="flowRoot15734"
+       style="fill:black;fill-opacity:1;stroke:none;font-family:Arial;font-style:normal;font-weight:normal;font-size:18.66666667px;line-height:1.25;letter-spacing:0px;word-spacing:0px;-inkscape-font-specification:'Arial, Normal';font-stretch:normal;font-variant:normal;text-anchor:start;text-align:start;writing-mode:lr;font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal"><flowRegion
+         id="flowRegion15736"><rect
+           id="rect15738"
+           width="184.28572"
+           height="52.312145"
+           x="345.71429"
+           y="944.49323" /></flowRegion><flowPara
+         id="flowPara15740" /></flowRoot>    <ellipse
+       style="opacity:1;fill:#000000;fill-opacity:0;stroke:#000000;stroke-width:0.26499999;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1"
+       id="path15809"
+       cx="144.57588"
+       cy="271.4866"
+       rx="41.766369"
+       ry="14.930058" />
+    <path
+       style="fill:none;stroke:#000000;stroke-width:0.78573805px;stroke-linecap:butt;stroke-linejoin:round;stroke-opacity:1;marker-start:url(#Arrow2Lstart-2-8-8-6)"
+       d="m 91.922716,272.44387 c -30.180951,-0.52693 -30.18093,1.33273 -30.18093,1.33273"
+       id="path6644-5-4-0-2"
+       inkscape:connector-curvature="0" />
+    <flowRoot
+       xml:space="preserve"
+       id="flowRoot16118"
+       style="font-style:normal;font-variant:normal;font-weight:normal;font-stretch:normal;font-size:18.66666603px;line-height:1.25;font-family:Arial;-inkscape-font-specification:'Arial, Normal';font-variant-ligatures:normal;font-variant-caps:normal;font-variant-numeric:normal;font-feature-settings:normal;text-align:center;letter-spacing:0px;word-spacing:0px;writing-mode:lr-tb;text-anchor:middle;fill:#000000;fill-opacity:1;stroke:none"
+       transform="scale(0.26458333)"><flowRegion
+         id="flowRegion16120"
+         style="text-align:center;text-anchor:middle"><rect
+           id="rect16122"
+           width="222.85715"
+           height="55.714287"
+           x="434.28571"
+           y="996.80542"
+           style="text-align:center;text-anchor:middle" /></flowRegion><flowPara
+         id="flowPara16124">Filter</flowPara><flowPara
+         id="flowPara16126">with MongoDB queries</flowPara></flowRoot>  </g>
 </svg>
