Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/currency.xml
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/currency.xml	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/currency.xml	(revision 30001)
@@ -0,0 +1,67 @@
+<?xml version="1.0" ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<!-- Example exchange rates file for CurrencyField type named "currency" in example schema -->
+
+<currencyConfig version="1.0">
+  <rates>
+    <!-- Updated from http://www.exchangerate.com/ at 2011-09-27 -->
+    <rate from="USD" to="ARS" rate="4.333871" comment="ARGENTINA Peso" />
+    <rate from="USD" to="AUD" rate="1.025768" comment="AUSTRALIA Dollar" />
+    <rate from="USD" to="EUR" rate="0.743676" comment="European Euro" />
+    <rate from="USD" to="BRL" rate="1.881093" comment="BRAZIL Real" />
+    <rate from="USD" to="CAD" rate="1.030815" comment="CANADA Dollar" />
+    <rate from="USD" to="CLP" rate="519.0996" comment="CHILE Peso" />
+    <rate from="USD" to="CNY" rate="6.387310" comment="CHINA Yuan" />
+    <rate from="USD" to="CZK" rate="18.47134" comment="CZECH REP. Koruna" />
+    <rate from="USD" to="DKK" rate="5.515436" comment="DENMARK Krone" />
+    <rate from="USD" to="HKD" rate="7.801922" comment="HONG KONG Dollar" />
+    <rate from="USD" to="HUF" rate="215.6169" comment="HUNGARY Forint" />
+    <rate from="USD" to="ISK" rate="118.1280" comment="ICELAND Krona" />
+    <rate from="USD" to="INR" rate="49.49088" comment="INDIA Rupee" />
+    <rate from="USD" to="XDR" rate="0.641358" comment="INTNL MON. FUND SDR" />
+    <rate from="USD" to="ILS" rate="3.709739" comment="ISRAEL Sheqel" />
+    <rate from="USD" to="JPY" rate="76.32419" comment="JAPAN Yen" />
+    <rate from="USD" to="KRW" rate="1169.173" comment="KOREA (SOUTH) Won" />
+    <rate from="USD" to="KWD" rate="0.275142" comment="KUWAIT Dinar" />
+    <rate from="USD" to="MXN" rate="13.85895" comment="MEXICO Peso" />
+    <rate from="USD" to="NZD" rate="1.285159" comment="NEW ZEALAND Dollar" />
+    <rate from="USD" to="NOK" rate="5.859035" comment="NORWAY Krone" />
+    <rate from="USD" to="PKR" rate="87.57007" comment="PAKISTAN Rupee" />
+    <rate from="USD" to="PEN" rate="2.730683" comment="PERU Sol" />
+    <rate from="USD" to="PHP" rate="43.62039" comment="PHILIPPINES Peso" />
+    <rate from="USD" to="PLN" rate="3.310139" comment="POLAND Zloty" />
+    <rate from="USD" to="RON" rate="3.100932" comment="ROMANIA Leu" />
+    <rate from="USD" to="RUB" rate="32.14663" comment="RUSSIA Ruble" />
+    <rate from="USD" to="SAR" rate="3.750465" comment="SAUDI ARABIA Riyal" />
+    <rate from="USD" to="SGD" rate="1.299352" comment="SINGAPORE Dollar" />
+    <rate from="USD" to="ZAR" rate="8.329761" comment="SOUTH AFRICA Rand" />
+    <rate from="USD" to="SEK" rate="6.883442" comment="SWEDEN Krona" />
+    <rate from="USD" to="CHF" rate="0.906035" comment="SWITZERLAND Franc" />
+    <rate from="USD" to="TWD" rate="30.40283" comment="TAIWAN Dollar" />
+    <rate from="USD" to="THB" rate="30.89487" comment="THAILAND Baht" />
+    <rate from="USD" to="AED" rate="3.672955" comment="U.A.E. Dirham" />
+    <rate from="USD" to="UAH" rate="7.988582" comment="UKRAINE Hryvnia" />
+    <rate from="USD" to="GBP" rate="0.647910" comment="UNITED KINGDOM Pound" />
+    
+    <!-- Cross-rates for some common currencies -->
+    <rate from="EUR" to="GBP" rate="0.869914" />  
+    <rate from="EUR" to="NOK" rate="7.800095" />  
+    <rate from="GBP" to="NOK" rate="8.966508" />  
+  </rates>
+</currencyConfig>
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/elevate.xml
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/elevate.xml	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/elevate.xml	(revision 30001)
@@ -0,0 +1,38 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements.  See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License.  You may obtain a copy of the License at
+
+     http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<!-- If this file is found in the config directory, it will only be
+     loaded once at startup.  If it is found in Solr's data
+     directory, it will be re-loaded every commit.
+
+   See http://wiki.apache.org/solr/QueryElevationComponent for more info
+
+-->
+<elevate>
+ <query text="foo bar">
+  <doc id="1" />
+  <doc id="2" />
+  <doc id="3" />
+ </query>
+ 
+ <query text="ipod">
+   <doc id="MA147LL/A" />  <!-- put the actual ipod at the top -->
+   <doc id="IW-02" exclude="true" /> <!-- exclude this cable -->
+ </query>
+ 
+</elevate>
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ca.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ca.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ca.txt	(revision 30001)
@@ -0,0 +1,8 @@
+# Set of Catalan contractions for ElisionFilter
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+d
+l
+m
+n
+s
+t
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_fr.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_fr.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_fr.txt	(revision 30001)
@@ -0,0 +1,15 @@
+# Set of French contractions for ElisionFilter
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+l
+m
+t
+qu
+n
+s
+j
+d
+c
+jusqu
+quoiqu
+lorsqu
+puisqu
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ga.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ga.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_ga.txt	(revision 30001)
@@ -0,0 +1,5 @@
+# Set of Irish contractions for ElisionFilter
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+d
+m
+b
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_it.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_it.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/contractions_it.txt	(revision 30001)
@@ -0,0 +1,23 @@
+# Set of Italian contractions for ElisionFilter
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+c
+l 
+all 
+dall 
+dell 
+nell 
+sull 
+coll 
+pell 
+gl 
+agl 
+dagl 
+degl 
+negl 
+sugl 
+un 
+m 
+t 
+s 
+v 
+d
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/hyphenations_ga.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/hyphenations_ga.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/hyphenations_ga.txt	(revision 30001)
@@ -0,0 +1,5 @@
+# Set of Irish hyphenations for StopFilter
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+h
+n
+t
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stemdict_nl.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stemdict_nl.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stemdict_nl.txt	(revision 30001)
@@ -0,0 +1,6 @@
+# Set of overrides for the dutch stemmer
+# TODO: load this as a resource from the analyzer and sync it in build.xml
+fiets	fiets
+bromfiets	bromfiets
+ei	eier
+kind	kinder
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stoptags_ja.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stoptags_ja.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stoptags_ja.txt	(revision 30001)
@@ -0,0 +1,436 @@
+#
+# This file defines a Japanese stoptag set for JapanesePartOfSpeechStopFilter.
+#
+# Any token with a part-of-speech tag that exactly matches those defined in this
+# file are removed from the token stream.
+#
+# Set your own stoptags by uncommenting the lines below.  Note that comments are
+# not allowed on the same line as a stoptag.  See LUCENE-3745 for frequency lists,
+# etc. that can be useful for building you own stoptag set.
+#
+# The entire possible tagset is provided below for convenience.
+#
+#####
+#  noun: unclassified nouns
+#åè©
+#
+#  noun-common: Common nouns or nouns where the sub-classification is undefined
+#åè©-äžè¬
+#
+#  noun-proper: Proper nouns where the sub-classification is undefined 
+#åè©-åºæåè©
+#
+#  noun-proper-misc: miscellaneous proper nouns
+#åè©-åºæåè©-äžè¬
+#
+#  noun-proper-person: Personal names where the sub-classification is undefined
+#åè©-åºæåè©-äººå
+#
+#  noun-proper-person-misc: names that cannot be divided into surname and 
+#  given name; foreign names; names where the surname or given name is unknown.
+#  e.g. ãåžã®æ¹
+#åè©-åºæåè©-äººå-äžè¬
+#
+#  noun-proper-person-surname: Mainly Japanese surnames.
+#  e.g. å±±ç°
+#åè©-åºæåè©-äººå-å§
+#
+#  noun-proper-person-given_name: Mainly Japanese given names.
+#  e.g. å€ªé
+#åè©-åºæåè©-äººå-å
+#
+#  noun-proper-organization: Names representing organizations.
+#  e.g. éç£ç, NHK
+#åè©-åºæåè©-çµç¹
+#
+#  noun-proper-place: Place names where the sub-classification is undefined
+#åè©-åºæåè©-å°å
+#
+#  noun-proper-place-misc: Place names excluding countries.
+#  e.g. ã¢ãžã¢, ãã«ã»ã­ã, äº¬éœ
+#åè©-åºæåè©-å°å-äžè¬
+#
+#  noun-proper-place-country: Country names. 
+#  e.g. æ¥æ¬, ãªãŒã¹ãã©ãªã¢
+#åè©-åºæåè©-å°å-åœ
+#
+#  noun-pronoun: Pronouns where the sub-classification is undefined
+#åè©-ä»£åè©
+#
+#  noun-pronoun-misc: miscellaneous pronouns: 
+#  e.g. ãã, ãã, ããã€, ããªã, ãã¡ãã¡, ããã€, ã©ãã, ãªã«, ã¿ãªãã, ã¿ããª, ãããã, ãããã
+#åè©-ä»£åè©-äžè¬
+#
+#  noun-pronoun-contraction: Spoken language contraction made by combining a 
+#  pronoun and the particle 'wa'.
+#  e.g. ããã, ããã, ãããã, ããã, ãããã 
+#åè©-ä»£åè©-çž®çŽ
+#
+#  noun-adverbial: Temporal nouns such as names of days or months that behave 
+#  like adverbs. Nouns that represent amount or ratios and can be used adverbially,
+#  e.g. éæ, äžæ, ååŸ, å°é
+#åè©-å¯è©å¯èœ
+#
+#  noun-verbal: Nouns that take arguments with case and can appear followed by 
+#  'suru' and related verbs (ãã, ã§ãã, ãªãã, ãã ãã)
+#  e.g. ã€ã³ããã, æç, æªå, æªæŠèŠé, äžå®å¿, äžåã
+#åè©-ãµå€æ¥ç¶
+#
+#  noun-adjective-base: The base form of adjectives, words that appear before ãª ("na")
+#  e.g. å¥åº·, å®æ, é§ç®, ã ã
+#åè©-åœ¢å®¹åè©èªå¹¹
+#
+#  noun-numeric: Arabic numbers, Chinese numerals, and counters like äœ (å), æ°.
+#  e.g. 0, 1, 2, äœ, æ°, å¹Ÿ
+#åè©-æ°
+#
+#  noun-affix: noun affixes where the sub-classification is undefined
+#åè©-éèªç«
+#
+#  noun-affix-misc: Of adnominalizers, the case-marker ã® ("no"), and words that 
+#  attach to the base form of inflectional words, words that cannot be classified 
+#  into any of the other categories below. This category includes indefinite nouns.
+#  e.g. ããã€ã, æ, ãã, ç²æ, æ°, ããã, å«ã, ãã, ç, ããš, äº, ããš, æ¯, ãã ã, æ¬¡ç¬¬, 
+#       é , ãã, æçº, ã€ãã§, åºã§, ã€ãã, ç©ãã, ç¹, ã©ãã, ã®, ã¯ã, ç­, ã¯ãã¿, åŒŸã¿, 
+#       æå­, ãµã, ãµã, æ¯ã, ã»ã, æ¹, æš, ãã®, ç©, è
+, ãã, æ
+, ããã, æä»¥, ãã, èš³,
+#       ãã, å²ã, å², ã-å£èª/, ãã-å£èª/
+#åè©-éèªç«-äžè¬
+#
+#  noun-affix-adverbial: noun affixes that that can behave as adverbs.
+#  e.g. ããã , é, ããã, æãå¥, ããš, åŸ, äœã, ä»¥å€, ä»¥é, ä»¥åŸ, ä»¥äž, ä»¥å, äžæ¹, ãã, 
+#       äž, ãã¡, å
+, ãã, æã, ããã, éã, ãã, ã£ãã, çµæ, ãã, é , ãã, é, æäž­, ããªã, 
+#       æäž­, ããã, èªäœ, ãã³, åºŠ, ãã, çº, ã€ã©, éœåºŠ, ãšãã, éã, ãšã, æ, ãšãã, æ, 
+#       ãšãã, éç«¯, ãªã, äž­, ã®ã¡, åŸ, ã°ãã, å Žå, æ¥, ã¶ã, å, ã»ã, ä», ãŸã, å, ãŸãŸ, 
+#       å, äŸ­, ã¿ãã, ç¢å
+
+#åè©-éèªç«-å¯è©å¯èœ
+#
+#  noun-affix-aux: noun affixes treated as å©åè© ("auxiliary verb") in school grammars 
+#  with the stem ãã(ã ) ("you(da)").
+#  e.g.  ãã, ãã, æ§ (ãã)
+#åè©-éèªç«-å©åè©èªå¹¹
+#  
+#  noun-affix-adjective-base: noun affixes that can connect to the indeclinable
+#  connection form ãª (aux "da").
+#  e.g. ã¿ãã, ãµã
+#åè©-éèªç«-åœ¢å®¹åè©èªå¹¹
+#
+#  noun-special: special nouns where the sub-classification is undefined.
+#åè©-ç¹æ®
+#
+#  noun-special-aux: The ããã  ("souda") stem form that is used for reporting news, is 
+#  treated as å©åè© ("auxiliary verb") in school grammars, and attach to the base 
+#  form of inflectional words.
+#  e.g. ãã
+#åè©-ç¹æ®-å©åè©èªå¹¹
+#
+#  noun-suffix: noun suffixes where the sub-classification is undefined.
+#åè©-æ¥å°Ÿ
+#
+#  noun-suffix-misc: Of the nouns or stem forms of other parts of speech that connect 
+#  to ã¬ã« or ã¿ã€ and can combine into compound nouns, words that cannot be classified into
+#  any of the other categories below. In general, this category is more inclusive than 
+#  æ¥å°Ÿèª ("suffix") and is usually the last element in a compound noun.
+#  e.g. ãã, ãã, æ¹, ç²æ (ãã), ããã, ãã¿, æ°å³, ããã¿, (ïœãã) ã, æ¬¡ç¬¬, æž (ã) ã¿,
+#       ãã, (ã§ã)ã£ã, æ, èŠ³, æ§, å­Š, é¡, é¢, çš
+#åè©-æ¥å°Ÿ-äžè¬
+#
+#  noun-suffix-person: Suffixes that form nouns and attach to person names more often
+#  than other nouns.
+#  e.g. å, æ§, è
+#åè©-æ¥å°Ÿ-äººå
+#
+#  noun-suffix-place: Suffixes that form nouns and attach to place names more often 
+#  than other nouns.
+#  e.g. çº, åž, ç
+#åè©-æ¥å°Ÿ-å°å
+#
+#  noun-suffix-verbal: Of the suffixes that attach to nouns and form nouns, those that 
+#  can appear before ã¹ã« ("suru").
+#  e.g. å, èŠ, åã, å
+¥ã, èœã¡, è²·ã
+#åè©-æ¥å°Ÿ-ãµå€æ¥ç¶
+#
+#  noun-suffix-aux: The stem form of ããã  (æ§æ
+) that is used to indicate conditions, 
+#  is treated as å©åè© ("auxiliary verb") in school grammars, and attach to the 
+#  conjunctive form of inflectional words.
+#  e.g. ãã
+#åè©-æ¥å°Ÿ-å©åè©èªå¹¹
+#
+#  noun-suffix-adjective-base: Suffixes that attach to other nouns or the conjunctive 
+#  form of inflectional words and appear before the copula ã  ("da").
+#  e.g. ç, ã, ãã¡
+#åè©-æ¥å°Ÿ-åœ¢å®¹åè©èªå¹¹
+#
+#  noun-suffix-adverbial: Suffixes that attach to other nouns and can behave as adverbs.
+#  e.g. åŸ (ã), ä»¥åŸ, ä»¥é, ä»¥å, ååŸ, äž­, æ«, äž, æ (ã)
+#åè©-æ¥å°Ÿ-å¯è©å¯èœ
+#
+#  noun-suffix-classifier: Suffixes that attach to numbers and form nouns. This category 
+#  is more inclusive than å©æ°è© ("classifier") and includes common nouns that attach 
+#  to numbers.
+#  e.g. å, ã€, æ¬, å, ããŒã»ã³ã, cm, kg, ã«æ, ãåœ, åºç», æé, æå
+#åè©-æ¥å°Ÿ-å©æ°è©
+#
+#  noun-suffix-special: Special suffixes that mainly attach to inflecting words.
+#  e.g. (æ¥œã) ã, (èã) æ¹
+#åè©-æ¥å°Ÿ-ç¹æ®
+#
+#  noun-suffix-conjunctive: Nouns that behave like conjunctions and join two words 
+#  together.
+#  e.g. (æ¥æ¬) å¯Ÿ (ã¢ã¡ãªã«), å¯Ÿ (ã¢ã¡ãªã«), (3) å¯Ÿ (5), (å¥³åª) å
+Œ (äž»å©Š)
+#åè©-æ¥ç¶è©ç
+#
+#  noun-verbal_aux: Nouns that attach to the conjunctive particle ãŠ ("te") and are 
+#  semantically verb-like.
+#  e.g. ããã, ãèŠ§, åŸ¡èŠ§, é æŽ
+#åè©-åè©éèªç«ç
+#
+#  noun-quotation: text that cannot be segmented into words, proverbs, Chinese poetry, 
+#  dialects, English, etc. Currently, the only entry for åè© åŒçšæå­å ("noun quotation") 
+#  is ããã ("iwaku").
+#åè©-åŒçšæå­å
+#
+#  noun-nai_adjective: Words that appear before the auxiliary verb ãªã ("nai") and
+#  behave like an adjective.
+#  e.g. ç³ãèš³, ä»æ¹, ãšãã§ã, éã
+#åè©-ãã€åœ¢å®¹è©èªå¹¹
+#
+#####
+#  prefix: unclassified prefixes
+#æ¥é ­è©
+#
+#  prefix-nominal: Prefixes that attach to nouns (including adjective stem forms) 
+#  excluding numerical expressions.
+#  e.g. ã (æ°Ž), æ (æ°), å (ç€Ÿ), æ
+ (ïœæ°), é« (åè³ª), ã (èŠäº), ã (ç«æŽŸ)
+#æ¥é ­è©-åè©æ¥ç¶
+#
+#  prefix-verbal: Prefixes that attach to the imperative form of a verb or a verb
+#  in conjunctive form followed by ãªã/ãªãã/ãã ãã.
+#  e.g. ã (èª­ã¿ãªãã), ã (åº§ã)
+#æ¥é ­è©-åè©æ¥ç¶
+#
+#  prefix-adjectival: Prefixes that attach to adjectives.
+#  e.g. ã (å¯ãã§ãã­ã), ãã« (ã§ãã)
+#æ¥é ­è©-åœ¢å®¹è©æ¥ç¶
+#
+#  prefix-numerical: Prefixes that attach to numerical expressions.
+#  e.g. çŽ, ããã, æ¯æ
+#æ¥é ­è©-æ°æ¥ç¶
+#
+#####
+#  verb: unclassified verbs
+#åè©
+#
+#  verb-main:
+#åè©-èªç«
+#
+#  verb-auxiliary:
+#åè©-éèªç«
+#
+#  verb-suffix:
+#åè©-æ¥å°Ÿ
+#
+#####
+#  adjective: unclassified adjectives
+#åœ¢å®¹è©
+#
+#  adjective-main:
+#åœ¢å®¹è©-èªç«
+#
+#  adjective-auxiliary:
+#åœ¢å®¹è©-éèªç«
+#
+#  adjective-suffix:
+#åœ¢å®¹è©-æ¥å°Ÿ
+#
+#####
+#  adverb: unclassified adverbs
+#å¯è©
+#
+#  adverb-misc: Words that can be segmented into one unit and where adnominal 
+#  modification is not possible.
+#  e.g. ãããããã, å€å
+#å¯è©-äžè¬
+#
+#  adverb-particle_conjunction: Adverbs that can be followed by ã®, ã¯, ã«, 
+#  ãª, ãã, ã , etc.
+#  e.g. ãããªã«, ãããªã«, ãããªã«, ãªã«ã, ãªãã§ã
+#å¯è©-å©è©é¡æ¥ç¶
+#
+#####
+#  adnominal: Words that only have noun-modifying forms.
+#  e.g. ãã®, ãã®, ãã®, ã©ã®, ãããã, ãªãããã®, äœããã®, ããããª, ãããã, ãããã, ãããã, 
+#       ã©ããã, ãããª, ãããª, ãããª, ã©ããª, å€§ããª, å°ããª, ããããª, ã»ãã®, ãããã, 
+#       ã(, ã) ãã (ããšãªãã)ã, åŸ®ã
+ãã, å ã
+ãã, åãªã, ãããªã, æãããåã, äº¡ã
+#é£äœè©
+#
+#####
+#  conjunction: Conjunctions that can occur independently.
+#  e.g. ã, ããã©ã, ãããŠ, ããã, ããã©ããã
+æ¥ç¶è©
+#
+#####
+#  particle: unclassified particles.
+å©è©
+#
+#  particle-case: case particles where the subclassification is undefined.
+å©è©-æ Œå©è©
+#
+#  particle-case-misc: Case particles.
+#  e.g. ãã, ã, ã§, ãš, ã«, ãž, ãã, ã, ã®, ã«ãŠ
+å©è©-æ Œå©è©-äžè¬
+#
+#  particle-case-quote: the "to" that appears after nouns, a personâs speech, 
+#  quotation marks, expressions of decisions from a meeting, reasons, judgements,
+#  conjectures, etc.
+#  e.g. ( ã ) ãš (è¿°ã¹ã.), ( ã§ãã) ãš (ããŠå·è¡ç¶äº...)
+å©è©-æ Œå©è©-åŒçš
+#
+#  particle-case-compound: Compounds of particles and verbs that mainly behave 
+#  like case particles.
+#  e.g. ãšãã, ãšãã£ã, ãšããã, ãšããŠ, ãšãšãã«, ãšå
+±ã«, ã§ãã£ãŠ, ã«ããã£ãŠ, ã«åœãã£ãŠ, ã«åœã£ãŠ,
+#       ã«ããã, ã«åœãã, ã«åœã, ã«åœãã, ã«ããã, ã«ãããŠ, ã«æŒããŠ,ã«æŒãŠ, ã«ããã, ã«æŒãã, 
+#       ã«ãã, ã«ãããŠ, ã«ããã, ã«é¢ã, ã«ããããŠ, ã«é¢ããŠ, ã«ãããã, ã«é¢ãã, ã«éã, 
+#       ã«éããŠ, ã«ãããã, ã«åŸã, ã«åŸã, ã«ãããã£ãŠ, ã«åŸã£ãŠ, ã«ããã, ã«å¯Ÿã, ã«ããããŠ, 
+#       ã«å¯ŸããŠ, ã«ãããã, ã«å¯Ÿãã, ã«ã€ããŠ, ã«ã€ã, ã«ã€ã, ã«ã€ããŠ, ã«ã€ã, ã«ã€ããŠ, ã«ãšã£ãŠ,
+#       ã«ãšã, ã«ãŸã€ãã, ã«ãã£ãŠ, ã«äŸã£ãŠ, ã«å ã£ãŠ, ã«ãã, ã«äŸã, ã«å ã, ã«ãã, ã«äŸã, ã«å ã, 
+#       ã«ããã£ãŠ, ã«ããã, ããã£ãŠ, ãä»¥ã£ãŠ, ãéã, ãéããŠ, ãéããŠ, ãããã£ãŠ, ãããã, ãããã,
+#       ã£ãŠ-å£èª/, ã¡ã
+ã-é¢è¥¿åŒããšããã/, (äœ) ãŠãã (äºº)-å£èª/, ã£ãŠãã-å£èª/, ãšããµ, ãšãããµ
+å©è©-æ Œå©è©-é£èª
+#
+#  particle-conjunctive:
+#  e.g. ãã, ããã«ã¯, ã, ããã©, ããã©ã, ãã©, ã, ã€ã€, ãŠ, ã§, ãš, ãšããã, ã©ããã, ãšã, ã©ã, 
+#       ãªãã, ãªã, ã®ã§, ã®ã«, ã°, ãã®ã®, ã ( ãã), ãããªã, (ããã) ãã(ãããªã)-å£èª/, 
+#       (è¡ã£) ã¡ã(ãããªã)-å£èª/, (èšã£) ãã£ãŠ (ãããããªã)-å£èª/, (ããããªã)ã£ãã£ãŠ (å¹³æ°)-å£èª/
+å©è©-æ¥ç¶å©è©
+#
+#  particle-dependency:
+#  e.g. ãã, ãã, ãã, ãã, ã¯, ã, ã
+å©è©-ä¿å©è©
+#
+#  particle-adverbial:
+#  e.g. ããŠã, ãã, ããã, äœ, ããã, ãã, (å­Šæ ¡) ãã(ãããæµè¡ã£ãŠãã)-å£èª/, 
+#       (ãã)ããã (ãããªã)-å£èª/, ãã€, (ç§) ãªã, ãªã©, (ç§) ãªã (ã«), (å
+ç) ãªãã (å€§å«ã)-å£èª/,
+#       (ç§) ãªãã, (å
+ç) ãªããŠ (å€§å«ã)-å£èª/, ã®ã¿, ã ã, (ç§) ã ã£ãŠ-å£èª/, ã ã«, 
+#       (åœŒ)ã£ãã-å£èª/, (ãè¶) ã§ã (ããã), ç­ (ãšã), (ä»åŸ) ãšã, ã°ãã, ã°ã£ã-å£èª/, ã°ã£ãã-å£èª/,
+#       ã»ã©, çš, ãŸã§, è¿, (èª°) ã (ã)([å©è©-æ Œå©è©] ããã³ [å©è©-ä¿å©è©] ã®åã«äœçœ®ããããã)
+å©è©-å¯å©è©
+#
+#  particle-interjective: particles with interjective grammatical roles.
+#  e.g. (æŸå³¶) ã
+å©è©-éæå©è©
+#
+#  particle-coordinate:
+#  e.g. ãš, ãã, ã ã®, ã ã, ãšã, ãªã, ã, ãã
+å©è©-äžŠç«å©è©
+#
+#  particle-final:
+#  e.g. ãã, ããã, ã, ã, (ã )ã£ã-å£èª/, (ãšãŸã£ãŠã) ã§-æ¹èš/, ãª, ã, ãªã-å£èª/, ã, ã­, ã, 
+#       ã­ã-å£èª/, ã­ã-å£èª/, ã­ã-æ¹èš/, ã®, ã®ã-å£èª/, ã, ã, ãš, ãã-å£èª/, ã, ãã-å£èª/
+å©è©-çµå©è©
+#
+#  particle-adverbial/conjunctive/final: The particle "ka" when unknown whether it is 
+#  adverbial, conjunctive, or sentence final. For example:
+#       (a) ãA ã B ãã. Ex:ã(åœå
+ã§éçšãã) ã,(æµ·å€ã§éçšãã) ã (.)ã
+#       (b) Inside an adverb phrase. Ex:ã(å¹žããšãã) ã (, æ­»è
+ã¯ããªãã£ã.)ã
+#           ã(ç¥ããå±ãããã) ã (, è©Šéšã«åæ Œãã.)ã
+#       (c) ããã®ããã«ã. Ex:ã(äœããªãã£ã) ã (ã®ããã«æ¯ãèã£ã.)ã
+#  e.g. ã
+å©è©-å¯å©è©ïŒäžŠç«å©è©ïŒçµå©è©
+#
+#  particle-adnominalizer: The "no" that attaches to nouns and modifies 
+#  non-inflectional words.
+å©è©-é£äœå
+#
+#  particle-adnominalizer: The "ni" and "to" that appear following nouns and adverbs 
+#  that are giongo, giseigo, or gitaigo.
+#  e.g. ã«, ãš
+å©è©-å¯è©å
+#
+#  particle-special: A particle that does not fit into one of the above classifications. 
+#  This includes particles that are used in Tanka, Haiku, and other poetry.
+#  e.g. ããª, ãã, ( ããã ãã) ã«, (ããã) ã«ã(ãããã), (ä¿º) ã (å®¶)
+å©è©-ç¹æ®
+#
+#####
+#  auxiliary-verb:
+å©åè©
+#
+#####
+#  interjection: Greetings and other exclamations.
+#  e.g. ãã¯ãã, ãã¯ããããããŸã, ããã«ã¡ã¯, ããã°ãã¯, ããããšã, ã©ããããããšã, ããããšãããããŸã, 
+#       ããã ããŸã, ãã¡ããããŸ, ãããªã, ããããªã, ã¯ã, ããã, ããã, ããããªãã
+#æåè©
+#
+#####
+#  symbol: unclassified Symbols.
+èšå·
+#
+#  symbol-misc: A general symbol not in one of the categories below.
+#  e.g. [ââ@$ãâ+]
+èšå·-äžè¬
+#
+#  symbol-comma: Commas
+#  e.g. [,ã]
+èšå·-èª­ç¹
+#
+#  symbol-period: Periods and full stops.
+#  e.g. [.ïŒã]
+èšå·-å¥ç¹
+#
+#  symbol-space: Full-width whitespace.
+èšå·-ç©ºçœ
+#
+#  symbol-open_bracket:
+#  e.g. [({ââãã]
+èšå·-æ¬åŒ§é
+#
+#  symbol-close_bracket:
+#  e.g. [)}ââããã]
+èšå·-æ¬åŒ§é
+#
+#  symbol-alphabetic:
+#èšå·-ã¢ã«ãã¡ããã
+#
+#####
+#  other: unclassified other
+#ãã®ä»
+#
+#  other-interjection: Words that are hard to classify as noun-suffixes or 
+#  sentence-final particles.
+#  e.g. (ã )ã¡
+ãã®ä»-éæ
+#
+#####
+#  filler: Aizuchi that occurs during a conversation or sounds inserted as filler.
+#  e.g. ãã®, ãããš, ããš
+ãã£ã©ãŒ
+#
+#####
+#  non-verbal: non-verbal sound.
+éèšèªé³
+#
+#####
+#  fragment:
+#èªæ­ç
+#
+#####
+#  unknown: unknown part of speech.
+#æªç¥èª
+#
+##### End of file
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ar.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ar.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ar.txt	(revision 30001)
@@ -0,0 +1,145 @@
+# This file was created by Jacques Savoy and is distributed under the BSD license.
+# See http://members.unine.ch/jacques.savoy/clef/index.html.
+# Also see http://www.opensource.org/licenses/bsd-license.html
+# Cleaned on October 11, 2009 (not normalized, so use before normalization)
+# This means that when modifying this list, you might need to add some 
+# redundant entries, for example containing forms with both Ø£ and Ø§
+Ù
+Ù
+ÙÙ
+Ù
+Ù
+ÙÙØ§
+Ù
+ÙÙ
+ÙÙ
+ÙÙÙ
+ÙÙÙØ§
+ÙÙÙ
+Ù
+Ù
+Ø«Ù
+
+Ø§Ù
+Ø£Ù
+Øš
+ØšÙØ§
+ØšÙ
+Ø§
+Ø£
+Ø§Ù
+Ø§Ù
+Ø£Ù
+Ø£Ù
+ÙØ§
+ÙÙØ§
+Ø§ÙØ§
+Ø£ÙØ§
+Ø¥ÙØ§
+ÙÙÙ
+Ù
+Ø§
+ÙÙ
+Ø§
+ÙÙ
+Ø§
+ÙÙ
+Ø§
+Ø¹Ù
+Ù
+Ø¹
+Ø§Ø°Ø§
+Ø¥Ø°Ø§
+Ø§Ù
+Ø£Ù
+Ø¥Ù
+Ø§ÙÙØ§
+Ø£ÙÙØ§
+Ø¥ÙÙØ§
+Ø§ÙÙ
+Ø£ÙÙ
+Ø¥ÙÙ
+ØšØ§Ù
+ØšØ£Ù
+ÙØ§Ù
+ÙØ£Ù
+ÙØ§Ù
+ÙØ£Ù
+ÙØ¥Ù
+Ø§ÙØªÙ
+Ø§ÙØªÙ
+Ø§ÙØ°Ù
+Ø§ÙØ°Ù
+Ø§ÙØ°ÙÙ
+Ø§ÙÙ
+Ø§ÙÙ
+Ø¥ÙÙ
+Ø¥ÙÙ
+Ø¹ÙÙ
+Ø¹ÙÙÙØ§
+Ø¹ÙÙÙ
+Ø§Ù
+Ø§
+Ø£Ù
+Ø§
+Ø¥Ù
+Ø§
+Ø§ÙØ¶Ø§
+Ø£ÙØ¶Ø§
+ÙÙ
+ÙÙÙ
+ÙÙ
+
+ÙÙÙ
+
+ÙÙ
+ÙÙÙ
+ÙÙ
+ÙÙ
+ÙÙ
+ÙÙÙ
+ÙÙÙ
+ÙÙÙ
+ÙÙÙ
+ÙÙÙ
+ÙÙÙ
+Ø§ÙØª
+Ø£ÙØª
+ÙÙ
+ÙÙØ§
+ÙÙ
+ÙØ°Ù
+ÙØ°Ø§
+ØªÙÙ
+Ø°ÙÙ
+ÙÙØ§Ù
+ÙØ§ÙØª
+ÙØ§Ù
+ÙÙÙÙ
+ØªÙÙÙ
+ÙÙØ§ÙØª
+ÙÙØ§Ù
+ØºÙØ±
+ØšØ¹Ø¶
+ÙØ¯
+ÙØ­Ù
+ØšÙÙ
+ØšÙÙÙ
+Ø§
+Ù
+ÙØ°
+Ø¶Ù
+Ù
+Ø­ÙØ«
+Ø§ÙØ§Ù
+Ø§ÙØ¢Ù
+Ø®ÙØ§Ù
+ØšØ¹Ø¯
+ÙØšÙ
+Ø­ØªÙ
+Ø¹ÙØ¯
+Ø¹ÙØ¯Ù
+Ø§
+ÙØ¯Ù
+Ø¬Ù
+ÙØ¹
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_bg.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_bg.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_bg.txt	(revision 30001)
@@ -0,0 +1,197 @@
+# This file was created by Jacques Savoy and is distributed under the BSD license.
+# See http://members.unine.ch/jacques.savoy/clef/index.html.
+# Also see http://www.opensource.org/licenses/bsd-license.html
+Ð°
+Ð°Ð·
+Ð°ÐºÐŸ
+Ð°Ð»Ð°
+Ð±Ðµ
+Ð±ÐµÐ·
+Ð±ÐµÑÐµ
+Ð±Ðž
+Ð±ÐžÐ»
+Ð±ÐžÐ»Ð°
+Ð±ÐžÐ»Ðž
+Ð±ÐžÐ»ÐŸ
+Ð±Ð»ÐžÐ·ÐŸ
+Ð±ÑÐŽÐ°Ñ
+Ð±ÑÐŽÐµ
+Ð±ÑÑ
+Ð°
+Ð²
+Ð²Ð°Ñ
+Ð²Ð°Ñ
+Ð²Ð°ÑÐ°
+Ð²ÐµÑÐŸÑÑÐœÐŸ
+Ð²ÐµÑÐµ
+Ð²Ð·ÐµÐŒÐ°
+Ð²Ðž
+Ð²ÐžÐµ
+Ð²ÐžÐœÐ°Ð³Ðž
+Ð²ÑÐµ
+Ð²ÑÐµÐºÐž
+Ð²ÑÐžÑÐºÐž
+Ð²ÑÐžÑÐºÐŸ
+Ð²ÑÑÐºÐ°
+Ð²ÑÐ²
+Ð²ÑÐ¿ÑÐµÐºÐž
+Ð²ÑÑÑ
+Ñ
+Ð³
+Ð³Ðž
+Ð³Ð»Ð°Ð²ÐœÐŸ
+Ð³ÐŸ
+ÐŽ
+ÐŽÐ°
+ÐŽÐ°Ð»Ðž
+ÐŽÐŸ
+ÐŽÐŸÐºÐ°ÑÐŸ
+ÐŽÐŸÐºÐŸÐ³Ð°
+ÐŽÐŸÑÐž
+ÐŽÐŸÑÐµÐ³Ð°
+ÐŽÐŸÑÑÐ°
+Ðµ
+ÐµÐŽÐ²Ð°
+ÐµÐŽÐžÐœ
+ÐµÑÐŸ
+Ð·Ð°
+Ð·Ð°ÐŽ
+Ð·Ð°ÐµÐŽÐœÐŸ
+Ð·Ð°ÑÐ°ÐŽÐž
+Ð·Ð°ÑÐµÐ³Ð°
+Ð·Ð°ÑÐŸÐ²Ð°
+Ð·Ð°ÑÐŸ
+Ð·Ð°ÑÐŸÑÐŸ
+Ðž
+ÐžÐ·
+ÐžÐ»Ðž
+ÐžÐŒ
+ÐžÐŒÐ°
+ÐžÐŒÐ°Ñ
+ÐžÑÐºÐ°
+Ð¹
+ÐºÐ°Ð·Ð°
+ÐºÐ°Ðº
+ÐºÐ°ÐºÐ²Ð°
+ÐºÐ°ÐºÐ²ÐŸ
+ÐºÐ°ÐºÑÐŸ
+ÐºÐ°ÐºÑÐ²
+ÐºÐ°ÑÐŸ
+ÐºÐŸÐ³Ð°
+ÐºÐŸÐ³Ð°ÑÐŸ
+ÐºÐŸÐµÑÐŸ
+ÐºÐŸÐžÑÐŸ
+ÐºÐŸÐ¹
+ÐºÐŸÐ¹ÑÐŸ
+ÐºÐŸÐ»ÐºÐŸ
+ÐºÐŸÑÑÐŸ
+ÐºÑÐŽÐµ
+ÐºÑÐŽÐµÑÐŸ
+ÐºÑÐŒ
+Ð»Ðž
+ÐŒ
+ÐŒÐµ
+ÐŒÐµÐ¶ÐŽÑ
+ÐŒÐµÐœ
+ÐŒÐž
+ÐŒÐœÐŸÐ·ÐžÐœÐ°
+ÐŒÐŸÐ³Ð°
+ÐŒÐŸÐ³Ð°Ñ
+ÐŒÐŸÐ¶Ðµ
+ÐŒÐŸÐ»Ñ
+ÐŒÐŸÐŒÐµÐœÑÐ°
+ÐŒÑ
+Ðœ
+ÐœÐ°
+ÐœÐ°ÐŽ
+ÐœÐ°Ð·Ð°ÐŽ
+ÐœÐ°Ð¹
+ÐœÐ°Ð¿ÑÐ°Ð²Ðž
+ÐœÐ°Ð¿ÑÐµÐŽ
+ÐœÐ°Ð¿ÑÐžÐŒÐµÑ
+ÐœÐ°Ñ
+ÐœÐµ
+ÐœÐµÐ³ÐŸ
+ÐœÐµÑ
+ÐœÐž
+ÐœÐžÐµ
+ÐœÐžÐºÐŸÐ¹
+ÐœÐžÑÐŸ
+ÐœÐŸ
+ÐœÑÐºÐŸÐž
+ÐœÑÐºÐŸÐ¹
+ÐœÑÐŒÐ°
+ÐŸÐ±Ð°ÑÐµ
+ÐŸÐºÐŸÐ»ÐŸ
+ÐŸÑÐ²ÐµÐœ
+ÐŸÑÐŸÐ±ÐµÐœÐŸ
+ÐŸÑ
+ÐŸÑÐ³ÐŸÑÐµ
+ÐŸÑÐœÐŸÐ²ÐŸ
+ÐŸÑÐµ
+Ð¿Ð°Ðº
+Ð¿ÐŸ
+Ð¿ÐŸÐ²ÐµÑÐµ
+Ð¿ÐŸÐ²ÐµÑÐµÑÐŸ
+Ð¿ÐŸÐŽ
+Ð¿ÐŸÐœÐµ
+Ð¿ÐŸÑÐ°ÐŽÐž
+Ð¿ÐŸÑÐ»Ðµ
+Ð¿ÐŸÑÑÐž
+Ð¿ÑÐ°Ð²Ðž
+Ð¿ÑÐµÐŽ
+Ð¿ÑÐµÐŽÐž
+Ð¿ÑÐµÐ·
+Ð¿ÑÐž
+Ð¿ÑÐº
+Ð¿ÑÑÐ²ÐŸ
+Ñ
+ÑÐ°
+ÑÐ°ÐŒÐŸ
+ÑÐµ
+ÑÐµÐ³Ð°
+ÑÐž
+ÑÐºÐŸÑÐŸ
+ÑÐ»ÐµÐŽ
+ÑÐŒÐµ
+ÑÐ¿ÐŸÑÐµÐŽ
+ÑÑÐµÐŽ
+ÑÑÐµÑÑ
+ÑÑÐµ
+ÑÑÐŒ
+ÑÑÑ
+ÑÑÑÐŸ
+Ñ
+ÑÐ°Ð·Ðž
+ÑÐ°ÐºÐ°
+ÑÐ°ÐºÐžÐ²Ð°
+ÑÐ°ÐºÑÐ²
+ÑÐ°ÐŒ
+ÑÐ²ÐŸÐ¹
+ÑÐµ
+ÑÐµÐ·Ðž
+ÑÐž
+ÑÐœ
+ÑÐŸ
+ÑÐŸÐ²Ð°
+ÑÐŸÐ³Ð°Ð²Ð°
+ÑÐŸÐ·Ðž
+ÑÐŸÐ¹
+ÑÐŸÐ»ÐºÐŸÐ²Ð°
+ÑÐŸÑÐœÐŸ
+ÑÑÑÐ±Ð²Ð°
+ÑÑÐº
+ÑÑÐ¹
+ÑÑ
+ÑÑÑ
+
+Ñ
+Ñ
+Ð°ÑÐµÑÐ²Ð°
+Ñ
+ÑÐµ
+ÑÐµÑÑÐŸ
+ÑÑÐµÐ·
+ÑÐµ
+ÑÐŸÐŒ
+Ñ
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ca.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ca.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ca.txt	(revision 30001)
@@ -0,0 +1,220 @@
+# Catalan stopwords from http://github.com/vcl/cue.language (Apache 2 Licensed)
+a
+abans
+acÃ­
+ah
+aixÃ­
+aixÃ²
+al
+als
+aleshores
+algun
+alguna
+algunes
+alguns
+alhora
+allÃ 
+allÃ­
+allÃ²
+altra
+altre
+altres
+amb
+ambdÃ³s
+ambdues
+apa
+aquell
+aquella
+aquelles
+aquells
+aquest
+aquesta
+aquestes
+aquests
+aquÃ­
+baix
+cada
+cadascÃº
+cadascuna
+cadascunes
+cadascuns
+com
+contra
+d'un
+d'una
+d'unes
+d'uns
+dalt
+de
+del
+dels
+des
+desprÃ©s
+dins
+dintre
+donat
+doncs
+durant
+e
+eh
+el
+els
+em
+en
+encara
+ens
+entre
+Ã©rem
+eren
+Ã©reu
+es
+Ã©s
+esta
+estÃ 
+estÃ vem
+estaven
+estÃ veu
+esteu
+et
+etc
+ets
+fins
+fora
+gairebÃ©
+ha
+han
+has
+havia
+he
+hem
+heu
+hi 
+ho
+i
+igual
+iguals
+ja
+l'hi
+la
+les
+li
+li'n
+llavors
+m'he
+ma
+mal
+malgrat
+mateix
+mateixa
+mateixes
+mateixos
+me
+mentre
+mÃ©s
+meu
+meus
+meva
+meves
+molt
+molta
+moltes
+molts
+mon
+mons
+n'he
+n'hi
+ne
+ni
+no
+nogensmenys
+nomÃ©s
+nosaltres
+nostra
+nostre
+nostres
+o
+oh
+oi
+on
+pas
+pel
+pels
+per
+perÃ²
+perquÃš
+poc 
+poca
+pocs
+poques
+potser
+propi
+qual
+quals
+quan
+quant 
+que
+quÃš
+quelcom
+qui
+quin
+quina
+quines
+quins
+s'ha
+s'han
+sa
+semblant
+semblants
+ses
+seu 
+seus
+seva
+seva
+seves
+si
+sobre
+sobretot
+sÃ³c
+solament
+sols
+son 
+sÃ³n
+sons 
+sota
+sou
+t'ha
+t'han
+t'he
+ta
+tal
+tambÃ©
+tampoc
+tan
+tant
+tanta
+tantes
+teu
+teus
+teva
+teves
+ton
+tons
+tot
+tota
+totes
+tots
+un
+una
+unes
+uns
+us
+va
+vaig
+vam
+van
+vas
+veu
+vosaltres
+vostra
+vostre
+vostres
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ckb.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ckb.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ckb.txt	(revision 30001)
@@ -0,0 +1,142 @@
+# set of kurdish stopwords
+# note these have been normalized with our scheme (e represented with U+06D5, etc)
+# constructed from:
+# * Fig 5 of "Building A Test Collection For Sorani Kurdish" (Esmaili et al)
+# * "Sorani Kurdish: A Reference Grammar with selected readings" (Thackston)
+# * Corpus-based analysis of 77M word Sorani collection: wikipedia, news, blogs, etc
+
+# and
+Ù
+# which
+Ú©Û
+# of
+Û
+# made/did
+Ú©Ø±Ø¯
+# that/which
+ØŠÛÙÛÛ
+# on/head
+Ø³ÛØ±
+# two
+Ø¯ÙÙ
+# also
+ÙÛØ±ÙÛÙØ§
+# from/that
+ÙÛÙ
+# makes/does
+Ø¯ÛÚ©Ø§Øª
+# some
+ÚÛÙØ¯
+# every
+ÙÛØ±
+
+# demonstratives
+# that
+ØŠÛÙ
+# this
+ØŠÛÙ
+
+
+# personal pronouns
+# I
+Ù
+Ù
+# we
+ØŠÛÙ
+Û
+# you
+ØªÛ
+# you
+ØŠÛÙÛ
+# he/she/it
+ØŠÛÙ
+# they
+ØŠÛÙØ§Ù
+
+# prepositions
+# to/with/by
+ØšÛ
+ÙŸÛ
+# without
+ØšÛØšÛ
+# along with/while/during
+ØšÛØ¯ÛÙ
+
+# in the opinion of
+ØšÛÙØ§Û
+# according to
+ØšÛÙŸÛÛ
+# before
+ØšÛØ±ÙÛ
+# in the direction of
+ØšÛØ±ÛÙÛ
+# in front of/toward
+ØšÛØ±ÛÙÛ
+# before/in the face of
+ØšÛØ±Ø¯ÛÙ
+
+# without
+ØšÛ
+# except for
+ØšÛØ¬Ú¯Û
+# for
+ØšÛ
+# on/in
+Ø¯Û
+ØªÛ
+# with
+Ø¯ÛÚ¯ÛÚµ
+# after
+Ø¯ÙØ§Û
+# except for/aside from
+Ø¬Ú¯Û
+# in/from
+ÙÛ
+ÙÛ
+# in front of/before/because of
+ÙÛØšÛØ±
+# between/among
+ÙÛØšÛÛÙÛ
+# concerning/about
+ÙÛØšØ§ØšÛØª
+# concerning
+ÙÛØšØ§Ø±ÛÛ
+# instead of
+ÙÛØšØ§ØªÛ
+# beside
+ÙÛØšÙ
+# instead of
+ÙÛØšØ±ÛØªÛ
+# behind
+ÙÛØ¯ÛÙ
+
+# with/together with
+ÙÛÚ¯ÛÚµ
+# by
+ÙÛÙØ§ÛÛÙ
+# within
+ÙÛÙØ§Ù
+# between/among
+ÙÛÙÛÙ
+# for the sake of
+ÙÛÙŸÛÙØ§ÙÛ
+# with respect to
+ÙÛØ±ÛÙÛ
+# by means of/for
+ÙÛØ±Û
+# for the sake of
+ÙÛØ±ÛÚ¯Ø§
+# on/on top of/according to
+ÙÛØ³ÛØ±
+# under
+ÙÛÚÛØ±
+# between/among
+ÙØ§Ù
+# between/among
+ÙÛÙØ§Ù
+# after
+ÙŸØ§ØŽ
+# before
+ÙŸÛØŽ
+# like
+ÙÛÚ©
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_cz.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_cz.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_cz.txt	(revision 30001)
@@ -0,0 +1,172 @@
+a
+s
+k
+o
+i
+u
+v
+z
+dnes
+cz
+tÃ­mto
+budeÅ¡
+budem
+byli
+jseÅ¡
+mÅ¯j
+svÃœm
+ta
+tomto
+tohle
+tuto
+tyto
+jej
+zda
+proÄ
+mÃ¡te
+tato
+kam
+tohoto
+kdo
+kteÅÃ­
+mi
+nÃ¡m
+tom
+tomuto
+mÃ­t
+nic
+proto
+kterou
+byla
+toho
+protoÅŸe
+asi
+ho
+naÅ¡i
+napiÅ¡te
+re
+coÅŸ
+tÃ­m
+takÅŸe
+svÃœch
+jejÃ­
+svÃœmi
+jste
+aj
+tu
+tedy
+teto
+bylo
+kde
+ke
+pravÃ©
+ji
+nad
+nejsou
+Äi
+pod
+tÃ©ma
+mezi
+pÅes
+ty
+pak
+vÃ¡m
+ani
+kdyÅŸ
+vÅ¡ak
+neg
+jsem
+tento
+ÄlÃ¡nku
+ÄlÃ¡nky
+aby
+jsme
+pÅed
+pta
+jejich
+byl
+jeÅ¡tÄ
+aÅŸ
+bez
+takÃ©
+pouze
+prvnÃ­
+vaÅ¡e
+kterÃ¡
+nÃ¡s
+novÃœ
+tipy
+pokud
+mÅ¯ÅŸe
+strana
+jeho
+svÃ©
+jinÃ©
+zprÃ¡vy
+novÃ©
+nenÃ­
+vÃ¡s
+jen
+podle
+zde
+uÅŸ
+bÃœt
+vÃ­ce
+bude
+jiÅŸ
+neÅŸ
+kterÃœ
+by
+kterÃ©
+co
+nebo
+ten
+tak
+mÃ¡
+pÅi
+od
+po
+jsou
+jak
+dalÅ¡Ã­
+ale
+si
+se
+ve
+to
+jako
+za
+zpÄt
+ze
+do
+pro
+je
+na
+atd
+atp
+jakmile
+pÅiÄemÅŸ
+jÃ¡
+on
+ona
+ono
+oni
+ony
+my
+vy
+jÃ­
+ji
+mÄ
+mne
+jemu
+tomu
+tÄm
+tÄmu
+nÄmu
+nÄmuÅŸ
+jehoÅŸ
+jÃ­ÅŸ
+jelikoÅŸ
+jeÅŸ
+jakoÅŸ
+naÄeÅŸ
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_da.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_da.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_da.txt	(revision 30001)
@@ -0,0 +1,110 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/danish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Danish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+
+og           | and
+i            | in
+jeg          | I
+det          | that (dem. pronoun)/it (pers. pronoun)
+at           | that (in front of a sentence)/to (with infinitive)
+en           | a/an
+den          | it (pers. pronoun)/that (dem. pronoun)
+til          | to/at/for/until/against/by/of/into, more
+er           | present tense of "to be"
+som          | who, as
+pÃ¥           | on/upon/in/on/at/to/after/of/with/for, on
+de           | they
+med          | with/by/in, along
+han          | he
+af           | of/by/from/off/for/in/with/on, off
+for          | at/for/to/from/by/of/ago, in front/before, because
+ikke         | not
+der          | who/which, there/those
+var          | past tense of "to be"
+mig          | me/myself
+sig          | oneself/himself/herself/itself/themselves
+men          | but
+et           | a/an/one, one (number), someone/somebody/one
+har          | present tense of "to have"
+om           | round/about/for/in/a, about/around/down, if
+vi           | we
+min          | my
+havde        | past tense of "to have"
+ham          | him
+hun          | she
+nu           | now
+over         | over/above/across/by/beyond/past/on/about, over/past
+da           | then, when/as/since
+fra          | from/off/since, off, since
+du           | you
+ud           | out
+sin          | his/her/its/one's
+dem          | them
+os           | us/ourselves
+op           | up
+man          | you/one
+hans         | his
+hvor         | where
+eller        | or
+hvad         | what
+skal         | must/shall etc.
+selv         | myself/youself/herself/ourselves etc., even
+her          | here
+alle         | all/everyone/everybody etc.
+vil          | will (verb)
+blev         | past tense of "to stay/to remain/to get/to become"
+kunne        | could
+ind          | in
+nÃ¥r          | when
+vÃŠre         | present tense of "to be"
+dog          | however/yet/after all
+noget        | something
+ville        | would
+jo           | you know/you see (adv), yes
+deres        | their/theirs
+efter        | after/behind/according to/for/by/from, later/afterwards
+ned          | down
+skulle       | should
+denne        | this
+end          | than
+dette        | this
+mit          | my/mine
+ogsÃ¥         | also
+under        | under/beneath/below/during, below/underneath
+have         | have
+dig          | you
+anden        | other
+hende        | her
+mine         | my
+alt          | everything
+meget        | much/very, plenty of
+sit          | his, her, its, one's
+sine         | his, her, its, one's
+vor          | our
+mod          | against
+disse        | these
+hvis         | if
+din          | your/yours
+nogle        | some
+hos          | by/at
+blive        | be/become
+mange        | many
+ad           | by/through
+bliver       | present tense of "to be/to become"
+hendes       | her/hers
+vÃŠret        | be
+thi          | for (conj)
+jer          | you
+sÃ¥dan        | such, like this/like that
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_de.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_de.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_de.txt	(revision 30001)
@@ -0,0 +1,294 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/german/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A German stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | The number of forms in this list is reduced significantly by passing it
+ | through the German stemmer.
+
+
+aber           |  but
+
+alle           |  all
+allem
+allen
+aller
+alles
+
+als            |  than, as
+also           |  so
+am             |  an + dem
+an             |  at
+
+ander          |  other
+andere
+anderem
+anderen
+anderer
+anderes
+anderm
+andern
+anderr
+anders
+
+auch           |  also
+auf            |  on
+aus            |  out of
+bei            |  by
+bin            |  am
+bis            |  until
+bist           |  art
+da             |  there
+damit          |  with it
+dann           |  then
+
+der            |  the
+den
+des
+dem
+die
+das
+
+daÃ            |  that
+
+derselbe       |  the same
+derselben
+denselben
+desselben
+demselben
+dieselbe
+dieselben
+dasselbe
+
+dazu           |  to that
+
+dein           |  thy
+deine
+deinem
+deinen
+deiner
+deines
+
+denn           |  because
+
+derer          |  of those
+dessen         |  of him
+
+dich           |  thee
+dir            |  to thee
+du             |  thou
+
+dies           |  this
+diese
+diesem
+diesen
+dieser
+dieses
+
+
+doch           |  (several meanings)
+dort           |  (over) there
+
+
+durch          |  through
+
+ein            |  a
+eine
+einem
+einen
+einer
+eines
+
+einig          |  some
+einige
+einigem
+einigen
+einiger
+einiges
+
+einmal         |  once
+
+er             |  he
+ihn            |  him
+ihm            |  to him
+
+es             |  it
+etwas          |  something
+
+euer           |  your
+eure
+eurem
+euren
+eurer
+eures
+
+fÃŒr            |  for
+gegen          |  towards
+gewesen        |  p.p. of sein
+hab            |  have
+habe           |  have
+haben          |  have
+hat            |  has
+hatte          |  had
+hatten         |  had
+hier           |  here
+hin            |  there
+hinter         |  behind
+
+ich            |  I
+mich           |  me
+mir            |  to me
+
+
+ihr            |  you, to her
+ihre
+ihrem
+ihren
+ihrer
+ihres
+euch           |  to you
+
+im             |  in + dem
+in             |  in
+indem          |  while
+ins            |  in + das
+ist            |  is
+
+jede           |  each, every
+jedem
+jeden
+jeder
+jedes
+
+jene           |  that
+jenem
+jenen
+jener
+jenes
+
+jetzt          |  now
+kann           |  can
+
+kein           |  no
+keine
+keinem
+keinen
+keiner
+keines
+
+kÃ¶nnen         |  can
+kÃ¶nnte         |  could
+machen         |  do
+man            |  one
+
+manche         |  some, many a
+manchem
+manchen
+mancher
+manches
+
+mein           |  my
+meine
+meinem
+meinen
+meiner
+meines
+
+mit            |  with
+muss           |  must
+musste         |  had to
+nach           |  to(wards)
+nicht          |  not
+nichts         |  nothing
+noch           |  still, yet
+nun            |  now
+nur            |  only
+ob             |  whether
+oder           |  or
+ohne           |  without
+sehr           |  very
+
+sein           |  his
+seine
+seinem
+seinen
+seiner
+seines
+
+selbst         |  self
+sich           |  herself
+
+sie            |  they, she
+ihnen          |  to them
+
+sind           |  are
+so             |  so
+
+solche         |  such
+solchem
+solchen
+solcher
+solches
+
+soll           |  shall
+sollte         |  should
+sondern        |  but
+sonst          |  else
+ÃŒber           |  over
+um             |  about, around
+und            |  and
+
+uns            |  us
+unse
+unsem
+unsen
+unser
+unses
+
+unter          |  under
+viel           |  much
+vom            |  von + dem
+von            |  from
+vor            |  before
+wÃ€hrend        |  while
+war            |  was
+waren          |  were
+warst          |  wast
+was            |  what
+weg            |  away, off
+weil           |  because
+weiter         |  further
+
+welche         |  which
+welchem
+welchen
+welcher
+welches
+
+wenn           |  when
+werde          |  will
+werden         |  will
+wie            |  how
+wieder         |  again
+will           |  want
+wir            |  we
+wird           |  will
+wirst          |  willst
+wo             |  where
+wollen         |  want
+wollte         |  wanted
+wÃŒrde          |  would
+wÃŒrden         |  would
+zu             |  to
+zum            |  zu + dem
+zur            |  zu + der
+zwar           |  indeed
+zwischen       |  between
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_el.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_el.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_el.txt	(revision 30001)
@@ -0,0 +1,91 @@
+# Lucene Greek Stopwords list
+# Note: by default this file is used after GreekLowerCaseFilter,
+# so when modifying this file use 'Ï' instead of 'Ï' 
+Î¿
+Î·
+ÏÎ¿
+Î¿Î¹
+ÏÎ±
+ÏÎ¿Ï
+
+ÏÎ·Ï
+ÏÏÎœ
+ÏÎ¿Îœ
+ÏÎ·Îœ
+ÎºÎ±Î¹ 
+ÎºÎ¹
+Îº
+ÎµÎ¹ÎŒÎ±Î¹
+ÎµÎ¹ÏÎ±Î¹
+ÎµÎ¹ÎœÎ±Î¹
+ÎµÎ¹ÎŒÎ±ÏÏÎµ
+ÎµÎ¹ÏÏÎµ
+ÏÏÎ¿
+ÏÏÎ¿Îœ
+ÏÏÎ·
+ÏÏÎ·Îœ
+ÎŒÎ±
+Î±Î»Î»Î±
+Î±ÏÎ¿
+Î³Î¹Î±
+ÏÏÎ¿Ï
+ÎŒÎµ
+ÏÎµ
+ÏÏ
+ÏÎ±ÏÎ±
+Î±ÎœÏÎ¹
+ÎºÎ±ÏÎ±
+ÎŒÎµÏÎ±
+ÎžÎ±
+ÎœÎ±
+ÎŽÎµ
+ÎŽÎµÎœ
+ÎŒÎ·
+ÎŒÎ·Îœ
+ÎµÏÎ¹
+ÎµÎœÏ
+ÎµÎ±Îœ
+Î±Îœ
+ÏÎ¿ÏÎµ
+ÏÎ¿Ï
+
+ÏÏÏ
+ÏÎ¿Î¹Î¿Ï
+ÏÎ¿Î¹Î±
+ÏÎ¿Î¹Î¿
+ÏÎ¿Î¹Î¿Î¹
+ÏÎ¿Î¹ÎµÏ
+ÏÎ¿Î¹ÏÎœ
+ÏÎ¿Î¹Î¿Ï
+Ï
+Î±Ï
+ÏÎ¿Ï
+Î±Ï
+ÏÎ·
+Î±Ï
+ÏÎ¿
+Î±Ï
+ÏÎ¿Î¹
+Î±Ï
+ÏÏÎœ
+Î±Ï
+ÏÎ¿Ï
+Ï
+Î±Ï
+ÏÎµÏ
+Î±Ï
+ÏÎ±
+ÎµÎºÎµÎ¹ÎœÎ¿Ï
+ÎµÎºÎµÎ¹ÎœÎ·
+ÎµÎºÎµÎ¹ÎœÎ¿
+ÎµÎºÎµÎ¹ÎœÎ¿Î¹
+ÎµÎºÎµÎ¹ÎœÎµÏ
+ÎµÎºÎµÎ¹ÎœÎ±
+ÎµÎºÎµÎ¹ÎœÏÎœ
+ÎµÎºÎµÎ¹ÎœÎ¿Ï
+Ï
+Î¿ÏÏÏ
+Î¿ÎŒÏÏ
+Î¹ÏÏÏ
+Î¿ÏÎ¿
+Î¿ÏÎ¹
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_en.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_en.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_en.txt	(revision 30001)
@@ -0,0 +1,54 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# a couple of test stopwords to test that the words are really being
+# configured from this file:
+stopworda
+stopwordb
+
+# Standard english stop words taken from Lucene's StopAnalyzer
+a
+an
+and
+are
+as
+at
+be
+but
+by
+for
+if
+in
+into
+is
+it
+no
+not
+of
+on
+or
+such
+that
+the
+their
+then
+there
+these
+they
+this
+to
+was
+will
+with
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_es.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_es.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_es.txt	(revision 30001)
@@ -0,0 +1,356 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/spanish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Spanish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+
+ | The following is a ranked list (commonest to rarest) of stopwords
+ | deriving from a large sample of text.
+
+ | Extra words have been added at the end.
+
+de             |  from, of
+la             |  the, her
+que            |  who, that
+el             |  the
+en             |  in
+y              |  and
+a              |  to
+los            |  the, them
+del            |  de + el
+se             |  himself, from him etc
+las            |  the, them
+por            |  for, by, etc
+un             |  a
+para           |  for
+con            |  with
+no             |  no
+una            |  a
+su             |  his, her
+al             |  a + el
+  | es         from SER
+lo             |  him
+como           |  how
+mÃ¡s            |  more
+pero           |  pero
+sus            |  su plural
+le             |  to him, her
+ya             |  already
+o              |  or
+  | fue        from SER
+este           |  this
+  | ha         from HABER
+sÃ­             |  himself etc
+porque         |  because
+esta           |  this
+  | son        from SER
+entre          |  between
+  | estÃ¡     from ESTAR
+cuando         |  when
+muy            |  very
+sin            |  without
+sobre          |  on
+  | ser        from SER
+  | tiene      from TENER
+tambiÃ©n        |  also
+me             |  me
+hasta          |  until
+hay            |  there is/are
+donde          |  where
+  | han        from HABER
+quien          |  whom, that
+  | estÃ¡n      from ESTAR
+  | estado     from ESTAR
+desde          |  from
+todo           |  all
+nos            |  us
+durante        |  during
+  | estados    from ESTAR
+todos          |  all
+uno            |  a
+les            |  to them
+ni             |  nor
+contra         |  against
+otros          |  other
+  | fueron     from SER
+ese            |  that
+eso            |  that
+  | habÃ­a      from HABER
+ante           |  before
+ellos          |  they
+e              |  and (variant of y)
+esto           |  this
+mÃ­             |  me
+antes          |  before
+algunos        |  some
+quÃ©            |  what?
+unos           |  a
+yo             |  I
+otro           |  other
+otras          |  other
+otra           |  other
+Ã©l             |  he
+tanto          |  so much, many
+esa            |  that
+estos          |  these
+mucho          |  much, many
+quienes        |  who
+nada           |  nothing
+muchos         |  many
+cual           |  who
+  | sea        from SER
+poco           |  few
+ella           |  she
+estar          |  to be
+  | haber      from HABER
+estas          |  these
+  | estaba     from ESTAR
+  | estamos    from ESTAR
+algunas        |  some
+algo           |  something
+nosotros       |  we
+
+      | other forms
+
+mi             |  me
+mis            |  mi plural
+tÃº             |  thou
+te             |  thee
+ti             |  thee
+tu             |  thy
+tus            |  tu plural
+ellas          |  they
+nosotras       |  we
+vosotros       |  you
+vosotras       |  you
+os             |  you
+mÃ­o            |  mine
+mÃ­a            |
+mÃ­os           |
+mÃ­as           |
+tuyo           |  thine
+tuya           |
+tuyos          |
+tuyas          |
+suyo           |  his, hers, theirs
+suya           |
+suyos          |
+suyas          |
+nuestro        |  ours
+nuestra        |
+nuestros       |
+nuestras       |
+vuestro        |  yours
+vuestra        |
+vuestros       |
+vuestras       |
+esos           |  those
+esas           |  those
+
+               | forms of estar, to be (not including the infinitive):
+estoy
+estÃ¡s
+estÃ¡
+estamos
+estÃ¡is
+estÃ¡n
+estÃ©
+estÃ©s
+estemos
+estÃ©is
+estÃ©n
+estarÃ©
+estarÃ¡s
+estarÃ¡
+estaremos
+estarÃ©is
+estarÃ¡n
+estarÃ­a
+estarÃ­as
+estarÃ­amos
+estarÃ­ais
+estarÃ­an
+estaba
+estabas
+estÃ¡bamos
+estabais
+estaban
+estuve
+estuviste
+estuvo
+estuvimos
+estuvisteis
+estuvieron
+estuviera
+estuvieras
+estuviÃ©ramos
+estuvierais
+estuvieran
+estuviese
+estuvieses
+estuviÃ©semos
+estuvieseis
+estuviesen
+estando
+estado
+estada
+estados
+estadas
+estad
+
+               | forms of haber, to have (not including the infinitive):
+he
+has
+ha
+hemos
+habÃ©is
+han
+haya
+hayas
+hayamos
+hayÃ¡is
+hayan
+habrÃ©
+habrÃ¡s
+habrÃ¡
+habremos
+habrÃ©is
+habrÃ¡n
+habrÃ­a
+habrÃ­as
+habrÃ­amos
+habrÃ­ais
+habrÃ­an
+habÃ­a
+habÃ­as
+habÃ­amos
+habÃ­ais
+habÃ­an
+hube
+hubiste
+hubo
+hubimos
+hubisteis
+hubieron
+hubiera
+hubieras
+hubiÃ©ramos
+hubierais
+hubieran
+hubiese
+hubieses
+hubiÃ©semos
+hubieseis
+hubiesen
+habiendo
+habido
+habida
+habidos
+habidas
+
+               | forms of ser, to be (not including the infinitive):
+soy
+eres
+es
+somos
+sois
+son
+sea
+seas
+seamos
+seÃ¡is
+sean
+serÃ©
+serÃ¡s
+serÃ¡
+seremos
+serÃ©is
+serÃ¡n
+serÃ­a
+serÃ­as
+serÃ­amos
+serÃ­ais
+serÃ­an
+era
+eras
+Ã©ramos
+erais
+eran
+fui
+fuiste
+fue
+fuimos
+fuisteis
+fueron
+fuera
+fueras
+fuÃ©ramos
+fuerais
+fueran
+fuese
+fueses
+fuÃ©semos
+fueseis
+fuesen
+siendo
+sido
+  |  sed also means 'thirst'
+
+               | forms of tener, to have (not including the infinitive):
+tengo
+tienes
+tiene
+tenemos
+tenÃ©is
+tienen
+tenga
+tengas
+tengamos
+tengÃ¡is
+tengan
+tendrÃ©
+tendrÃ¡s
+tendrÃ¡
+tendremos
+tendrÃ©is
+tendrÃ¡n
+tendrÃ­a
+tendrÃ­as
+tendrÃ­amos
+tendrÃ­ais
+tendrÃ­an
+tenÃ­a
+tenÃ­as
+tenÃ­amos
+tenÃ­ais
+tenÃ­an
+tuve
+tuviste
+tuvo
+tuvimos
+tuvisteis
+tuvieron
+tuviera
+tuvieras
+tuviÃ©ramos
+tuvierais
+tuvieran
+tuviese
+tuvieses
+tuviÃ©semos
+tuvieseis
+tuviesen
+teniendo
+tenido
+tenida
+tenidos
+tenidas
+tened
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_eu.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_eu.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_eu.txt	(revision 30001)
@@ -0,0 +1,99 @@
+# example set of basque stopwords
+al
+anitz
+arabera
+asko
+baina
+bat
+batean
+batek
+bati
+batzuei
+batzuek
+batzuetan
+batzuk
+bera
+beraiek
+berau
+berauek
+bere
+berori
+beroriek
+beste
+bezala
+da
+dago
+dira
+ditu
+du
+dute
+edo
+egin
+ere
+eta
+eurak
+ez
+gainera
+gu
+gutxi
+guzti
+haiei
+haiek
+haietan
+hainbeste
+hala
+han
+handik
+hango
+hara
+hari
+hark
+hartan
+hau
+hauei
+hauek
+hauetan
+hemen
+hemendik
+hemengo
+hi
+hona
+honek
+honela
+honetan
+honi
+hor
+hori
+horiei
+horiek
+horietan
+horko
+horra
+horrek
+horrela
+horretan
+horri
+hortik
+hura
+izan
+ni
+noiz
+nola
+non
+nondik
+nongo
+nor
+nora
+ze
+zein
+zen
+zenbait
+zenbat
+zer
+zergatik
+ziren
+zituen
+zu
+zuek
+zuen
+zuten
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fa.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fa.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fa.txt	(revision 30001)
@@ -0,0 +1,368 @@
+# This file was created by Jacques Savoy and is distributed under the BSD license.
+# See http://members.unine.ch/jacques.savoy/clef/index.html.
+# Also see http://www.opensource.org/licenses/bsd-license.html
+# Note: by default this file is used after normalization, so when adding entries
+# to this file, use the arabic 'Ù' instead of 'Û'
+Ø§ÙØ§Ù
+ÙØ¯Ø§ØŽØªÙ
+Ø³Ø±Ø§Ø³Ø±
+Ø®ÙØ§Ù
+Ø§ÙØŽØ§Ù
+ÙÙ
+ØªØ§ÙÙÙÙ
+ØšÙØŽØªØ±Ù
+Ø¯ÙÙ
+
+ÙŸØ³
+ÙØ§ØŽÙ
+ÙÚ¯Ù
+ÙØ§
+Ø¯Ø§ØŽØªÙØ¯
+Ø³ÙŸØ³
+ÙÙÚ¯Ø§Ù
+
+ÙØ±Ú¯Ø²
+ÙŸÙØ¬
+ÙØŽØ§Ù
+Ø§Ù
+Ø³Ø§Ù
+Ø¯ÙÚ¯Ø±
+Ú¯Ø±ÙÙÙ
+ØŽØ¯ÙØ¯
+ÚØ·ÙØ±
+Ø¯Ù
+Ù
+Ø¯Ù
+ÙØ®Ø³ØªÙÙ
+ÙÙÙ
+ÚØ±Ø§
+ÚÙ
+ÙØ³Ø·
+Ù
+ÙØ¯Ø§Ù
+
+ÙØ§ØšÙ
+ÙÙ
+Ø±ÙØª
+ÙÙØª
+ÙÙ
+ÚÙÙÙ
+Ø¯Ø±
+ÙØ²Ø§Ø±
+ØšÙÙ
+ØšÙÙ
+ØŽØ§ÙØ¯
+Ø§Ù
+Ø§
+ØŽÙØ§Ø³Ù
+Ú¯Ø±ÙØªÙ
+Ø¯ÙØ¯
+Ø¯Ø§ØŽØªÙ
+Ø¯Ø§ÙØ³Øª
+Ø¯Ø§ØŽØªÙ
+Ø®ÙØ§ÙÙÙ
+
+Ù
+ÙÙÙØ§Ø±Ø¯
+ÙÙØªÙÙÙ
+Ø§Ù
+Ø¯
+Ø®ÙØ§ÙØ¯
+Ø¬Ø²
+Ø§ÙØ±Ø¯Ù
+ØŽØ¯Ù
+ØšÙÙÙ
+Ø®Ø¯Ù
+Ø§Øª
+ØŽØ¯Ù
+ØšØ±Ø®Ù
+ÙØšÙØ¯
+ØšØ³ÙØ§Ø±Ù
+Ø¬ÙÙÚ¯ÙØ±Ù
+Ø­Ù
+ÙØ±Ø¯ÙØ¯
+ÙÙØ¹Ù
+ØšØ¹Ø±Ù
+ÙÙØ±Ø¯Ù
+ÙØžÙØ±
+ÙØšØ§ÙØ¯
+ØšÙØ¯Ù
+ØšÙØ¯Ù
+Ø¯Ø§Ø¯
+Ø§ÙØ±Ø¯
+ÙØ³Øª
+Ø¬Ø§ÙÙ
+ØŽÙØ¯
+Ø¯ÙØšØ§Ù
+Ø¯Ø§Ø¯Ù
+ØšØ§ÙØ¯
+Ø³Ø§ØšÙ
+ÙÙÚ
+ÙÙ
+Ø§Ù
+Ø§ÙØ¬Ø§
+ÙÙ
+ØªØ±
+ÙØ¬Ø§Ø³Øª
+Ú¯Ø±Ø¯Ø¯
+ÙØ³Ù
+ØªØ±
+Ù
+Ø±Ø¯Ù
+
+ØªØ§Ù
+Ø¯Ø§Ø¯Ù
+ØšÙØ¯ÙØ¯
+Ø³Ø±Ù
+Ø¬Ø¯Ø§
+ÙØ¯Ø§Ø±ÙØ¯
+Ù
+Ú¯Ø±
+ÙÙØ¯ÙÚ¯Ø±
+Ø¯Ø§Ø±Ø¯
+Ø¯ÙÙØ¯
+ØšÙØ§ØšØ±Ø§ÙÙ
+ÙÙÚ¯Ø§Ù
+Ù
+Ø³Ù
+Øª
+Ø¬Ø§
+Ø§ÙÚÙ
+Ø®ÙØ¯
+Ø¯Ø§Ø¯ÙØ¯
+Ø²ÙØ§Ø¯
+Ø¯Ø§Ø±ÙØ¯
+Ø§Ø«Ø±
+ØšØ¯ÙÙ
+ØšÙØªØ±ÙÙ
+ØšÙØŽØªØ±
+Ø§ÙØšØªÙ
+ØšÙ
+ØšØ±Ø§Ø³Ø§Ø³
+ØšÙØ±ÙÙ
+ÙØ±Ø¯
+ØšØ¹Ø¶Ù
+Ú¯Ø±ÙØª
+ØªÙÙ
+Ø§Ù
+Ù
+ÙÙÙÙÙ
+Ø§Ù
+Ø¬Ø±ÙØ§Ù
+ØªÙÙ
+ØšØ±
+Ù
+Ø§ÙÙØ¯
+ØšØ±Ø§ØšØ±
+ØšØ§ØŽÙÙ
+
+Ù
+Ø¯ØªÙ
+Ú¯ÙÙÙØ¯
+Ø§ÙÙÙÙ
+ØªØ§
+ØªÙÙØ§
+Ø¬Ø¯ÙØ¯
+ÚÙØ¯
+ØšÙ
+ÙØŽØ¯Ù
+ÙØ±Ø¯Ù
+ÙØ±Ø¯Ù
+
+Ú¯ÙÙØ¯
+ÙØ±Ø¯Ù
+ÙÙÙÙ
+
+ÙÙ
+Ù
+ÙØ²Ø¯
+Ø±ÙÙ
+ÙØµØ¯
+ÙÙØ·
+ØšØ§ÙØ§Ù
+Ø¯ÙÚ¯Ø±Ø§Ù
+Ø§ÙÙ
+Ø¯ÙØ±ÙØ²
+ØªÙØ³Ø·
+Ø³ÙÙ
+
+Ø§ÙÙ
+
+Ø¯Ø§ÙÙØ¯
+Ø³ÙÙ
+Ø§Ø³ØªÙØ§Ø¯Ù
+ØŽÙ
+Ø§
+ÙÙØ§Ø±
+Ø¯Ø§Ø±ÙÙ
+
+Ø³Ø§Ø®ØªÙ
+Ø·ÙØ±
+Ø§Ù
+Ø¯Ù
+Ø±ÙØªÙ
+ÙØ®Ø³Øª
+ØšÙØ³Øª
+ÙØ²Ø¯ÙÙ
+Ø·Ù
+ÙÙÙØ¯
+Ø§Ø²
+Ø§ÙÙØ§
+ØªÙ
+Ø§Ù
+Ù
+Ø¯Ø§ØŽØª
+ÙÙÙ
+Ø·Ø±ÙÙ
+Ø§ØŽ
+ÚÙØ³Øª
+Ø±ÙØš
+ÙÙ
+Ø§ÙØ¯
+Ú¯ÙØª
+ÚÙØ¯ÙÙ
+ÚÙØ²Ù
+ØªÙØ§ÙØ¯
+Ø§Ù
+
+Ø§ÙØ§
+ØšØ§
+Ø§Ù
+Ø§ÙØ¯
+ØªØ±ÙÙ
+Ø§ÙÙÙÙ
+Ø¯ÙÚ¯Ø±Ù
+Ø±Ø§Ù
+ÙØ§ÙÙ
+ØšØ±ÙØ²
+ÙÙ
+ÚÙØ§Ù
+ÙŸØ§Ø¹ÙÙ
+ÙØ³
+Ø­Ø¯ÙØ¯
+Ù
+Ø®ØªÙÙ
+Ù
+ÙØ§ØšÙ
+ÚÙØ²
+Ú¯ÙØ±Ø¯
+ÙØ¯Ø§Ø±Ø¯
+Ø¶Ø¯
+ÙÙ
+ÚÙÙ
+Ø³Ø§Ø²Ù
+ØŽØ§Ù
+Ù
+ÙØ±Ø¯
+ØšØ§Ø±Ù
+Ù
+Ø±Ø³Ù
+Ø®ÙÙØŽ
+ØšØ±Ø®ÙØ±Ø¯Ø§Ø±
+ÚÙÙ
+Ø®Ø§Ø±Ø¬
+ØŽØŽ
+ÙÙÙØ²
+ØªØ­Øª
+Ø¶Ù
+Ù
+ÙØ³ØªÙÙ
+
+Ú¯ÙØªÙ
+ÙÙØ±
+ØšØ³ÙØ§Ø±
+ÙŸÙØŽ
+ØšØ±Ø§Ù
+Ø±ÙØ²ÙØ§Ù
+Ø§ÙÙÙ
+ÙØ®ÙØ§ÙØ¯
+ØšØ§ÙØ§
+ÙÙ
+ÙÙØªÙ
+ÙÙ
+ÚÙÙÙ
+ÙÙ
+Ú¯ÙØ±Ù
+ÙÙØ³Øª
+Ø§Ø³Øª
+ÙØ¬Ø§
+ÙÙØ¯
+ÙÙØ²
+ÙØ§ØšØ¯
+ØšÙØ¯Ù
+Ø­ØªÙ
+ØªÙØ§ÙÙØ¯
+Ø¹ÙØš
+Ø®ÙØ§Ø³Øª
+ÙÙÙØ¯
+ØšÙÙ
+ØªÙ
+Ø§Ù
+
+ÙÙ
+Ù
+Ù
+Ø§
+ØšØ§ØŽÙØ¯
+Ù
+Ø«Ù
+ØŽØ¯
+Ø§Ø±Ù
+ØšØ§ØŽØ¯
+Ø§Ø±Ù
+Ø·ØšÙ
+ØšØ¹Ø¯
+Ø§Ú¯Ø±
+ØµÙØ±Øª
+ØºÙØ±
+Ø¬Ø§Ù
+ØšÙØŽ
+Ø±ÙØ²Ù
+Ø§ÙØ¯
+Ø²ÙØ±Ø§
+ÚÚ¯ÙÙÙ
+ØšØ§Ø±
+ÙØ·ÙØ§
+Ù
+Ù
+Ø¯Ø±ØšØ§Ø±Ù
+Ù
+Ù
+Ø¯ÙØ¯Ù
+ÙÙ
+ÙÙ
+Ú¯Ø°Ø§Ø±Ù
+ØšØ±Ø¯Ø§Ø±Ù
+Ø¹ÙØª
+Ú¯Ø°Ø§ØŽØªÙ
+ÙÙ
+
+ÙÙÙ
+ÙÙ
+ÙØ§
+ØŽÙÙØ¯
+Ø§ØšØ§Ø¯
+ÙÙ
+ÙØ§Ø±Ù
+ÙØ±
+Ø§ÙÙ
+Ø®ÙØ§ÙÙØ¯
+ÚÙØ§Ø±
+ÙØ§Ù
+
+Ø§Ù
+Ø±ÙØ²
+Ù
+Ø§Ù
+ÙØ§Ù
+ÙØšÙ
+ÙÙÙ
+
+Ø³Ø¹Ù
+ØªØ§Ø²Ù
+Ø±Ø§
+ÙØ³ØªÙØ¯
+Ø²ÙØ±
+Ø¬ÙÙÙ
+Ø¹ÙÙØ§Ù
+ØšÙØ¯
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fi.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fi.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fi.txt	(revision 30001)
@@ -0,0 +1,97 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/finnish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+ 
+| forms of BE
+
+olla
+olen
+olet
+on
+olemme
+olette
+ovat
+ole        | negative form
+
+oli
+olisi
+olisit
+olisin
+olisimme
+olisitte
+olisivat
+olit
+olin
+olimme
+olitte
+olivat
+ollut
+olleet
+
+en         | negation
+et
+ei
+emme
+ette
+eivÃ€t
+
+|Nom   Gen    Acc    Part   Iness   Elat    Illat  Adess   Ablat   Allat   Ess    Trans
+minÃ€   minun  minut  minua  minussa minusta minuun minulla minulta minulle               | I
+sinÃ€   sinun  sinut  sinua  sinussa sinusta sinuun sinulla sinulta sinulle               | you
+hÃ€n    hÃ€nen  hÃ€net  hÃ€ntÃ€  hÃ€nessÃ€ hÃ€nestÃ€ hÃ€neen hÃ€nellÃ€ hÃ€neltÃ€ hÃ€nelle               | he she
+me     meidÃ€n meidÃ€t meitÃ€  meissÃ€  meistÃ€  meihin meillÃ€  meiltÃ€  meille                | we
+te     teidÃ€n teidÃ€t teitÃ€  teissÃ€  teistÃ€  teihin teillÃ€  teiltÃ€  teille                | you
+he     heidÃ€n heidÃ€t heitÃ€  heissÃ€  heistÃ€  heihin heillÃ€  heiltÃ€  heille                | they
+
+tÃ€mÃ€   tÃ€mÃ€n         tÃ€tÃ€   tÃ€ssÃ€   tÃ€stÃ€   tÃ€hÃ€n  tallÃ€   tÃ€ltÃ€   tÃ€lle   tÃ€nÃ€   tÃ€ksi  | this
+tuo    tuon          tuotÃ€  tuossa  tuosta  tuohon tuolla  tuolta  tuolle  tuona  tuoksi | that
+se     sen           sitÃ€   siinÃ€   siitÃ€   siihen sillÃ€   siltÃ€   sille   sinÃ€   siksi  | it
+nÃ€mÃ€   nÃ€iden        nÃ€itÃ€  nÃ€issÃ€  nÃ€istÃ€  nÃ€ihin nÃ€illÃ€  nÃ€iltÃ€  nÃ€ille  nÃ€inÃ€  nÃ€iksi | these
+nuo    noiden        noita  noissa  noista  noihin noilla  noilta  noille  noina  noiksi | those
+ne     niiden        niitÃ€  niissÃ€  niistÃ€  niihin niillÃ€  niiltÃ€  niille  niinÃ€  niiksi | they
+
+kuka   kenen kenet   ketÃ€   kenessÃ€ kenestÃ€ keneen kenellÃ€ keneltÃ€ kenelle kenenÃ€ keneksi| who
+ketkÃ€  keiden ketkÃ€  keitÃ€  keissÃ€  keistÃ€  keihin keillÃ€  keiltÃ€  keille  keinÃ€  keiksi | (pl)
+mikÃ€   minkÃ€ minkÃ€   mitÃ€   missÃ€   mistÃ€   mihin  millÃ€   miltÃ€   mille   minÃ€   miksi  | which what
+mitkÃ€                                                                                    | (pl)
+
+joka   jonka         jota   jossa   josta   johon  jolla   jolta   jolle   jona   joksi  | who which
+jotka  joiden        joita  joissa  joista  joihin joilla  joilta  joille  joina  joiksi | (pl)
+
+| conjunctions
+
+ettÃ€   | that
+ja     | and
+jos    | if
+koska  | because
+kuin   | than
+mutta  | but
+niin   | so
+sekÃ€   | and
+sillÃ€  | for
+tai    | or
+vaan   | but
+vai    | or
+vaikka | although
+
+
+| prepositions
+
+kanssa  | with
+mukaan  | according to
+noin    | about
+poikki  | across
+yli     | over, across
+
+| other
+
+kun    | when
+niin   | so
+nyt    | now
+itse   | self
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fr.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fr.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_fr.txt	(revision 30001)
@@ -0,0 +1,186 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/french/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A French stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+au             |  a + le
+aux            |  a + les
+avec           |  with
+ce             |  this
+ces            |  these
+dans           |  with
+de             |  of
+des            |  de + les
+du             |  de + le
+elle           |  she
+en             |  `of them' etc
+et             |  and
+eux            |  them
+il             |  he
+je             |  I
+la             |  the
+le             |  the
+leur           |  their
+lui            |  him
+ma             |  my (fem)
+mais           |  but
+me             |  me
+mÃªme           |  same; as in moi-mÃªme (myself) etc
+mes            |  me (pl)
+moi            |  me
+mon            |  my (masc)
+ne             |  not
+nos            |  our (pl)
+notre          |  our
+nous           |  we
+on             |  one
+ou             |  where
+par            |  by
+pas            |  not
+pour           |  for
+qu             |  que before vowel
+que            |  that
+qui            |  who
+sa             |  his, her (fem)
+se             |  oneself
+ses            |  his (pl)
+son            |  his, her (masc)
+sur            |  on
+ta             |  thy (fem)
+te             |  thee
+tes            |  thy (pl)
+toi            |  thee
+ton            |  thy (masc)
+tu             |  thou
+un             |  a
+une            |  a
+vos            |  your (pl)
+votre          |  your
+vous           |  you
+
+               |  single letter forms
+
+c              |  c'
+d              |  d'
+j              |  j'
+l              |  l'
+Ã               |  to, at
+m              |  m'
+n              |  n'
+s              |  s'
+t              |  t'
+y              |  there
+
+               | forms of Ãªtre (not including the infinitive):
+Ã©tÃ©
+Ã©tÃ©e
+Ã©tÃ©es
+Ã©tÃ©s
+Ã©tant
+suis
+es
+est
+sommes
+Ãªtes
+sont
+serai
+seras
+sera
+serons
+serez
+seront
+serais
+serait
+serions
+seriez
+seraient
+Ã©tais
+Ã©tait
+Ã©tions
+Ã©tiez
+Ã©taient
+fus
+fut
+fÃ»mes
+fÃ»tes
+furent
+sois
+soit
+soyons
+soyez
+soient
+fusse
+fusses
+fÃ»t
+fussions
+fussiez
+fussent
+
+               | forms of avoir (not including the infinitive):
+ayant
+eu
+eue
+eues
+eus
+ai
+as
+avons
+avez
+ont
+aurai
+auras
+aura
+aurons
+aurez
+auront
+aurais
+aurait
+aurions
+auriez
+auraient
+avais
+avait
+avions
+aviez
+avaient
+eut
+eÃ»mes
+eÃ»tes
+eurent
+aie
+aies
+ait
+ayons
+ayez
+aient
+eusse
+eusses
+eÃ»t
+eussions
+eussiez
+eussent
+
+               | Later additions (from Jean-Christophe Deschamps)
+ceci           |  this
+cela           |  that
+celÃ            |  that
+cet            |  this
+cette          |  this
+ici            |  here
+ils            |  they
+les            |  the (pl)
+leurs          |  their (pl)
+quel           |  which
+quels          |  which
+quelle         |  which
+quelles        |  which
+sans           |  without
+soi            |  oneself
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ga.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ga.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ga.txt	(revision 30001)
@@ -0,0 +1,110 @@
+
+a
+ach
+ag
+agus
+an
+aon
+ar
+arna
+as
+b'
+ba
+beirt
+bhÃºr
+caoga
+ceathair
+ceathrar
+chomh
+chtÃ³
+chuig
+chun
+cois
+cÃ©ad
+cÃºig
+cÃºigear
+d'
+daichead
+dar
+de
+deich
+deichniÃºr
+den
+dhÃ¡
+do
+don
+dtÃ­
+dÃ¡
+dÃ¡r
+dÃ³
+faoi
+faoin
+faoina
+faoinÃ¡r
+fara
+fiche
+gach
+gan
+go
+gur
+haon
+hocht
+i
+iad
+idir
+in
+ina
+ins
+inÃ¡r
+is
+le
+leis
+lena
+lenÃ¡r
+m'
+mar
+mo
+mÃ©
+na
+nach
+naoi
+naonÃºr
+nÃ¡
+nÃ­
+nÃ­or
+nÃ³
+nÃ³cha
+ocht
+ochtar
+os
+roimh
+sa
+seacht
+seachtar
+seachtÃ³
+seasca
+seisear
+siad
+sibh
+sinn
+sna
+sÃ©
+sÃ­
+tar
+thar
+thÃº
+triÃºr
+trÃ­
+trÃ­na
+trÃ­nÃ¡r
+trÃ­ocha
+tÃº
+um
+Ã¡r
+Ã©
+Ã©is
+Ã­
+Ã³
+Ã³n
+Ã³na
+Ã³nÃ¡r
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_gl.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_gl.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_gl.txt	(revision 30001)
@@ -0,0 +1,161 @@
+# galican stopwords
+a
+aÃ­nda
+alÃ­
+aquel
+aquela
+aquelas
+aqueles
+aquilo
+aquÃ­
+ao
+aos
+as
+asÃ­
+Ã¡
+ben
+cando
+che
+co
+coa
+comigo
+con
+connosco
+contigo
+convosco
+coas
+cos
+cun
+cuns
+cunha
+cunhas
+da
+dalgunha
+dalgunhas
+dalgÃºn
+dalgÃºns
+das
+de
+del
+dela
+delas
+deles
+desde
+deste
+do
+dos
+dun
+duns
+dunha
+dunhas
+e
+el
+ela
+elas
+eles
+en
+era
+eran
+esa
+esas
+ese
+eses
+esta
+estar
+estaba
+estÃ¡
+estÃ¡n
+este
+estes
+estiven
+estou
+eu
+Ã©
+facer
+foi
+foron
+fun
+habÃ­a
+hai
+iso
+isto
+la
+las
+lle
+lles
+lo
+los
+mais
+me
+meu
+meus
+min
+miÃ±a
+miÃ±as
+moi
+na
+nas
+neste
+nin
+no
+non
+nos
+nosa
+nosas
+noso
+nosos
+nÃ³s
+nun
+nunha
+nuns
+nunhas
+o
+os
+ou
+Ã³
+Ã³s
+para
+pero
+pode
+pois
+pola
+polas
+polo
+polos
+por
+que
+se
+senÃ³n
+ser
+seu
+seus
+sexa
+sido
+sobre
+sÃºa
+sÃºas
+tamÃ©n
+tan
+te
+ten
+teÃ±en
+teÃ±o
+ter
+teu
+teus
+ti
+tido
+tiÃ±a
+tiven
+tÃºa
+tÃºas
+un
+unha
+unhas
+uns
+vos
+vosa
+vosas
+voso
+vosos
+vÃ³s
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hi.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hi.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hi.txt	(revision 30001)
@@ -0,0 +1,246 @@
+# Also see http://www.opensource.org/licenses/bsd-license.html
+# See http://members.unine.ch/jacques.savoy/clef/index.html.
+# This file was created by Jacques Savoy and is distributed under the BSD license.
+# Note: by default this file also contains forms normalized by HindiNormalizer 
+# for spelling variation (see section below), such that it can be used whether or 
+# not you enable that feature. When adding additional entries to this list,
+# please add the normalized form as well. 
+à€
+à€à€Šà€°
+à€
+à€€
+à€
+à€ªà€šà€Ÿ
+à€
+à€ªà€šà¥
+à€
+à€ªà€šà¥
+à€
+à€­à¥
+à€à€Šà€¿
+à€à€ª
+à€à€€à¥à€¯à€Ÿà€Šà€¿
+à€à€š 
+à€à€šà€à€Ÿ
+à€à€šà¥à€¹à¥à€
+à€à€šà¥à€¹à¥à€
+à€à€šà¥à€¹à¥à€
+à€à€ž
+à€à€žà€à€Ÿ
+à€à€žà€à¥
+à€à€žà€à¥
+à€à€žà€®à¥à€
+à€à€žà¥
+à€à€žà¥
+à€à€š
+à€à€šà€à€Ÿ
+à€à€šà€à¥
+à€à€šà€à¥
+à€à€šà€à¥
+à€à€šà¥à€¹à¥à€
+à€à€šà¥à€¹à¥à€
+à€à€šà¥à€¹à¥à€
+à€à€ž
+à€à€žà€à¥
+à€à€žà¥
+à€à€žà¥
+à€à€
+à€à€µà€
+à€à€ž
+à€à€žà¥
+à€à€°
+à€à€
+à€à€°
+à€à€°à€€à€Ÿ
+à€à€°à€€à¥
+à€à€°à€šà€Ÿ
+à€à€°à€šà¥
+à€à€°à¥à€
+à€à€¹à€€à¥
+à€à€¹à€Ÿ
+à€à€Ÿ
+à€à€Ÿà¥à¥
+à€à€¿
+à€à€¿à€€à€šà€Ÿ
+à€à€¿à€šà¥à€¹à¥à€
+à€à€¿à€šà¥à€¹à¥à€
+à€à€¿à€¯à€Ÿ
+à€à€¿à€°
+à€à€¿à€ž
+à€à€¿à€žà¥
+à€à€¿à€žà¥
+à€à¥
+à€à¥à€
+à€à¥à€²
+à€à¥
+à€à¥
+à€à¥à€
+à€à¥à€š
+à€à¥à€šà€žà€Ÿ
+à€à€¯à€Ÿ
+à€à€°
+à€à€¬
+à€à€¹à€Ÿà€
+à€à€Ÿ
+à€à€¿à€€à€šà€Ÿ
+à€à€¿à€š
+à€à€¿à€šà¥à€¹à¥à€
+à€à€¿à€šà¥à€¹à¥à€
+à€à€¿à€ž
+à€à€¿à€žà¥
+à€à¥à€§à€°
+à€à¥à€žà€Ÿ
+à€à¥à€žà¥
+à€à¥
+à€€à€
+à€€à€¬
+à€€à€°à€¹
+à€€à€¿à€š
+à€€à€¿à€šà¥à€¹à¥à€
+à€€à€¿à€šà¥à€¹à¥à€
+à€€à€¿à€ž
+à€€à€¿à€žà¥
+à€€à¥
+à€¥à€Ÿ
+à€¥à¥
+à€¥à¥
+à€Šà€¬à€Ÿà€°à€Ÿ
+à€Šà€¿à€¯à€Ÿ
+à€Šà¥à€žà€°à€Ÿ
+à€Šà¥à€žà€°à¥
+à€Šà¥
+à€Šà¥à€µà€Ÿà€°à€Ÿ
+à€š
+à€šà€¹à¥à€
+à€šà€Ÿ
+à€šà€¿à€¹à€Ÿà€¯à€€
+à€šà¥à€à¥
+à€šà¥
+à€ªà€°
+à€ªà€°  
+à€ªà€¹à€²à¥
+à€ªà¥à€°à€Ÿ
+à€ªà¥
+à€«à€¿à€°
+à€¬à€šà¥
+à€¬à€¹à¥
+à€¬à€¹à¥à€€
+à€¬à€Ÿà€Š
+à€¬à€Ÿà€²à€Ÿ
+à€¬à€¿à€²à€à¥à€²
+à€­à¥
+à€­à¥à€€à€°
+à€®à€à€°
+à€®à€Ÿà€šà¥
+à€®à¥
+à€®à¥à€
+à€¯à€Šà€¿
+à€¯à€¹
+à€¯à€¹à€Ÿà€
+à€¯à€¹à¥
+à€¯à€Ÿ
+à€¯à€¿à€¹ 
+à€¯à¥
+à€°à€à¥à€
+à€°à€¹à€Ÿ
+à€°à€¹à¥
+à€±à¥à€µà€Ÿà€žà€Ÿ
+à€²à€¿à€
+à€²à€¿à€¯à¥
+à€²à¥à€à€¿à€š
+à€µ
+à€µà€°à¥à€
+à€µà€¹
+à€µà€¹ 
+à€µà€¹à€Ÿà€
+à€µà€¹à¥à€
+à€µà€Ÿà€²à¥
+à€µà¥à€¹ 
+à€µà¥
+à€µà¥à¥à€°à€¹
+à€žà€à€
+à€žà€à€€à€Ÿ
+à€žà€à€€à¥
+à€žà€¬à€žà¥
+à€žà€­à¥
+à€žà€Ÿà€¥
+à€žà€Ÿà€¬à¥à€€
+à€žà€Ÿà€­
+à€žà€Ÿà€°à€Ÿ
+à€žà¥
+à€žà¥
+à€¹à¥
+à€¹à¥à€
+à€¹à¥à€
+à€¹à¥à€
+à€¹à¥
+à€¹à¥à€
+à€¹à¥
+à€¹à¥à€€à€Ÿ
+à€¹à¥à€€à¥
+à€¹à¥à€€à¥
+à€¹à¥à€šà€Ÿ
+à€¹à¥à€šà¥
+# additional normalized forms of the above
+à€
+à€ªà€šà€¿
+à€à¥à€žà¥
+à€¹à¥à€€à€¿
+à€žà€­à€¿
+à€€à€¿à€à€¹à¥à€
+à€à€à€¹à¥à€
+à€Šà€µà€Ÿà€°à€Ÿ
+à€à€žà€¿
+à€à€¿à€à€¹à¥à€
+à€¥à€¿
+à€à€à€¹à¥à€
+à€à€°
+à€à€¿à€à€¹à¥à€
+à€µà€¹à€¿à€
+à€
+à€­à€¿
+à€¬à€šà€¿
+à€¹à€¿
+à€à€à€¹à€¿à€
+à€à€à€¹à¥à€
+à€¹à¥à€
+à€µà€à¥à€°à€¹
+à€à€žà¥
+à€°à€µà€Ÿà€žà€Ÿ
+à€à¥à€š
+à€šà€¿à€à¥
+à€à€Ÿà€«à€¿
+à€à€žà€¿
+à€ªà¥à€°à€Ÿ
+à€­à€¿à€€à€°
+à€¹à¥
+à€¬à€¹à€¿
+à€µà€¹à€Ÿà€
+à€à¥à€
+à€¯à€¹à€Ÿà€
+à€à€¿à€à€¹à¥à€
+à€€à€¿à€à€¹à¥à€
+à€à€¿à€žà€¿
+à€à€
+à€¯à€¹à€¿
+à€à€à€¹à€¿à€
+à€à€¿à€§à€°
+à€à€à€¹à¥à€
+à€
+à€Šà€¿
+à€à€€à€¯à€Ÿà€Šà€¿
+à€¹à¥à€
+à€à¥à€šà€žà€Ÿ
+à€à€žà€à€¿
+à€Šà¥à€žà€°à¥
+à€à€¹à€Ÿà€
+à€
+à€ª
+à€à€¿à€à€¹à¥à€
+à€à€šà€à€¿
+à€­à€¿
+à€µà€°à€
+à€¹à¥à€
+
+à€à¥à€žà€Ÿ
+à€šà€¹à€¿à€
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hu.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hu.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hu.txt	(revision 30001)
@@ -0,0 +1,211 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/hungarian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+ 
+| Hungarian stop word list
+| prepared by Anna Tordai
+
+a
+ahogy
+ahol
+aki
+akik
+akkor
+alatt
+Ã¡ltal
+Ã¡ltalÃ¡ban
+amely
+amelyek
+amelyekben
+amelyeket
+amelyet
+amelynek
+ami
+amit
+amolyan
+amÃ­g
+amikor
+Ã¡t
+abban
+ahhoz
+annak
+arra
+arrÃ³l
+az
+azok
+azon
+azt
+azzal
+azÃ©rt
+aztÃ¡n
+azutÃ¡n
+azonban
+bÃ¡r
+be
+belÃŒl
+benne
+cikk
+cikkek
+cikkeket
+csak
+de
+e
+eddig
+egÃ©sz
+egy
+egyes
+egyetlen
+egyÃ©b
+egyik
+egyre
+ekkor
+el
+elÃ©g
+ellen
+elÅ
+elÅszÃ¶r
+elÅtt
+elsÅ
+Ã©n
+Ã©ppen
+ebben
+ehhez
+emilyen
+ennek
+erre
+ez
+ezt
+ezek
+ezen
+ezzel
+ezÃ©rt
+Ã©s
+fel
+felÃ©
+hanem
+hiszen
+hogy
+hogyan
+igen
+Ã­gy
+illetve
+ill.
+ill
+ilyen
+ilyenkor
+ison
+ismÃ©t
+itt
+jÃ³
+jÃ³l
+jobban
+kell
+kellett
+keresztÃŒl
+keressÃŒnk
+ki
+kÃ­vÃŒl
+kÃ¶zÃ¶tt
+kÃ¶zÃŒl
+legalÃ¡bb
+lehet
+lehetett
+legyen
+lenne
+lenni
+lesz
+lett
+maga
+magÃ¡t
+majd
+majd
+mÃ¡r
+mÃ¡s
+mÃ¡sik
+meg
+mÃ©g
+mellett
+mert
+mely
+melyek
+mi
+mit
+mÃ­g
+miÃ©rt
+milyen
+mikor
+minden
+mindent
+mindenki
+mindig
+mint
+mintha
+mivel
+most
+nagy
+nagyobb
+nagyon
+ne
+nÃ©ha
+nekem
+neki
+nem
+nÃ©hÃ¡ny
+nÃ©lkÃŒl
+nincs
+olyan
+ott
+Ã¶ssze
+Å
+Åk
+Åket
+pedig
+persze
+rÃ¡
+s
+sajÃ¡t
+sem
+semmi
+sok
+sokat
+sokkal
+szÃ¡mÃ¡ra
+szemben
+szerint
+szinte
+talÃ¡n
+tehÃ¡t
+teljes
+tovÃ¡bb
+tovÃ¡bbÃ¡
+tÃ¶bb
+Ãºgy
+ugyanis
+Ãºj
+Ãºjabb
+Ãºjra
+utÃ¡n
+utÃ¡na
+utolsÃ³
+vagy
+vagyis
+valaki
+valami
+valamint
+valÃ³
+vagyok
+van
+vannak
+volt
+voltam
+voltak
+voltunk
+vissza
+vele
+viszont
+volna
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hy.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hy.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_hy.txt	(revision 30001)
@@ -0,0 +1,46 @@
+# example set of Armenian stopwords.
+Õ¡ÕµÕ€
+Õ¡ÕµÕ¬
+Õ¡ÕµÕ¶
+Õ¡ÕµÕœ
+Õ€ÕžÖ
+Õ€ÕžÖÖ
+Õ¥ÕŽ
+Õ¥Õ¶
+Õ¥Õ¶Ö
+Õ¥Õœ
+Õ¥Ö
+Õ§
+Õ§Õ«
+Õ§Õ«Õ¶
+Õ§Õ«Õ¶Ö
+Õ§Õ«Ö
+Õ§Õ«Ö
+Õ§Ö
+ÕšÕœÕ¿
+Õ©
+Õ«
+Õ«Õ¶
+Õ«ÕœÕ¯
+Õ«Ö
+Õ¯Õ¡ÕŽ
+Õ°Õ¡ÕŽÕ¡Ö
+Õ°Õ¥Õ¿
+Õ°Õ¥Õ¿Õž
+ÕŽÕ¥Õ¶Ö
+ÕŽÕ¥Õ»
+ÕŽÕ«
+Õ¶
+Õ¶Õ¡
+Õ¶Õ¡Ö
+Õ¶ÖÕ¡
+Õ¶ÖÕ¡Õ¶Ö
+ÕžÖ
+ÕžÖÕš
+ÕžÖÕžÕ¶Ö
+ÕžÖÕºÕ¥Õœ
+ÕžÖ
+ÕžÖÕŽ
+ÕºÕ«Õ¿Õ«
+ÕŸÖÕ¡
+Ö
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_id.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_id.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_id.txt	(revision 30001)
@@ -0,0 +1,359 @@
+# from appendix D of: A Study of Stemming Effects on Information
+# Retrieval in Bahasa Indonesia
+ada
+adanya
+adalah
+adapun
+agak
+agaknya
+agar
+akan
+akankah
+akhirnya
+aku
+akulah
+amat
+amatlah
+anda
+andalah
+antar
+diantaranya
+antara
+antaranya
+diantara
+apa
+apaan
+mengapa
+apabila
+apakah
+apalagi
+apatah
+atau
+ataukah
+ataupun
+bagai
+bagaikan
+sebagai
+sebagainya
+bagaimana
+bagaimanapun
+sebagaimana
+bagaimanakah
+bagi
+bahkan
+bahwa
+bahwasanya
+sebaliknya
+banyak
+sebanyak
+beberapa
+seberapa
+begini
+beginian
+beginikah
+beginilah
+sebegini
+begitu
+begitukah
+begitulah
+begitupun
+sebegitu
+belum
+belumlah
+sebelum
+sebelumnya
+sebenarnya
+berapa
+berapakah
+berapalah
+berapapun
+betulkah
+sebetulnya
+biasa
+biasanya
+bila
+bilakah
+bisa
+bisakah
+sebisanya
+boleh
+bolehkah
+bolehlah
+buat
+bukan
+bukankah
+bukanlah
+bukannya
+cuma
+percuma
+dahulu
+dalam
+dan
+dapat
+dari
+daripada
+dekat
+demi
+demikian
+demikianlah
+sedemikian
+dengan
+depan
+di
+dia
+dialah
+dini
+diri
+dirinya
+terdiri
+dong
+dulu
+enggak
+enggaknya
+entah
+entahlah
+terhadap
+terhadapnya
+hal
+hampir
+hanya
+hanyalah
+harus
+haruslah
+harusnya
+seharusnya
+hendak
+hendaklah
+hendaknya
+hingga
+sehingga
+ia
+ialah
+ibarat
+ingin
+inginkah
+inginkan
+ini
+inikah
+inilah
+itu
+itukah
+itulah
+jangan
+jangankan
+janganlah
+jika
+jikalau
+juga
+justru
+kala
+kalau
+kalaulah
+kalaupun
+kalian
+kami
+kamilah
+kamu
+kamulah
+kan
+kapan
+kapankah
+kapanpun
+dikarenakan
+karena
+karenanya
+ke
+kecil
+kemudian
+kenapa
+kepada
+kepadanya
+ketika
+seketika
+khususnya
+kini
+kinilah
+kiranya
+sekiranya
+kita
+kitalah
+kok
+lagi
+lagian
+selagi
+lah
+lain
+lainnya
+melainkan
+selaku
+lalu
+melalui
+terlalu
+lama
+lamanya
+selama
+selama
+selamanya
+lebih
+terlebih
+bermacam
+macam
+semacam
+maka
+makanya
+makin
+malah
+malahan
+mampu
+mampukah
+mana
+manakala
+manalagi
+masih
+masihkah
+semasih
+masing
+mau
+maupun
+semaunya
+memang
+mereka
+merekalah
+meski
+meskipun
+semula
+mungkin
+mungkinkah
+nah
+namun
+nanti
+nantinya
+nyaris
+oleh
+olehnya
+seorang
+seseorang
+pada
+padanya
+padahal
+paling
+sepanjang
+pantas
+sepantasnya
+sepantasnyalah
+para
+pasti
+pastilah
+per
+pernah
+pula
+pun
+merupakan
+rupanya
+serupa
+saat
+saatnya
+sesaat
+saja
+sajalah
+saling
+bersama
+sama
+sesama
+sambil
+sampai
+sana
+sangat
+sangatlah
+saya
+sayalah
+se
+sebab
+sebabnya
+sebuah
+tersebut
+tersebutlah
+sedang
+sedangkan
+sedikit
+sedikitnya
+segala
+segalanya
+segera
+sesegera
+sejak
+sejenak
+sekali
+sekalian
+sekalipun
+sesekali
+sekaligus
+sekarang
+sekarang
+sekitar
+sekitarnya
+sela
+selain
+selalu
+seluruh
+seluruhnya
+semakin
+sementara
+sempat
+semua
+semuanya
+sendiri
+sendirinya
+seolah
+seperti
+sepertinya
+sering
+seringnya
+serta
+siapa
+siapakah
+siapapun
+disini
+disinilah
+sini
+sinilah
+sesuatu
+sesuatunya
+suatu
+sesudah
+sesudahnya
+sudah
+sudahkah
+sudahlah
+supaya
+tadi
+tadinya
+tak
+tanpa
+setelah
+telah
+tentang
+tentu
+tentulah
+tentunya
+tertentu
+seterusnya
+tapi
+tetapi
+setiap
+tiap
+setidaknya
+tidak
+tidakkah
+tidaklah
+toh
+waduh
+wah
+wahai
+sewaktu
+walau
+walaupun
+wong
+yaitu
+yakni
+yang
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_it.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_it.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_it.txt	(revision 30001)
@@ -0,0 +1,303 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/italian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | An Italian stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ad             |  a (to) before vowel
+al             |  a + il
+allo           |  a + lo
+ai             |  a + i
+agli           |  a + gli
+all            |  a + l'
+agl            |  a + gl'
+alla           |  a + la
+alle           |  a + le
+con            |  with
+col            |  con + il
+coi            |  con + i (forms collo, cogli etc are now very rare)
+da             |  from
+dal            |  da + il
+dallo          |  da + lo
+dai            |  da + i
+dagli          |  da + gli
+dall           |  da + l'
+dagl           |  da + gll'
+dalla          |  da + la
+dalle          |  da + le
+di             |  of
+del            |  di + il
+dello          |  di + lo
+dei            |  di + i
+degli          |  di + gli
+dell           |  di + l'
+degl           |  di + gl'
+della          |  di + la
+delle          |  di + le
+in             |  in
+nel            |  in + el
+nello          |  in + lo
+nei            |  in + i
+negli          |  in + gli
+nell           |  in + l'
+negl           |  in + gl'
+nella          |  in + la
+nelle          |  in + le
+su             |  on
+sul            |  su + il
+sullo          |  su + lo
+sui            |  su + i
+sugli          |  su + gli
+sull           |  su + l'
+sugl           |  su + gl'
+sulla          |  su + la
+sulle          |  su + le
+per            |  through, by
+tra            |  among
+contro         |  against
+io             |  I
+tu             |  thou
+lui            |  he
+lei            |  she
+noi            |  we
+voi            |  you
+loro           |  they
+mio            |  my
+mia            |
+miei           |
+mie            |
+tuo            |
+tua            |
+tuoi           |  thy
+tue            |
+suo            |
+sua            |
+suoi           |  his, her
+sue            |
+nostro         |  our
+nostra         |
+nostri         |
+nostre         |
+vostro         |  your
+vostra         |
+vostri         |
+vostre         |
+mi             |  me
+ti             |  thee
+ci             |  us, there
+vi             |  you, there
+lo             |  him, the
+la             |  her, the
+li             |  them
+le             |  them, the
+gli            |  to him, the
+ne             |  from there etc
+il             |  the
+un             |  a
+uno            |  a
+una            |  a
+ma             |  but
+ed             |  and
+se             |  if
+perchÃ©         |  why, because
+anche          |  also
+come           |  how
+dov            |  where (as dov')
+dove           |  where
+che            |  who, that
+chi            |  who
+cui            |  whom
+non            |  not
+piÃ¹            |  more
+quale          |  who, that
+quanto         |  how much
+quanti         |
+quanta         |
+quante         |
+quello         |  that
+quelli         |
+quella         |
+quelle         |
+questo         |  this
+questi         |
+questa         |
+queste         |
+si             |  yes
+tutto          |  all
+tutti          |  all
+
+               |  single letter forms:
+
+a              |  at
+c              |  as c' for ce or ci
+e              |  and
+i              |  the
+l              |  as l'
+o              |  or
+
+               | forms of avere, to have (not including the infinitive):
+
+ho
+hai
+ha
+abbiamo
+avete
+hanno
+abbia
+abbiate
+abbiano
+avrÃ²
+avrai
+avrÃ 
+avremo
+avrete
+avranno
+avrei
+avresti
+avrebbe
+avremmo
+avreste
+avrebbero
+avevo
+avevi
+aveva
+avevamo
+avevate
+avevano
+ebbi
+avesti
+ebbe
+avemmo
+aveste
+ebbero
+avessi
+avesse
+avessimo
+avessero
+avendo
+avuto
+avuta
+avuti
+avute
+
+               | forms of essere, to be (not including the infinitive):
+sono
+sei
+Ãš
+siamo
+siete
+sia
+siate
+siano
+sarÃ²
+sarai
+sarÃ 
+saremo
+sarete
+saranno
+sarei
+saresti
+sarebbe
+saremmo
+sareste
+sarebbero
+ero
+eri
+era
+eravamo
+eravate
+erano
+fui
+fosti
+fu
+fummo
+foste
+furono
+fossi
+fosse
+fossimo
+fossero
+essendo
+
+               | forms of fare, to do (not including the infinitive, fa, fat-):
+faccio
+fai
+facciamo
+fanno
+faccia
+facciate
+facciano
+farÃ²
+farai
+farÃ 
+faremo
+farete
+faranno
+farei
+faresti
+farebbe
+faremmo
+fareste
+farebbero
+facevo
+facevi
+faceva
+facevamo
+facevate
+facevano
+feci
+facesti
+fece
+facemmo
+faceste
+fecero
+facessi
+facesse
+facessimo
+facessero
+facendo
+
+               | forms of stare, to be (not including the infinitive):
+sto
+stai
+sta
+stiamo
+stanno
+stia
+stiate
+stiano
+starÃ²
+starai
+starÃ 
+staremo
+starete
+staranno
+starei
+staresti
+starebbe
+staremmo
+stareste
+starebbero
+stavo
+stavi
+stava
+stavamo
+stavate
+stavano
+stetti
+stesti
+stette
+stemmo
+steste
+stettero
+stessi
+stesse
+stessimo
+stessero
+stando
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ja.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ja.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ja.txt	(revision 30001)
@@ -0,0 +1,128 @@
+#
+# This file defines a stopword set for Japanese.
+#
+# This set is made up of hand-picked frequent terms from segmented Japanese Wikipedia.
+# Punctuation characters and frequent kanji have mostly been left out.  See LUCENE-3745
+# for frequency lists, etc. that can be useful for making your own set (if desired)
+#
+# Note that there is an overlap between these stopwords and the terms stopped when used
+# in combination with the JapanesePartOfSpeechStopFilter.  When editing this file, note
+# that comments are not allowed on the same line as stopwords.
+#
+# Also note that stopping is done in a case-insensitive manner.  Change your StopFilter
+# configuration if you need case-sensitive stopping.  Lastly, note that stopping is done
+# using the same character width as the entries in this file.  Since this StopFilter is
+# normally done after a CJKWidthFilter in your chain, you would usually want your romaji
+# entries to be in half-width and your kana entries to be in full-width.
+#
+ã®
+ã«
+ã¯
+ã
+ã
+ã
+ã§
+ãŠ
+ãš
+ã
+ã
+ã
+ãã
+ãã
+ã
+ãã
+ãã
+ãª
+ããš
+ãšããŠ
+ã
+ã
+ãã
+ãªã©
+ãªã£
+ãªã
+ãã®
+ãã
+ãã®
+ãã£
+ãã
+ãŸã
+ãã®
+ãšãã
+ãã
+ãŸã§
+ãã
+ãªã
+ãž
+ã
+ã 
+ãã
+ã«ãã£ãŠ
+ã«ãã
+ãã
+ãã
+ã«ãã
+ã
+ãªã
+ããã
+ã«ãããŠ
+ã°
+ãªãã£
+ãªã
+ããã
+ã«ã€ããŠ
+ã
+ã ã£
+ãã®åŸ
+ã§ãã
+ãã
+ã
+ã®ã§
+ãªã
+ã®ã¿
+ã§ã
+ã
+ã€
+ã«ããã
+ããã³
+ãã
+ããã«
+ã§ã
+ã
+ãã
+ãã®ä»
+ã«é¢ãã
+ãã¡
+ãŸã
+ã
+ãªã
+ã«å¯ŸããŠ
+ç¹ã«
+ãã
+åã³
+ããã
+ãšã
+ã§ã¯
+ã«ãŠ
+ã»ã
+ãªãã
+ãã¡
+ãããŠ
+ãšãšãã«
+ãã ã
+ãã€ãŠ
+ãããã
+ãŸãã¯
+ã
+ã»ã©
+ãã®ã®
+ã«å¯Ÿãã
+ã»ãšãã©
+ãšå
+±ã«
+ãšãã£ã
+ã§ã
+ãšã
+ãšãã
+ãã
+##### End of file
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_lv.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_lv.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_lv.txt	(revision 30001)
@@ -0,0 +1,172 @@
+# Set of Latvian stopwords from A Stemming Algorithm for Latvian, Karlis Kreslins
+# the original list of over 800 forms was refined: 
+#   pronouns, adverbs, interjections were removed
+# 
+# prepositions
+aiz
+ap
+ar
+apakÅ¡
+Ärpus
+augÅ¡pus
+bez
+caur
+dÄÄŒ
+gar
+iekÅ¡
+iz
+kopÅ¡
+labad
+lejpus
+lÄ«dz
+no
+otrpus
+pa
+par
+pÄr
+pÄc
+pie
+pirms
+pret
+priekÅ¡
+starp
+Å¡aipus
+uz
+viÅpus
+virs
+virspus
+zem
+apakÅ¡pus
+# Conjunctions
+un
+bet
+jo
+ja
+ka
+lai
+tomÄr
+tikko
+turpretÄ«
+arÄ«
+kaut
+gan
+tÄdÄÄŒ
+tÄ
+ne
+tikvien
+vien
+kÄ
+ir
+te
+vai
+kamÄr
+# Particles
+ar
+diezin
+droÅ¡i
+diemÅŸÄl
+nebÅ«t
+ik
+it
+taÄu
+nu
+pat
+tiklab
+iekÅ¡pus
+nedz
+tik
+nevis
+turpretim
+jeb
+iekam
+iekÄm
+iekÄms
+kolÄ«dz
+lÄ«dzko
+tiklÄ«dz
+jebÅ¡u
+tÄlab
+tÄpÄc
+nekÄ
+itin
+jÄ
+jau
+jel
+nÄ
+nezin
+tad
+tikai
+vis
+tak
+iekams
+vien
+# modal verbs
+bÅ«t  
+biju 
+biji
+bija
+bijÄm
+bijÄt
+esmu
+esi
+esam
+esat 
+bÅ«Å¡u     
+bÅ«si
+bÅ«s
+bÅ«sim
+bÅ«siet
+tikt
+tiku
+tiki
+tika
+tikÄm
+tikÄt
+tieku
+tiec
+tiek
+tiekam
+tiekat
+tikÅ¡u
+tiks
+tiksim
+tiksiet
+tapt
+tapi
+tapÄt
+topat
+tapÅ¡u
+tapsi
+taps
+tapsim
+tapsiet
+kÄŒÅ«t
+kÄŒuvu
+kÄŒuvi
+kÄŒuva
+kÄŒuvÄm
+kÄŒuvÄt
+kÄŒÅ«stu
+kÄŒÅ«sti
+kÄŒÅ«st
+kÄŒÅ«stam
+kÄŒÅ«stat
+kÄŒÅ«Å¡u
+kÄŒÅ«si
+kÄŒÅ«s
+kÄŒÅ«sim
+kÄŒÅ«siet
+# verbs
+varÄt
+varÄju
+varÄjÄm
+varÄÅ¡u
+varÄsim
+var
+varÄji
+varÄjÄt
+varÄsi
+varÄsiet
+varat
+varÄja
+varÄs
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_nl.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_nl.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_nl.txt	(revision 30001)
@@ -0,0 +1,119 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/dutch/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Dutch stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large sample of Dutch text.
+
+ | Dutch stop words frequently exhibit homonym clashes. These are indicated
+ | clearly below.
+
+de             |  the
+en             |  and
+van            |  of, from
+ik             |  I, the ego
+te             |  (1) chez, at etc, (2) to, (3) too
+dat            |  that, which
+die            |  that, those, who, which
+in             |  in, inside
+een            |  a, an, one
+hij            |  he
+het            |  the, it
+niet           |  not, nothing, naught
+zijn           |  (1) to be, being, (2) his, one's, its
+is             |  is
+was            |  (1) was, past tense of all persons sing. of 'zijn' (to be) (2) wax, (3) the washing, (4) rise of river
+op             |  on, upon, at, in, up, used up
+aan            |  on, upon, to (as dative)
+met            |  with, by
+als            |  like, such as, when
+voor           |  (1) before, in front of, (2) furrow
+had            |  had, past tense all persons sing. of 'hebben' (have)
+er             |  there
+maar           |  but, only
+om             |  round, about, for etc
+hem            |  him
+dan            |  then
+zou            |  should/would, past tense all persons sing. of 'zullen'
+of             |  or, whether, if
+wat            |  what, something, anything
+mijn           |  possessive and noun 'mine'
+men            |  people, 'one'
+dit            |  this
+zo             |  so, thus, in this way
+door           |  through by
+over           |  over, across
+ze             |  she, her, they, them
+zich           |  oneself
+bij            |  (1) a bee, (2) by, near, at
+ook            |  also, too
+tot            |  till, until
+je             |  you
+mij            |  me
+uit            |  out of, from
+der            |  Old Dutch form of 'van der' still found in surnames
+daar           |  (1) there, (2) because
+haar           |  (1) her, their, them, (2) hair
+naar           |  (1) unpleasant, unwell etc, (2) towards, (3) as
+heb            |  present first person sing. of 'to have'
+hoe            |  how, why
+heeft          |  present third person sing. of 'to have'
+hebben         |  'to have' and various parts thereof
+deze           |  this
+u              |  you
+want           |  (1) for, (2) mitten, (3) rigging
+nog            |  yet, still
+zal            |  'shall', first and third person sing. of verb 'zullen' (will)
+me             |  me
+zij            |  she, they
+nu             |  now
+ge             |  'thou', still used in Belgium and south Netherlands
+geen           |  none
+omdat          |  because
+iets           |  something, somewhat
+worden         |  to become, grow, get
+toch           |  yet, still
+al             |  all, every, each
+waren          |  (1) 'were' (2) to wander, (3) wares, (3)
+veel           |  much, many
+meer           |  (1) more, (2) lake
+doen           |  to do, to make
+toen           |  then, when
+moet           |  noun 'spot/mote' and present form of 'to must'
+ben            |  (1) am, (2) 'are' in interrogative second person singular of 'to be'
+zonder         |  without
+kan            |  noun 'can' and present form of 'to be able'
+hun            |  their, them
+dus            |  so, consequently
+alles          |  all, everything, anything
+onder          |  under, beneath
+ja             |  yes, of course
+eens           |  once, one day
+hier           |  here
+wie            |  who
+werd           |  imperfect third person sing. of 'become'
+altijd         |  always
+doch           |  yet, but etc
+wordt          |  present third person sing. of 'become'
+wezen          |  (1) to be, (2) 'been' as in 'been fishing', (3) orphans
+kunnen         |  to be able
+ons            |  us/our
+zelf           |  self
+tegen          |  against, towards, at
+na             |  after, near
+reeds          |  already
+wil            |  (1) present tense of 'want', (2) 'will', noun, (3) fender
+kon            |  could; past tense of 'to be able'
+niets          |  nothing
+uw             |  your
+iemand         |  somebody
+geweest        |  been; past participle of 'be'
+andere         |  other
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_no.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_no.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_no.txt	(revision 30001)
@@ -0,0 +1,194 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/norwegian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Norwegian stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This stop word list is for the dominant bokmÃ¥l dialect. Words unique
+ | to nynorsk are marked *.
+
+ | Revised by Jan Bruusgaard <Jan.Bruusgaard@ssb.no>, Jan 2005
+
+og             | and
+i              | in
+jeg            | I
+det            | it/this/that
+at             | to (w. inf.)
+en             | a/an
+et             | a/an
+den            | it/this/that
+til            | to
+er             | is/am/are
+som            | who/that
+pÃ¥             | on
+de             | they / you(formal)
+med            | with
+han            | he
+av             | of
+ikke           | not
+ikkje          | not *
+der            | there
+sÃ¥             | so
+var            | was/were
+meg            | me
+seg            | you
+men            | but
+ett            | one
+har            | have
+om             | about
+vi             | we
+min            | my
+mitt           | my
+ha             | have
+hadde          | had
+hun            | she
+nÃ¥             | now
+over           | over
+da             | when/as
+ved            | by/know
+fra            | from
+du             | you
+ut             | out
+sin            | your
+dem            | them
+oss            | us
+opp            | up
+man            | you/one
+kan            | can
+hans           | his
+hvor           | where
+eller          | or
+hva            | what
+skal           | shall/must
+selv           | self (reflective)
+sjÃžl           | self (reflective)
+her            | here
+alle           | all
+vil            | will
+bli            | become
+ble            | became
+blei           | became *
+blitt          | have become
+kunne          | could
+inn            | in
+nÃ¥r            | when
+vÃŠre           | be
+kom            | come
+noen           | some
+noe            | some
+ville          | would
+dere           | you
+som            | who/which/that
+deres          | their/theirs
+kun            | only/just
+ja             | yes
+etter          | after
+ned            | down
+skulle         | should
+denne          | this
+for            | for/because
+deg            | you
+si             | hers/his
+sine           | hers/his
+sitt           | hers/his
+mot            | against
+Ã¥              | to
+meget          | much
+hvorfor        | why
+dette          | this
+disse          | these/those
+uten           | without
+hvordan        | how
+ingen          | none
+din            | your
+ditt           | your
+blir           | become
+samme          | same
+hvilken        | which
+hvilke         | which (plural)
+sÃ¥nn           | such a
+inni           | inside/within
+mellom         | between
+vÃ¥r            | our
+hver           | each
+hvem           | who
+vors           | us/ours
+hvis           | whose
+bÃ¥de           | both
+bare           | only/just
+enn            | than
+fordi          | as/because
+fÃžr            | before
+mange          | many
+ogsÃ¥           | also
+slik           | just
+vÃŠrt           | been
+vÃŠre           | to be
+bÃ¥e            | both *
+begge          | both
+siden          | since
+dykk           | your *
+dykkar         | yours *
+dei            | they *
+deira          | them *
+deires         | theirs *
+deim           | them *
+di             | your (fem.) *
+dÃ¥             | as/when *
+eg             | I *
+ein            | a/an *
+eit            | a/an *
+eitt           | a/an *
+elles          | or *
+honom          | he *
+hjÃ¥            | at *
+ho             | she *
+hoe            | she *
+henne          | her
+hennar         | her/hers
+hennes         | hers
+hoss           | how *
+hossen         | how *
+ikkje          | not *
+ingi           | noone *
+inkje          | noone *
+korleis        | how *
+korso          | how *
+kva            | what/which *
+kvar           | where *
+kvarhelst      | where *
+kven           | who/whom *
+kvi            | why *
+kvifor         | why *
+me             | we *
+medan          | while *
+mi             | my *
+mine           | my *
+mykje          | much *
+no             | now *
+nokon          | some (masc./neut.) *
+noka           | some (fem.) *
+nokor          | some *
+noko           | some *
+nokre          | some *
+si             | his/hers *
+sia            | since *
+sidan          | since *
+so             | so *
+somt           | some *
+somme          | some *
+um             | about*
+upp            | up *
+vere           | be *
+vore           | was *
+verte          | become *
+vort           | become *
+varte          | became *
+vart           | became *
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_pt.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_pt.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_pt.txt	(revision 30001)
@@ -0,0 +1,253 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/portuguese/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Portuguese stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+
+ | The following is a ranked list (commonest to rarest) of stopwords
+ | deriving from a large sample of text.
+
+ | Extra words have been added at the end.
+
+de             |  of, from
+a              |  the; to, at; her
+o              |  the; him
+que            |  who, that
+e              |  and
+do             |  de + o
+da             |  de + a
+em             |  in
+um             |  a
+para           |  for
+  | Ã©          from SER
+com            |  with
+nÃ£o            |  not, no
+uma            |  a
+os             |  the; them
+no             |  em + o
+se             |  himself etc
+na             |  em + a
+por            |  for
+mais           |  more
+as             |  the; them
+dos            |  de + os
+como           |  as, like
+mas            |  but
+  | foi        from SER
+ao             |  a + o
+ele            |  he
+das            |  de + as
+  | tem        from TER
+Ã               |  a + a
+seu            |  his
+sua            |  her
+ou             |  or
+  | ser        from SER
+quando         |  when
+muito          |  much
+  | hÃ¡         from HAV
+nos            |  em + os; us
+jÃ¡             |  already, now
+  | estÃ¡       from EST
+eu             |  I
+tambÃ©m         |  also
+sÃ³             |  only, just
+pelo           |  per + o
+pela           |  per + a
+atÃ©            |  up to
+isso           |  that
+ela            |  he
+entre          |  between
+  | era        from SER
+depois         |  after
+sem            |  without
+mesmo          |  same
+aos            |  a + os
+  | ter        from TER
+seus           |  his
+quem           |  whom
+nas            |  em + as
+me             |  me
+esse           |  that
+eles           |  they
+  | estÃ£o      from EST
+vocÃª           |  you
+  | tinha      from TER
+  | foram      from SER
+essa           |  that
+num            |  em + um
+nem            |  nor
+suas           |  her
+meu            |  my
+Ã s             |  a + as
+minha          |  my
+  | tÃªm        from TER
+numa           |  em + uma
+pelos          |  per + os
+elas           |  they
+  | havia      from HAV
+  | seja       from SER
+qual           |  which
+  | serÃ¡       from SER
+nÃ³s            |  we
+  | tenho      from TER
+lhe            |  to him, her
+deles          |  of them
+essas          |  those
+esses          |  those
+pelas          |  per + as
+este           |  this
+  | fosse      from SER
+dele           |  of him
+
+ | other words. There are many contractions such as naquele = em+aquele,
+ | mo = me+o, but they are rare.
+ | Indefinite article plural forms are also rare.
+
+tu             |  thou
+te             |  thee
+vocÃªs          |  you (plural)
+vos            |  you
+lhes           |  to them
+meus           |  my
+minhas
+teu            |  thy
+tua
+teus
+tuas
+nosso          | our
+nossa
+nossos
+nossas
+
+dela           |  of her
+delas          |  of them
+
+esta           |  this
+estes          |  these
+estas          |  these
+aquele         |  that
+aquela         |  that
+aqueles        |  those
+aquelas        |  those
+isto           |  this
+aquilo         |  that
+
+               | forms of estar, to be (not including the infinitive):
+estou
+estÃ¡
+estamos
+estÃ£o
+estive
+esteve
+estivemos
+estiveram
+estava
+estÃ¡vamos
+estavam
+estivera
+estivÃ©ramos
+esteja
+estejamos
+estejam
+estivesse
+estivÃ©ssemos
+estivessem
+estiver
+estivermos
+estiverem
+
+               | forms of haver, to have (not including the infinitive):
+hei
+hÃ¡
+havemos
+hÃ£o
+houve
+houvemos
+houveram
+houvera
+houvÃ©ramos
+haja
+hajamos
+hajam
+houvesse
+houvÃ©ssemos
+houvessem
+houver
+houvermos
+houverem
+houverei
+houverÃ¡
+houveremos
+houverÃ£o
+houveria
+houverÃ­amos
+houveriam
+
+               | forms of ser, to be (not including the infinitive):
+sou
+somos
+sÃ£o
+era
+Ã©ramos
+eram
+fui
+foi
+fomos
+foram
+fora
+fÃŽramos
+seja
+sejamos
+sejam
+fosse
+fÃŽssemos
+fossem
+for
+formos
+forem
+serei
+serÃ¡
+seremos
+serÃ£o
+seria
+serÃ­amos
+seriam
+
+               | forms of ter, to have (not including the infinitive):
+tenho
+tem
+temos
+tÃ©m
+tinha
+tÃ­nhamos
+tinham
+tive
+teve
+tivemos
+tiveram
+tivera
+tivÃ©ramos
+tenha
+tenhamos
+tenham
+tivesse
+tivÃ©ssemos
+tivessem
+tiver
+tivermos
+tiverem
+terei
+terÃ¡
+teremos
+terÃ£o
+teria
+terÃ­amos
+teriam
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ro.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ro.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ro.txt	(revision 30001)
@@ -0,0 +1,233 @@
+# This file was created by Jacques Savoy and is distributed under the BSD license.
+# See http://members.unine.ch/jacques.savoy/clef/index.html.
+# Also see http://www.opensource.org/licenses/bsd-license.html
+acea
+aceasta
+aceastÄ
+aceea
+acei
+aceia
+acel
+acela
+acele
+acelea
+acest
+acesta
+aceste
+acestea
+aceÅti
+aceÅtia
+acolo
+acum
+ai
+aia
+aibÄ
+aici
+al
+Äla
+ale
+alea
+Älea
+altceva
+altcineva
+am
+ar
+are
+aÅ
+aÅadar
+asemenea
+asta
+Ästa
+astÄzi
+astea
+Ästea
+ÄÅtia
+asupra
+aÅ£i
+au
+avea
+avem
+aveÅ£i
+azi
+bine
+bucur
+bunÄ
+ca
+cÄ
+cÄci
+cÃ¢nd
+care
+cÄrei
+cÄror
+cÄrui
+cÃ¢t
+cÃ¢te
+cÃ¢Å£i
+cÄtre
+cÃ¢tva
+ce
+cel
+ceva
+chiar
+cÃ®nd
+cine
+cineva
+cÃ®t
+cÃ®te
+cÃ®Å£i
+cÃ®tva
+contra
+cu
+cum
+cumva
+curÃ¢nd
+curÃ®nd
+da
+dÄ
+dacÄ
+dar
+datoritÄ
+de
+deci
+deja
+deoarece
+departe
+deÅi
+din
+dinaintea
+dintr
+dintre
+drept
+dupÄ
+ea
+ei
+el
+ele
+eram
+este
+eÅti
+eu
+face
+fÄrÄ
+fi
+fie
+fiecare
+fii
+fim
+fiÅ£i
+iar
+ieri
+Ã®i
+Ã®l
+Ã®mi
+Ã®mpotriva
+Ã®n 
+Ã®nainte
+Ã®naintea
+Ã®ncÃ¢t
+Ã®ncÃ®t
+Ã®ncotro
+Ã®ntre
+Ã®ntrucÃ¢t
+Ã®ntrucÃ®t
+Ã®Å£i
+la
+lÃ¢ngÄ
+le
+li
+lÃ®ngÄ
+lor
+lui
+mÄ
+mÃ¢ine
+mea
+mei
+mele
+mereu
+meu
+mi
+mine
+mult
+multÄ
+mulÅ£i
+ne
+nicÄieri
+nici
+nimeni
+niÅte
+noastrÄ
+noastre
+noi
+noÅtri
+nostru
+nu
+ori
+oricÃ¢nd
+oricare
+oricÃ¢t
+orice
+oricÃ®nd
+oricine
+oricÃ®t
+oricum
+oriunde
+pÃ¢nÄ
+pe
+pentru
+peste
+pÃ®nÄ
+poate
+pot
+prea
+prima
+primul
+prin
+printr
+sa
+sÄ
+sÄi
+sale
+sau
+sÄu
+se
+Åi
+sÃ®nt
+sÃ®ntem
+sÃ®nteÅ£i
+spre
+sub
+sunt
+suntem
+sunteÅ£i
+ta
+tÄi
+tale
+tÄu
+te
+Å£i
+Å£ie
+tine
+toatÄ
+toate
+tot
+toÅ£i
+totuÅi
+tu
+un
+una
+unde
+undeva
+unei
+unele
+uneori
+unor
+vÄ
+vi
+voastrÄ
+voastre
+voi
+voÅtri
+vostru
+vouÄ
+vreo
+vreun
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ru.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ru.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_ru.txt	(revision 30001)
@@ -0,0 +1,261 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/russian/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | a russian stop word list. comments begin with vertical bar. each stop
+ | word is at the start of a line.
+
+ | this is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+ | letter `Ñ' is translated to `Ðµ'.
+
+Ðž              | and
+Ð²              | in/into
+Ð²ÐŸ             | alternative form
+ÐœÐµ             | not
+ÑÑÐŸ            | what/that
+ÐŸÐœ             | he
+ÐœÐ°             | on/onto
+Ñ              | i
+Ñ              | from
+ÑÐŸ             | alternative form
+ÐºÐ°Ðº            | how
+Ð°              | milder form of `no' (but)
+ÑÐŸ             | conjunction and form of `that'
+Ð²ÑÐµ            | all
+ÐŸÐœÐ°            | she
+ÑÐ°Ðº            | so, thus
+ÐµÐ³ÐŸ            | him
+ÐœÐŸ             | but
+ÐŽÐ°             | yes/and
+ÑÑ             | thou
+Ðº              | towards, by
+Ñ              | around, chez
+Ð¶Ðµ             | intensifier particle
+Ð²Ñ             | you
+Ð·Ð°             | beyond, behind
+Ð±Ñ             | conditional/subj. particle
+Ð¿ÐŸ             | up to, along
+ÑÐŸÐ»ÑÐºÐŸ         | only
+ÐµÐµ             | her
+ÐŒÐœÐµ            | to me
+Ð±ÑÐ»ÐŸ           | it was
+Ð²ÐŸÑ            | here is/are, particle
+ÐŸÑ             | away from
+ÐŒÐµÐœÑ           | me
+ÐµÑÐµ            | still, yet, more
+ÐœÐµÑ            | no, there isnt/arent
+ÐŸ              | about
+ÐžÐ·             | out of
+ÐµÐŒÑ            | to him
+ÑÐµÐ¿ÐµÑÑ         | now
+ÐºÐŸÐ³ÐŽÐ°          | when
+ÐŽÐ°Ð¶Ðµ           | even
+ÐœÑ             | so, well
+Ð²ÐŽÑÑÐ³          | suddenly
+Ð»Ðž             | interrogative particle
+ÐµÑÐ»Ðž           | if
+ÑÐ¶Ðµ            | already, but homonym of `narrower'
+ÐžÐ»Ðž            | or
+ÐœÐž             | neither
+Ð±ÑÑÑ           | to be
+Ð±ÑÐ»            | he was
+ÐœÐµÐ³ÐŸ           | prepositional form of ÐµÐ³ÐŸ
+ÐŽÐŸ             | up to
+Ð²Ð°Ñ            | you accusative
+ÐœÐžÐ±ÑÐŽÑ         | indef. suffix preceded by hyphen
+ÐŸÐ¿ÑÑÑ          | again
+ÑÐ¶             | already, but homonym of `adder'
+Ð²Ð°ÐŒ            | to you
+ÑÐºÐ°Ð·Ð°Ð»         | he said
+Ð²ÐµÐŽÑ           | particle `after all'
+ÑÐ°ÐŒ            | there
+Ð¿ÐŸÑÐŸÐŒ          | then
+ÑÐµÐ±Ñ           | oneself
+ÐœÐžÑÐµÐ³ÐŸ         | nothing
+ÐµÐ¹             | to her
+ÐŒÐŸÐ¶ÐµÑ          | usually with `Ð±ÑÑÑ' as `maybe'
+ÐŸÐœÐž            | they
+ÑÑÑ            | here
+Ð³ÐŽÐµ            | where
+ÐµÑÑÑ           | there is/are
+ÐœÐ°ÐŽÐŸ           | got to, must
+ÐœÐµÐ¹            | prepositional form of  ÐµÐ¹
+ÐŽÐ»Ñ            | for
+ÐŒÑ             | we
+ÑÐµÐ±Ñ           | thee
+ÐžÑ
+             | them, their
+ÑÐµÐŒ            | than
+Ð±ÑÐ»Ð°           | she was
+ÑÐ°ÐŒ            | self
+ÑÑÐŸÐ±           | in order to
+Ð±ÐµÐ·            | without
+Ð±ÑÐŽÑÐŸ          | as if
+ÑÐµÐ»ÐŸÐ²ÐµÐº        | man, person, one
+ÑÐµÐ³ÐŸ           | genitive form of `what'
+ÑÐ°Ð·            | once
+ÑÐŸÐ¶Ðµ           | also
+ÑÐµÐ±Ðµ           | to oneself
+Ð¿ÐŸÐŽ            | beneath
+Ð¶ÐžÐ·ÐœÑ          | life
+Ð±ÑÐŽÐµÑ          | will be
+Ð¶              | short form of intensifer particle `Ð¶Ðµ'
+ÑÐŸÐ³ÐŽÐ°          | then
+ÐºÑÐŸ            | who
+ÑÑÐŸÑ           | this
+Ð³ÐŸÐ²ÐŸÑÐžÐ»        | was saying
+ÑÐŸÐ³ÐŸ           | genitive form of `that'
+Ð¿ÐŸÑÐŸÐŒÑ         | for that reason
+ÑÑÐŸÐ³ÐŸ          | genitive form of `this'
+ÐºÐ°ÐºÐŸÐ¹          | which
+ÑÐŸÐ²ÑÐµÐŒ         | altogether
+ÐœÐžÐŒ            | prepositional form of `ÐµÐ³ÐŸ', `ÐŸÐœÐž'
+Ð·ÐŽÐµÑÑ          | here
+ÑÑÐŸÐŒ           | prepositional form of `ÑÑÐŸÑ'
+ÐŸÐŽÐžÐœ           | one
+Ð¿ÐŸÑÑÐž          | almost
+ÐŒÐŸÐ¹            | my
+ÑÐµÐŒ            | instrumental/dative plural of `ÑÐŸÑ', `ÑÐŸ'
+ÑÑÐŸÐ±Ñ          | full form of `in order that'
+ÐœÐµÐµ            | her (acc.)
+ÐºÐ°Ð¶ÐµÑÑÑ        | it seems
+ÑÐµÐ¹ÑÐ°Ñ         | now
+Ð±ÑÐ»Ðž           | they were
+ÐºÑÐŽÐ°           | where to
+Ð·Ð°ÑÐµÐŒ          | why
+ÑÐºÐ°Ð·Ð°ÑÑ        | to say
+Ð²ÑÐµÑ
+           | all (acc., gen. preposn. plural)
+ÐœÐžÐºÐŸÐ³ÐŽÐ°        | never
+ÑÐµÐ³ÐŸÐŽÐœÑ        | today
+ÐŒÐŸÐ¶ÐœÐŸ          | possible, one can
+Ð¿ÑÐž            | by
+ÐœÐ°ÐºÐŸÐœÐµÑ        | finally
+ÐŽÐ²Ð°            | two
+ÐŸÐ±             | alternative form of `ÐŸ', about
+ÐŽÑÑÐ³ÐŸÐ¹         | another
+Ñ
+ÐŸÑÑ           | even
+Ð¿ÐŸÑÐ»Ðµ          | after
+ÐœÐ°ÐŽ            | above
+Ð±ÐŸÐ»ÑÑÐµ         | more
+ÑÐŸÑ            | that one (masc.)
+ÑÐµÑÐµÐ·          | across, in
+ÑÑÐž            | these
+ÐœÐ°Ñ            | us
+Ð¿ÑÐŸ            | about
+Ð²ÑÐµÐ³ÐŸ          | in all, only, of all
+ÐœÐžÑ
+            | prepositional form of `ÐŸÐœÐž' (they)
+ÐºÐ°ÐºÐ°Ñ          | which, feminine
+ÐŒÐœÐŸÐ³ÐŸ          | lots
+ÑÐ°Ð·Ð²Ðµ          | interrogative particle
+ÑÐºÐ°Ð·Ð°Ð»Ð°        | she said
+ÑÑÐž            | three
+ÑÑÑ            | this, acc. fem. sing.
+ÐŒÐŸÑ            | my, feminine
+Ð²Ð¿ÑÐŸÑÐµÐŒ        | moreover, besides
+Ñ
+ÐŸÑÐŸÑÐŸ         | good
+ÑÐ²ÐŸÑ           | ones own, acc. fem. sing.
+ÑÑÐŸÐ¹           | oblique form of `ÑÑÐ°', fem. `this'
+Ð¿ÐµÑÐµÐŽ          | in front of
+ÐžÐœÐŸÐ³ÐŽÐ°         | sometimes
+Ð»ÑÑÑÐµ          | better
+ÑÑÑÑ           | a little
+ÑÐŸÐŒ            | preposn. form of `that one'
+ÐœÐµÐ»ÑÐ·Ñ         | one must not
+ÑÐ°ÐºÐŸÐ¹          | such a one
+ÐžÐŒ             | to them
+Ð±ÐŸÐ»ÐµÐµ          | more
+Ð²ÑÐµÐ³ÐŽÐ°         | always
+ÐºÐŸÐœÐµÑÐœÐŸ        | of course
+Ð²ÑÑ            | acc. fem. sing of `all'
+ÐŒÐµÐ¶ÐŽÑ          | between
+
+
+  | b: some paradigms
+  |
+  | personal pronouns
+  |
+  | Ñ  ÐŒÐµÐœÑ  ÐŒÐœÐµ  ÐŒÐœÐŸÐ¹  [ÐŒÐœÐŸÑ]
+  | ÑÑ  ÑÐµÐ±Ñ  ÑÐµÐ±Ðµ  ÑÐŸÐ±ÐŸÐ¹  [ÑÐŸÐ±ÐŸÑ]
+  | ÐŸÐœ  ÐµÐ³ÐŸ  ÐµÐŒÑ  ÐžÐŒ  [ÐœÐµÐ³ÐŸ, ÐœÐµÐŒÑ, ÐœÐžÐŒ]
+  | ÐŸÐœÐ°  ÐµÐµ  ÑÐž  ÐµÑ  [ÐœÐµÐµ, ÐœÑÐž, ÐœÐµÑ]
+  | ÐŸÐœÐŸ  ÐµÐ³ÐŸ  ÐµÐŒÑ  ÐžÐŒ  [ÐœÐµÐ³ÐŸ, ÐœÐµÐŒÑ, ÐœÐžÐŒ]
+  |
+  | ÐŒÑ  ÐœÐ°Ñ  ÐœÐ°ÐŒ  ÐœÐ°ÐŒÐž
+  | Ð²Ñ  Ð²Ð°Ñ  Ð²Ð°ÐŒ  Ð²Ð°ÐŒÐž
+  | ÐŸÐœÐž  ÐžÑ
+  ÐžÐŒ  ÐžÐŒÐž  [ÐœÐžÑ
+, ÐœÐžÐŒ, ÐœÐžÐŒÐž]
+  |
+  |   ÑÐµÐ±Ñ  ÑÐµÐ±Ðµ  ÑÐŸÐ±ÐŸÐ¹   [ÑÐŸÐ±ÐŸÑ]
+  |
+  | demonstrative pronouns: ÑÑÐŸÑ (this), ÑÐŸÑ (that)
+  |
+  | ÑÑÐŸÑ  ÑÑÐ°  ÑÑÐŸ  ÑÑÐž
+  | ÑÑÐŸÐ³ÐŸ  ÑÑÑ  ÑÑÐŸ  ÑÑÐž
+  | ÑÑÐŸÐ³ÐŸ  ÑÑÐŸÐ¹  ÑÑÐŸÐ³ÐŸ  ÑÑÐžÑ
+
+  | ÑÑÐŸÐŒÑ  ÑÑÐŸÐ¹  ÑÑÐŸÐŒÑ  ÑÑÐžÐŒ
+  | ÑÑÐžÐŒ  ÑÑÐŸÐ¹  ÑÑÐžÐŒ  [ÑÑÐŸÑ]  ÑÑÐžÐŒÐž
+  | ÑÑÐŸÐŒ  ÑÑÐŸÐ¹  ÑÑÐŸÐŒ  ÑÑÐžÑ
+
+  |
+  | ÑÐŸÑ  ÑÐ°  ÑÐŸ  ÑÐµ
+  | ÑÐŸÐ³ÐŸ  ÑÑ  ÑÐŸ  ÑÐµ
+  | ÑÐŸÐ³ÐŸ  ÑÐŸÐ¹  ÑÐŸÐ³ÐŸ  ÑÐµÑ
+
+  | ÑÐŸÐŒÑ  ÑÐŸÐ¹  ÑÐŸÐŒÑ  ÑÐµÐŒ
+  | ÑÐµÐŒ  ÑÐŸÐ¹  ÑÐµÐŒ  [ÑÐŸÑ]  ÑÐµÐŒÐž
+  | ÑÐŸÐŒ  ÑÐŸÐ¹  ÑÐŸÐŒ  ÑÐµÑ
+
+  |
+  | determinative pronouns
+  |
+  | (a) Ð²ÐµÑÑ (all)
+  |
+  | Ð²ÐµÑÑ  Ð²ÑÑ  Ð²ÑÐµ  Ð²ÑÐµ
+  | Ð²ÑÐµÐ³ÐŸ  Ð²ÑÑ  Ð²ÑÐµ  Ð²ÑÐµ
+  | Ð²ÑÐµÐ³ÐŸ  Ð²ÑÐµÐ¹  Ð²ÑÐµÐ³ÐŸ  Ð²ÑÐµÑ
+
+  | Ð²ÑÐµÐŒÑ  Ð²ÑÐµÐ¹  Ð²ÑÐµÐŒÑ  Ð²ÑÐµÐŒ
+  | Ð²ÑÐµÐŒ  Ð²ÑÐµÐ¹  Ð²ÑÐµÐŒ  [Ð²ÑÐµÑ]  Ð²ÑÐµÐŒÐž
+  | Ð²ÑÐµÐŒ  Ð²ÑÐµÐ¹  Ð²ÑÐµÐŒ  Ð²ÑÐµÑ
+
+  |
+  | (b) ÑÐ°ÐŒ (himself etc)
+  |
+  | ÑÐ°ÐŒ  ÑÐ°ÐŒÐ°  ÑÐ°ÐŒÐŸ  ÑÐ°ÐŒÐž
+  | ÑÐ°ÐŒÐŸÐ³ÐŸ ÑÐ°ÐŒÑ  ÑÐ°ÐŒÐŸ  ÑÐ°ÐŒÐžÑ
+
+  | ÑÐ°ÐŒÐŸÐ³ÐŸ ÑÐ°ÐŒÐŸÐ¹ ÑÐ°ÐŒÐŸÐ³ÐŸ  ÑÐ°ÐŒÐžÑ
+
+  | ÑÐ°ÐŒÐŸÐŒÑ ÑÐ°ÐŒÐŸÐ¹ ÑÐ°ÐŒÐŸÐŒÑ  ÑÐ°ÐŒÐžÐŒ
+  | ÑÐ°ÐŒÐžÐŒ  ÑÐ°ÐŒÐŸÐ¹  ÑÐ°ÐŒÐžÐŒ  [ÑÐ°ÐŒÐŸÑ]  ÑÐ°ÐŒÐžÐŒÐž
+  | ÑÐ°ÐŒÐŸÐŒ ÑÐ°ÐŒÐŸÐ¹ ÑÐ°ÐŒÐŸÐŒ  ÑÐ°ÐŒÐžÑ
+
+  |
+  | stems of verbs `to be', `to have', `to do' and modal
+  |
+  | Ð±ÑÑÑ  Ð±Ñ  Ð±ÑÐŽ  Ð±ÑÐ²  ÐµÑÑÑ  ÑÑÑÑ
+  | ÐžÐŒÐµ
+  | ÐŽÐµÐ»
+  | ÐŒÐŸÐ³   ÐŒÐŸÐ¶  ÐŒÐŸÑÑ
+  | ÑÐŒÐµ
+  | Ñ
+ÐŸÑ  Ñ
+ÐŸÑ
+  | ÐŽÐŸÐ»Ð¶
+  | ÐŒÐŸÐ¶Ðœ
+  | ÐœÑÐ¶Ðœ
+  | ÐœÐµÐ»ÑÐ·Ñ
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_sv.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_sv.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_sv.txt	(revision 30001)
@@ -0,0 +1,133 @@
+ | From svn.tartarus.org/snowball/trunk/website/algorithms/swedish/stop.txt
+ | This file is distributed under the BSD License.
+ | See http://snowball.tartarus.org/license.php
+ | Also see http://www.opensource.org/licenses/bsd-license.html
+ |  - Encoding was converted to UTF-8.
+ |  - This notice was added.
+ |
+ | NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
+
+ | A Swedish stop word list. Comments begin with vertical bar. Each stop
+ | word is at the start of a line.
+
+ | This is a ranked list (commonest to rarest) of stopwords derived from
+ | a large text sample.
+
+ | Swedish stop words occasionally exhibit homonym clashes. For example
+ |  sÃ¥ = so, but also seed. These are indicated clearly below.
+
+och            | and
+det            | it, this/that
+att            | to (with infinitive)
+i              | in, at
+en             | a
+jag            | I
+hon            | she
+som            | who, that
+han            | he
+pÃ¥             | on
+den            | it, this/that
+med            | with
+var            | where, each
+sig            | him(self) etc
+fÃ¶r            | for
+sÃ¥             | so (also: seed)
+till           | to
+Ã€r             | is
+men            | but
+ett            | a
+om             | if; around, about
+hade           | had
+de             | they, these/those
+av             | of
+icke           | not, no
+mig            | me
+du             | you
+henne          | her
+dÃ¥             | then, when
+sin            | his
+nu             | now
+har            | have
+inte           | inte nÃ¥gon = no one
+hans           | his
+honom          | him
+skulle         | 'sake'
+hennes         | her
+dÃ€r            | there
+min            | my
+man            | one (pronoun)
+ej             | nor
+vid            | at, by, on (also: vast)
+kunde          | could
+nÃ¥got          | some etc
+frÃ¥n           | from, off
+ut             | out
+nÃ€r            | when
+efter          | after, behind
+upp            | up
+vi             | we
+dem            | them
+vara           | be
+vad            | what
+Ã¶ver           | over
+Ã€n             | than
+dig            | you
+kan            | can
+sina           | his
+hÃ€r            | here
+ha             | have
+mot            | towards
+alla           | all
+under          | under (also: wonder)
+nÃ¥gon          | some etc
+eller          | or (else)
+allt           | all
+mycket         | much
+sedan          | since
+ju             | why
+denna          | this/that
+sjÃ€lv          | myself, yourself etc
+detta          | this/that
+Ã¥t             | to
+utan           | without
+varit          | was
+hur            | how
+ingen          | no
+mitt           | my
+ni             | you
+bli            | to be, become
+blev           | from bli
+oss            | us
+din            | thy
+dessa          | these/those
+nÃ¥gra          | some etc
+deras          | their
+blir           | from bli
+mina           | my
+samma          | (the) same
+vilken         | who, that
+er             | you, your
+sÃ¥dan          | such a
+vÃ¥r            | our
+blivit         | from bli
+dess           | its
+inom           | within
+mellan         | between
+sÃ¥dant         | such a
+varfÃ¶r         | why
+varje          | each
+vilka          | who, that
+ditt           | thy
+vem            | who
+vilket         | who, that
+sitta          | his
+sÃ¥dana         | such a
+vart           | each
+dina           | thy
+vars           | whose
+vÃ¥rt           | our
+vÃ¥ra           | our
+ert            | your
+era            | your
+vilkas         | whose
+
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_th.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_th.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_th.txt	(revision 30001)
@@ -0,0 +1,119 @@
+# Thai stopwords from:
+# "Opinion Detection in Thai Political News Columns
+# Based on Subjectivity Analysis"
+# Khampol Sukhum, Supot Nitsuwat, and Choochart Haruechaiyasak
+à¹àž§à¹
+à¹àž¡à¹
+à¹àž
+à¹àžà¹
+à¹àž«à¹
+à¹àž
+à¹àžàž¢
+à¹àž«à¹àž
+à¹àž¥à¹àž§
+à¹àž¥àž°
+à¹àž£àž
+à¹àžàž
+à¹àžà¹
+à¹àž­àž
+à¹àž«à¹àž
+à¹àž¥àž¢
+à¹àž£àžŽà¹àž¡
+à¹àž£àž²
+à¹àž¡àž·à¹àž­
+à¹àžàž·à¹àž­
+à¹àžàž£àž²àž°
+à¹àžà¹àžàžàž²àž£
+à¹àžà¹àž
+à¹àžàžŽàžà¹àžàž¢
+à¹àžàžŽàž
+à¹àžàž·à¹àž­àžàžàž²àž
+à¹àžàžµàž¢àž§àžàž±àž
+à¹àžàžµàž¢àž§
+à¹àžà¹àž
+à¹àžàžàž²àž°
+à¹àžàž¢
+à¹àžà¹àž²
+à¹àžàž²
+àž­àžµàž
+àž­àž²àž
+àž­àž°à¹àž£
+àž­àž­àž
+àž­àž¢à¹àž²àž
+àž­àž¢àž¹à¹
+àž­àž¢àž²àž
+àž«àž²àž
+àž«àž¥àž²àž¢
+àž«àž¥àž±àžàžàž²àž
+àž«àž¥àž±àž
+àž«àž£àž·àž­
+àž«àžàž¶à¹àž
+àžªà¹àž§àž
+àžªà¹àž
+àžªàžžàž
+àžªà¹àž²àž«àž£àž±àž
+àž§à¹àž²
+àž§àž±àž
+àž¥àž
+àž£à¹àž§àž¡
+àž£àž²àž¢
+àž£àž±àž
+àž£àž°àž«àž§à¹àž²àž
+àž£àž§àž¡
+àž¢àž±àž
+àž¡àžµ
+àž¡àž²àž
+àž¡àž²
+àžàž£à¹àž­àž¡
+àžàž
+àžà¹àž²àž
+àžàž¥
+àžàž²àž
+àžà¹àž²
+àžàžµà¹
+àžà¹àž²
+àžàž±à¹àž
+àžàž±àž
+àžàž­àžàžàž²àž
+àžàžžàž
+àžàžµà¹àžªàžžàž
+àžàžµà¹
+àžà¹àž²à¹àž«à¹
+àžà¹àž²
+àžàž²àž
+àžàž±à¹àžàžàžµà¹
+àžàž±à¹àž
+àžà¹àž²
+àžàž¹àž
+àžàž¶àž
+àžà¹àž­àž
+àžà¹àž²àžà¹
+àžà¹àž²àž
+àžà¹àž­
+àžàž²àž¡
+àžàž±à¹àžà¹àžà¹
+àžàž±à¹àž
+àžà¹àž²àž
+àžà¹àž§àž¢
+àžàž±àž
+àžàž¶à¹àž
+àžà¹àž§àž
+àžàž¶àž
+àžàž²àž
+àžàž±àž
+àžàž°
+àžàž·àž­
+àžàž§àž²àž¡
+àžàž£àž±à¹àž
+àžàž
+àžàž¶à¹àž
+àžàž­àž
+àžàž­
+àžàžàž°
+àžà¹àž­àž
+àžà¹
+àžàž²àž£
+àžàž±àž
+àžàž±àž
+àžàž§à¹àž²
+àžàž¥à¹àž²àž§
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_tr.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_tr.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/stopwords_tr.txt	(revision 30001)
@@ -0,0 +1,212 @@
+# Turkish stopwords from LUCENE-559
+# merged with the list from "Information Retrieval on Turkish Texts"
+#   (http://www.users.muohio.edu/canf/papers/JASIST2008offPrint.pdf)
+acaba
+altmÄ±Å
+altÄ±
+ama
+ancak
+arada
+aslÄ±nda
+ayrÄ±ca
+bana
+bazÄ±
+belki
+ben
+benden
+beni
+benim
+beri
+beÅ
+bile
+bin
+bir
+birÃ§ok
+biri
+birkaÃ§
+birkez
+birÅey
+birÅeyi
+biz
+bize
+bizden
+bizi
+bizim
+bÃ¶yle
+bÃ¶ylece
+bu
+buna
+bunda
+bundan
+bunlar
+bunlarÄ±
+bunlarÄ±n
+bunu
+bunun
+burada
+Ã§ok
+Ã§ÃŒnkÃŒ
+da
+daha
+dahi
+de
+defa
+deÄil
+diÄer
+diye
+doksan
+dokuz
+dolayÄ±
+dolayÄ±sÄ±yla
+dÃ¶rt
+edecek
+eden
+ederek
+edilecek
+ediliyor
+edilmesi
+ediyor
+eÄer
+elli
+en
+etmesi
+etti
+ettiÄi
+ettiÄini
+gibi
+gÃ¶re
+halen
+hangi
+hatta
+hem
+henÃŒz
+hep
+hepsi
+her
+herhangi
+herkesin
+hiÃ§
+hiÃ§bir
+iÃ§in
+iki
+ile
+ilgili
+ise
+iÅte
+itibaren
+itibariyle
+kadar
+karÅÄ±n
+katrilyon
+kendi
+kendilerine
+kendini
+kendisi
+kendisine
+kendisini
+kez
+ki
+kim
+kimden
+kime
+kimi
+kimse
+kÄ±rk
+milyar
+milyon
+mu
+mÃŒ
+mÄ±
+nasÄ±l
+ne
+neden
+nedenle
+nerde
+nerede
+nereye
+niye
+niÃ§in
+o
+olan
+olarak
+oldu
+olduÄu
+olduÄunu
+olduklarÄ±nÄ±
+olmadÄ±
+olmadÄ±ÄÄ±
+olmak
+olmasÄ±
+olmayan
+olmaz
+olsa
+olsun
+olup
+olur
+olursa
+oluyor
+on
+ona
+ondan
+onlar
+onlardan
+onlarÄ±
+onlarÄ±n
+onu
+onun
+otuz
+oysa
+Ã¶yle
+pek
+raÄmen
+sadece
+sanki
+sekiz
+seksen
+sen
+senden
+seni
+senin
+siz
+sizden
+sizi
+sizin
+Åey
+Åeyden
+Åeyi
+Åeyler
+ÅÃ¶yle
+Åu
+Åuna
+Åunda
+Åundan
+ÅunlarÄ±
+Åunu
+tarafÄ±ndan
+trilyon
+tÃŒm
+ÃŒÃ§
+ÃŒzere
+var
+vardÄ±
+ve
+veya
+ya
+yani
+yapacak
+yapÄ±lan
+yapÄ±lmasÄ±
+yapÄ±yor
+yapmak
+yaptÄ±
+yaptÄ±ÄÄ±
+yaptÄ±ÄÄ±nÄ±
+yaptÄ±klarÄ±
+yedi
+yerine
+yetmiÅ
+yine
+yirmi
+yoksa
+yÃŒz
+zaten
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/userdict_ja.txt
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/userdict_ja.txt	(revision 30001)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/lang/userdict_ja.txt	(revision 30001)
@@ -0,0 +1,29 @@
+#
+# This is a sample user dictionary for Kuromoji (JapaneseTokenizer)
+#
+# Add entries to this file in order to override the statistical model in terms
+# of segmentation, readings and part-of-speech tags.  Notice that entries do
+# not have weights since they are always used when found.  This is by-design
+# in order to maximize ease-of-use.
+#
+# Entries are defined using the following CSV format:
+#  <text>,<token 1> ... <token n>,<reading 1> ... <reading n>,<part-of-speech tag>
+#
+# Notice that a single half-width space separates tokens and readings, and
+# that the number tokens and readings must match exactly.
+#
+# Also notice that multiple entries with the same <text> is undefined.
+#
+# Whitespace only lines are ignored.  Comments are not allowed on entry lines.
+#
+
+# Custom segmentation for kanji compounds
+æ¥æ¬çµæžæ°è,æ¥æ¬ çµæž æ°è,ããã³ ã±ã€ã¶ã€ ã·ã³ãã³,ã«ã¹ã¿ã åè©
+é¢è¥¿åœéç©ºæž¯,é¢è¥¿ åœé ç©ºæž¯,ã«ã³ãµã€ ã³ã¯ãµã€ ã¯ãŠã³ãŠ,ã«ã¹ã¿ã åè©
+
+# Custom segmentation for compound katakana
+ããŒãããã°,ããŒã ããã°,ããŒã ããã°,ããã«ãåè©
+ã·ã§ã«ããŒããã°,ã·ã§ã«ããŒ ããã°,ã·ã§ã«ããŒ ããã°,ããã«ãåè©
+
+# Custom reading for former sumo wrestler
+æééŸ,æééŸ,ã¢ãµã·ã§ãŠãªã¥ãŠ,ã«ã¹ã¿ã äººå
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/schema.xml
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/schema.xml	(revision 30000)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/schema.xml	(revision 30001)
@@ -46,16 +46,287 @@
 -->
 
-<schema name="example" version="1.4">
+<schema name="example" version="1.5">
   <!-- attribute "name" is the name of this schema and is only used for display purposes.
-       Applications should change this to reflect the nature of the search collection.
-       version="1.4" is Solr's version number for the schema syntax and semantics.  It should
-       not normally be changed by applications.
-       1.0: multiValued attribute did not exist, all fields are multiValued by nature
+       version="x.y" is Solr's version number for the schema syntax and 
+       semantics.  It should not normally be changed by applications.
+
+       1.0: multiValued attribute did not exist, all fields are multiValued 
+            by nature
        1.1: multiValued attribute introduced, false by default 
-       1.2: omitTermFreqAndPositions attribute introduced, true by default except for text fields.
+       1.2: omitTermFreqAndPositions attribute introduced, true by default 
+            except for text fields.
        1.3: removed optional field compress feature
-       1.4: default auto-phrase (QueryParser feature) to off
+       1.4: autoGeneratePhraseQueries attribute introduced to drive QueryParser
+            behavior when a single string produces multiple tokens.  Defaults 
+            to off for version >= 1.4
+       1.5: omitNorms defaults to true for primitive field types 
+            (int, float, boolean, string...)
      -->
 
+<fields>
+   <!-- Valid attributes for fields:
+     name: mandatory - the name for the field
+     type: mandatory - the name of a field type from the 
+       <types> fieldType section
+     indexed: true if this field should be indexed (searchable or sortable)
+     stored: true if this field should be retrievable
+     docValues: true if this field should have doc values. Doc values are
+       useful for faceting, grouping, sorting and function queries. Although not
+       required, doc values will make the index faster to load, more
+       NRT-friendly and more memory-efficient. They however come with some
+       limitations: they are currently only supported by StrField, UUIDField
+       and all Trie*Fields, and depending on the field type, they might
+       require the field to be single-valued, be required or have a default
+       value (check the documentation of the field type you're interested in
+       for more information)
+     multiValued: true if this field may contain multiple values per document
+     omitNorms: (expert) set to true to omit the norms associated with
+       this field (this disables length normalization and index-time
+       boosting for the field, and saves some memory).  Only full-text
+       fields or fields that need an index-time boost need norms.
+       Norms are omitted for primitive (non-analyzed) types by default.
+     termVectors: [false] set to true to store the term vector for a
+       given field.
+       When using MoreLikeThis, fields used for similarity should be
+       stored for best performance.
+     termPositions: Store position information with the term vector.  
+       This will increase storage costs.
+     termOffsets: Store offset information with the term vector. This 
+       will increase storage costs.
+     required: The field is required.  It will throw an error if the
+       value does not exist
+     default: a value that should be used if no value is specified
+       when adding a document.
+   -->
+
+   <!-- field names should consist of alphanumeric or underscore characters only and
+      not start with a digit.  This is not currently strictly enforced,
+      but other field names will not have first class support from all components
+      and back compatibility is not guaranteed.  Names with both leading and
+      trailing underscores (e.g. _version_) are reserved.
+   -->
+
+   <!-- If you remove this field, you must _also_ disable the update log in solrconfig.xml
+      or Solr won't start. _version_ and update log are required for SolrCloud
+   --> 
+
+   <field name="docOID" type="string" indexed="true" stored="true" required="true" /> 
+
+    <field name="ZZ" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
+    <field name="TX" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
+    <field name="TI" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
+    <field name="SU" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
+    <field name="ORG" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
+
+
+   <field name="_version_" type="long" indexed="true" stored="true"/>
+   
+   <!-- points to the root document of a block of nested documents. Required for nested
+      document support, may be removed otherwise
+   -->
+   <field name="_root_" type="string" indexed="true" stored="false"/>
+
+   <!-- Only remove the "id" field if you have a very good reason to. While not strictly
+     required, it is highly recommended. A <uniqueKey> is present in almost all Solr 
+     installations. See the <uniqueKey> declaration below where <uniqueKey> is set to "id".
+   -->   
+<!--
+   <field name="id" type="string" indexed="true" stored="true" required="true" multiValued="false" /> 
+-->
+
+<!--        
+   <field name="sku" type="text_en_splitting_tight" indexed="true" stored="true" omitNorms="true"/>
+   <field name="name" type="text_general" indexed="true" stored="true"/>
+   <field name="manu" type="text_general" indexed="true" stored="true" omitNorms="true"/>
+   <field name="cat" type="string" indexed="true" stored="true" multiValued="true"/>
+   <field name="features" type="text_general" indexed="true" stored="true" multiValued="true"/>
+   <field name="includes" type="text_general" indexed="true" stored="true" termVectors="true" termPositions="true" termOffsets="true" />
+
+   <field name="weight" type="float" indexed="true" stored="true"/>
+   <field name="price"  type="float" indexed="true" stored="true"/>
+   <field name="popularity" type="int" indexed="true" stored="true" />
+   <field name="inStock" type="boolean" indexed="true" stored="true" />
+-->
+   <field name="store" type="location" indexed="true" stored="true"/>
+
+   <!-- Common metadata fields, named specifically to match up with
+     SolrCell metadata when parsing rich documents such as Word, PDF.
+     Some fields are multiValued only because Tika currently may return
+     multiple values for them. Some metadata is parsed from the documents,
+     but there are some which come from the client context:
+       "content_type": From the HTTP headers of incoming stream
+       "resourcename": From SolrCell request param resource.name
+   -->
+
+<!--
+   <field name="title" type="text_general" indexed="true" stored="true" multiValued="true"/>
+   <field name="subject" type="text_general" indexed="true" stored="true"/>
+   <field name="description" type="text_general" indexed="true" stored="true"/>
+   <field name="comments" type="text_general" indexed="true" stored="true"/>
+   <field name="author" type="text_general" indexed="true" stored="true"/>
+   <field name="keywords" type="text_general" indexed="true" stored="true"/>
+   <field name="category" type="text_general" indexed="true" stored="true"/>
+   <field name="resourcename" type="text_general" indexed="true" stored="true"/>
+   <field name="url" type="text_general" indexed="true" stored="true"/>
+   <field name="content_type" type="string" indexed="true" stored="true" multiValued="true"/>
+   <field name="last_modified" type="date" indexed="true" stored="true"/>
+   <field name="links" type="string" indexed="true" stored="true" multiValued="true"/>
+-->
+
+   <!-- Main body of document extracted by SolrCell.
+        NOTE: This field is not indexed by default, since it is also copied to "text"
+        using copyField below. This is to save space. Use this field for returning and
+        highlighting document content. Use the "text" field to search the content. -->
+   <field name="content" type="text_general" indexed="false" stored="true" multiValued="true"/>
+   
+
+   <!-- catchall field, containing all other searchable text fields (implemented
+        via copyField further on in this schema  -->
+   <field name="text" type="text_general" indexed="true" stored="false" multiValued="true"/>
+
+   <!-- catchall text field that indexes tokens both normally and in reverse for efficient
+        leading wildcard queries. -->
+   <field name="text_rev" type="text_general_rev" indexed="true" stored="false" multiValued="true"/>
+
+   <!-- non-tokenized version of manufacturer to make it easier to sort or group
+        results by manufacturer.  copied from "manu" via copyField -->
+   <field name="manu_exact" type="string" indexed="true" stored="false"/>
+
+   <field name="payloads" type="payloads" indexed="true" stored="true"/>
+
+
+   <!--
+     Some fields such as popularity and manu_exact could be modified to
+     leverage doc values:
+     <field name="popularity" type="int" indexed="true" stored="true" docValues="true" />
+     <field name="manu_exact" type="string" indexed="false" stored="false" docValues="true" />
+     <field name="cat" type="string" indexed="true" stored="true" docValues="true" multiValued="true"/>
+
+
+     Although it would make indexing slightly slower and the index bigger, it
+     would also make the index faster to load, more memory-efficient and more
+     NRT-friendly.
+     -->
+
+   <!-- Dynamic field definitions allow using convention over configuration
+       for fields via the specification of patterns to match field names. 
+       EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
+       RESTRICTION: the glob-like pattern in the name attribute must have
+       a "*" only at the start or the end.  -->
+   
+   <dynamicField name="*_i"  type="int"    indexed="true"  stored="true"/>
+   <dynamicField name="*_is" type="int"    indexed="true"  stored="true"  multiValued="true"/>
+   <dynamicField name="*_s"  type="string"  indexed="true"  stored="true" />
+   <dynamicField name="*_ss" type="string"  indexed="true"  stored="true" multiValued="true"/>
+   <dynamicField name="*_l"  type="long"   indexed="true"  stored="true"/>
+   <dynamicField name="*_ls" type="long"   indexed="true"  stored="true"  multiValued="true"/>
+   <dynamicField name="*_t"  type="text_general"    indexed="true"  stored="true"/>
+   <dynamicField name="*_txt" type="text_general"   indexed="true"  stored="true" multiValued="true"/>
+   <dynamicField name="*_en"  type="text_en"    indexed="true"  stored="true" multiValued="true"/>
+   <dynamicField name="*_b"  type="boolean" indexed="true" stored="true"/>
+   <dynamicField name="*_bs" type="boolean" indexed="true" stored="true"  multiValued="true"/>
+   <dynamicField name="*_f"  type="float"  indexed="true"  stored="true"/>
+   <dynamicField name="*_fs" type="float"  indexed="true"  stored="true"  multiValued="true"/>
+   <dynamicField name="*_d"  type="double" indexed="true"  stored="true"/>
+   <dynamicField name="*_ds" type="double" indexed="true"  stored="true"  multiValued="true"/>
+
+   <!-- Type used to index the lat and lon components for the "location" FieldType -->
+   <dynamicField name="*_coordinate"  type="tdouble" indexed="true"  stored="false" />
+
+   <dynamicField name="*_dt"  type="date"    indexed="true"  stored="true"/>
+   <dynamicField name="*_dts" type="date"    indexed="true"  stored="true" multiValued="true"/>
+   <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
+
+   <!-- some trie-coded dynamic fields for faster range queries -->
+   <dynamicField name="*_ti" type="tint"    indexed="true"  stored="true"/>
+   <dynamicField name="*_tl" type="tlong"   indexed="true"  stored="true"/>
+   <dynamicField name="*_tf" type="tfloat"  indexed="true"  stored="true"/>
+   <dynamicField name="*_td" type="tdouble" indexed="true"  stored="true"/>
+   <dynamicField name="*_tdt" type="tdate"  indexed="true"  stored="true"/>
+
+   <dynamicField name="*_pi"  type="pint"    indexed="true"  stored="true"/>
+   <dynamicField name="*_c"   type="currency" indexed="true"  stored="true"/>
+
+   <dynamicField name="ignored_*" type="ignored" multiValued="true"/>
+   <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
+
+   <dynamicField name="random_*" type="random" />
+
+   <!-- dynamic field for sort/facet fields, which are strings by default. ie not tokenised -->
+   <dynamicField name="by*" type="string" indexed="true" stored="false" multiValued="false" />
+
+   <!-- uncomment the following to ignore any fields that don't already match an existing 
+        field name or dynamic field, rather than reporting them as an error. 
+        alternately, change the type="ignored" to some other type e.g. "text" if you want 
+        unknown fields indexed and/or stored by default --> 
+   <!--dynamicField name="*" type="ignored" multiValued="true" /-->
+   
+ </fields>
+
+
+ <!-- Field to use to determine and enforce document uniqueness. 
+      Unless this field is marked with required="false", it will be a required field
+   -->
+ <uniqueKey>docOID</uniqueKey>
+
+ <!-- DEPRECATED: The defaultSearchField is consulted by various query parsers when
+  parsing a query string that isn't explicit about the field.  Machine (non-user)
+  generated queries are best made explicit, or they can use the "df" request parameter
+  which takes precedence over this.
+  Note: Un-commenting defaultSearchField will be insufficient if your request handler
+  in solrconfig.xml defines "df", which takes precedence. That would need to be removed.
+ <defaultSearchField>text</defaultSearchField> -->
+
+ <!-- DEPRECATED: The defaultOperator (AND|OR) is consulted by various query parsers
+  when parsing a query string to determine if a clause of the query should be marked as
+  required or optional, assuming the clause isn't already marked by some operator.
+  The default is OR, which is generally assumed so it is not a good idea to change it
+  globally here.  The "q.op" request parameter takes precedence over this.
+ <solrQueryParser defaultOperator="OR"/> -->
+
+  <!-- copyField commands copy one field to another at the time a document
+        is added to the index.  It's used either to index the same field differently,
+        or to add multiple fields to the same field for easier/faster searching.  -->
+<!--
+   <copyField source="cat" dest="text"/>
+   <copyField source="name" dest="text"/>
+   <copyField source="manu" dest="text"/>
+   <copyField source="features" dest="text"/>
+   <copyField source="includes" dest="text"/>
+   <copyField source="manu" dest="manu_exact"/>
+-->
+
+   <!-- Copy the price into a currency enabled field (default USD) -->
+<!--
+   <copyField source="price" dest="price_c"/>
+-->
+
+   <!-- Text fields from SolrCell to search by default in our catch-all field -->
+<!--
+   <copyField source="title" dest="text"/>
+   <copyField source="author" dest="text"/>
+   <copyField source="description" dest="text"/>
+   <copyField source="keywords" dest="text"/>
+   <copyField source="content" dest="text"/>
+   <copyField source="content_type" dest="text"/>
+   <copyField source="resourcename" dest="text"/>
+   <copyField source="url" dest="text"/>
+-->
+
+   <!-- Create a string version of author for faceting -->
+<!--
+   <copyField source="author" dest="author_s"/>
+-->
+	
+   <!-- Above, multiple source fields are copied to the [text] field. 
+	  Another way to map multiple source fields to the same 
+	  destination field is to use the dynamic field syntax. 
+	  copyField also supports a maxChars to copy setting.  -->
+	   
+   <!-- <copyField source="*_t" dest="text" maxChars="3000"/> -->
+
+   <!-- copy name to alphaNameSort, a field designed for sorting by name -->
+   <!-- <copyField source="name" dest="alphaNameSort"/> -->
+ 
   <types>
     <!-- field type definitions. The "name" attribute is
@@ -63,19 +334,22 @@
        attribute and any other attributes determine the real
        behavior of the fieldType.
-         Class names starting with "solr" refer to java classes in the
-       org.apache.solr.analysis package.
+         Class names starting with "solr" refer to java classes in a
+       standard package such as org.apache.solr.analysis
     -->
 
-    <!-- The StrField type is not analyzed, but indexed/stored verbatim. -->
-    <fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
+    <!-- The StrField type is not analyzed, but indexed/stored verbatim.
+       It supports doc values but in that case the field needs to be
+       single-valued and either required or have a default value.
+      -->
+    <fieldType name="string" class="solr.StrField" sortMissingLast="true" />
 
     <!-- boolean type: "true" or "false" -->
-    <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
-    <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
-    <fieldtype name="binary" class="solr.BinaryField"/>
-
-    <!-- The optional sortMissingLast and sortMissingFirst attributes are
-         currently supported on types that are sorted internally as strings.
-	       This includes "string","boolean","sint","slong","sfloat","sdouble","pdate"
+    <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
+
+    <!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
+         currently supported on types that are sorted internally as strings
+         and on numeric types.
+	     This includes "string","boolean", and, as of 3.5 (and 4.x),
+	     int, float, long, date, double, including the "Trie" variants.
        - If sortMissingLast="true", then a sort on this field will cause documents
          without the field to come after documents with the field,
@@ -91,9 +365,12 @@
     <!--
       Default numeric field types. For faster range queries, consider the tint/tfloat/tlong/tdouble types.
+
+      These fields support doc values, but they require the field to be
+      single-valued and either be required or have a default value.
     -->
-    <fieldType name="int" class="solr.TrieIntField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="float" class="solr.TrieFloatField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="long" class="solr.TrieLongField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
+    <fieldType name="int" class="solr.TrieIntField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="float" class="solr.TrieFloatField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="long" class="solr.TrieLongField" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" positionIncrementGap="0"/>
 
     <!--
@@ -107,8 +384,8 @@
      A precisionStep of 0 disables indexing at different precision levels.
     -->
-    <fieldType name="tint" class="solr.TrieIntField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
-    <fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
+    <fieldType name="tint" class="solr.TrieIntField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/>
+    <fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" positionIncrementGap="0"/>
 
     <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
@@ -134,52 +411,38 @@
          Note: For faster range queries, consider the tdate type
       -->
-    <fieldType name="date" class="solr.TrieDateField" omitNorms="true" precisionStep="0" positionIncrementGap="0"/>
+    <fieldType name="date" class="solr.TrieDateField" precisionStep="0" positionIncrementGap="0"/>
 
     <!-- A Trie based date field for faster date range queries and date faceting. -->
-    <fieldType name="tdate" class="solr.TrieDateField" omitNorms="true" precisionStep="6" positionIncrementGap="0"/>
-
+    <fieldType name="tdate" class="solr.TrieDateField" precisionStep="6" positionIncrementGap="0"/>
+
+
+    <!--Binary data type. The data should be sent/retrieved in as Base64 encoded Strings -->
+    <fieldtype name="binary" class="solr.BinaryField"/>
 
     <!--
       Note:
-      These should only be used for compatibility with existing indexes (created with older Solr versions)
-      or if "sortMissingFirst" or "sortMissingLast" functionality is needed. Use Trie based fields instead.
-
+      These should only be used for compatibility with existing indexes (created with lucene or older Solr versions).
+      Use Trie based fields instead. As of Solr 3.5 and 4.x, Trie based fields support sortMissingFirst/Last
+      
       Plain numeric field types that store and index the text
-      value verbatim (and hence don't support range queries, since the
+      value verbatim (and hence don't correctly support range queries, since the
       lexicographic ordering isn't equal to the numeric ordering)
     -->
-    <fieldType name="pint" class="solr.IntField" omitNorms="true"/>
-    <fieldType name="plong" class="solr.LongField" omitNorms="true"/>
-    <fieldType name="pfloat" class="solr.FloatField" omitNorms="true"/>
-    <fieldType name="pdouble" class="solr.DoubleField" omitNorms="true"/>
-    <fieldType name="pdate" class="solr.DateField" sortMissingLast="true" omitNorms="true"/>
-
-
-    <!--
-      Note:
-      These should only be used for compatibility with existing indexes (created with older Solr versions)
-      or if "sortMissingFirst" or "sortMissingLast" functionality is needed. Use Trie based fields instead.
-
-      Numeric field types that manipulate the value into
-      a string value that isn't human-readable in its internal form,
-      but with a lexicographic ordering the same as the numeric ordering,
-      so that range queries work correctly.
-    -->
-    <fieldType name="sint" class="solr.SortableIntField" sortMissingLast="true" omitNorms="true"/>
-    <fieldType name="slong" class="solr.SortableLongField" sortMissingLast="true" omitNorms="true"/>
-    <fieldType name="sfloat" class="solr.SortableFloatField" sortMissingLast="true" omitNorms="true"/>
-    <fieldType name="sdouble" class="solr.SortableDoubleField" sortMissingLast="true" omitNorms="true"/>
-
+    <fieldType name="pint" class="solr.IntField"/>
+    <fieldType name="plong" class="solr.LongField"/>
+    <fieldType name="pfloat" class="solr.FloatField"/>
+    <fieldType name="pdouble" class="solr.DoubleField"/>
+    <fieldType name="pdate" class="solr.DateField" sortMissingLast="true"/>
 
     <!-- The "RandomSortField" is not used to store or search any
          data.  You can declare fields of this type it in your schema
          to generate pseudo-random orderings of your docs for sorting 
-         purposes.  The ordering is generated based on the field name 
-         and the version of the index, As long as the index version
+         or function purposes.  The ordering is generated based on the field
+         name and the version of the index. As long as the index version
          remains unchanged, and the same field name is reused,
          the ordering of the docs will be consistent.  
          If you want different psuedo-random orderings of documents,
          for the same version of the index, use a dynamicField and
-         change the name
+         change the field name in the request.
      -->
     <fieldType name="random" class="solr.RandomSortField" indexed="true" />
@@ -198,5 +461,6 @@
 
     <!-- One can also specify an existing Analyzer class that has a
-         default constructor via the class attribute on the analyzer element
+         default constructor via the class attribute on the analyzer element.
+         Example:
     <fieldType name="text_greek" class="solr.TextField">
       <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
@@ -219,5 +483,5 @@
       <analyzer type="index">
         <tokenizer class="solr.StandardTokenizerFactory"/>
-        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
         <!-- in this example, we will only use synonyms at query time
         <filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
@@ -227,5 +491,5 @@
       <analyzer type="query">
         <tokenizer class="solr.StandardTokenizerFactory"/>
-        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
         <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
         <filter class="solr.LowerCaseFilterFactory"/>
@@ -235,5 +499,5 @@
     <!-- A text field with defaults appropriate for English: it
          tokenizes with StandardTokenizer, removes English stop words
-         (stopwords_en.txt), down cases, protects words from protwords.txt, and
+         (lang/stopwords_en.txt), down cases, protects words from protwords.txt, and
          finally applies Porter's stemming.  The query time analyzer
          also applies synonyms from synonyms.txt. -->
@@ -245,11 +509,8 @@
         -->
         <!-- Case insensitive stop word removal.
-          add enablePositionIncrements=true in both the index and query
-          analyzers to leave a 'gap' for more accurate phrase queries.
         -->
         <filter class="solr.StopFilterFactory"
                 ignoreCase="true"
-                words="stopwords_en.txt"
-                enablePositionIncrements="true"
+                words="lang/stopwords_en.txt"
                 />
         <filter class="solr.LowerCaseFilterFactory"/>
@@ -259,5 +520,6 @@
         <filter class="solr.EnglishMinimalStemFilterFactory"/>
 	-->
-        <filter class="solr.PorterStemFilterFactory"/>
+        <!--<filter class="solr.PorterStemFilterFactory"/>-->
+	<filter class="solr.EnglishMinimalStemFilterFactory"/>
       </analyzer>
       <analyzer type="query">
@@ -266,6 +528,5 @@
         <filter class="solr.StopFilterFactory"
                 ignoreCase="true"
-                words="stopwords_en.txt"
-                enablePositionIncrements="true"
+                words="lang/stopwords_en.txt"
                 />
         <filter class="solr.LowerCaseFilterFactory"/>
@@ -275,5 +536,6 @@
         <filter class="solr.EnglishMinimalStemFilterFactory"/>
 	-->
-        <filter class="solr.PorterStemFilterFactory"/>
+        <!--<filter class="solr.PorterStemFilterFactory"/>-->
+	<filter class="solr.EnglishMinimalStemFilterFactory"/>
       </analyzer>
     </fieldType>
@@ -286,8 +548,5 @@
 	 non-alphanumeric chars.  This means certain compound word
 	 cases will work, for example query "wi fi" will match
-	 document "WiFi" or "wi-fi".  However, other cases will still
-	 not match, for example if the query is "wifi" and the
-	 document is "wi fi" or if the query is "wi-fi" and the
-	 document is "wifi".
+	 document "WiFi" or "wi-fi".
         -->
     <fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
@@ -298,16 +557,14 @@
         -->
         <!-- Case insensitive stop word removal.
-          add enablePositionIncrements=true in both the index and query
-          analyzers to leave a 'gap' for more accurate phrase queries.
         -->
         <filter class="solr.StopFilterFactory"
                 ignoreCase="true"
-                words="stopwords_en.txt"
-                enablePositionIncrements="true"
+                words="lang/stopwords_en.txt"
                 />
         <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
         <filter class="solr.LowerCaseFilterFactory"/>
         <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
-        <filter class="solr.PorterStemFilterFactory"/>
+        <!--<filter class="solr.PorterStemFilterFactory"/>-->
+        <filter class="solr.EnglishMinimalStemFilterFactory"/>
       </analyzer>
       <analyzer type="query">
@@ -316,11 +573,11 @@
         <filter class="solr.StopFilterFactory"
                 ignoreCase="true"
-                words="stopwords_en.txt"
-                enablePositionIncrements="true"
+                words="lang/stopwords_en.txt"
                 />
         <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
         <filter class="solr.LowerCaseFilterFactory"/>
         <filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
-        <filter class="solr.PorterStemFilterFactory"/>
+        <!--<filter class="solr.PorterStemFilterFactory"/>-->
+        <filter class="solr.EnglishMinimalStemFilterFactory"/>
       </analyzer>
     </fieldType>
@@ -332,5 +589,5 @@
         <tokenizer class="solr.WhitespaceTokenizerFactory"/>
         <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
-        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords_en.txt"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_en.txt"/>
         <filter class="solr.WordDelimiterFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
         <filter class="solr.LowerCaseFilterFactory"/>
@@ -348,5 +605,5 @@
       <analyzer type="index">
         <tokenizer class="solr.StandardTokenizerFactory"/>
-        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
         <filter class="solr.LowerCaseFilterFactory"/>
         <filter class="solr.ReversedWildcardFilterFactory" withOriginal="true"
@@ -356,5 +613,5 @@
         <tokenizer class="solr.StandardTokenizerFactory"/>
         <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
-        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" />
         <filter class="solr.LowerCaseFilterFactory"/>
       </analyzer>
@@ -396,5 +653,5 @@
              information on pattern and replacement string syntax.
              
-             http://java.sun.com/j2se/1.5.0/docs/api/java/util/regex/package-summary.html
+             http://java.sun.com/j2se/1.6.0/docs/api/java/util/regex/package-summary.html
           -->
         <filter class="solr.PatternReplaceFilterFactory"
@@ -437,7 +694,26 @@
     </fieldType>
 
-    <fieldType name="text_path" class="solr.TextField" positionIncrementGap="100">
-      <analyzer>
-        <tokenizer class="solr.PathHierarchyTokenizerFactory"/>
+    <!-- 
+      Example of using PathHierarchyTokenizerFactory at index time, so
+      queries for paths match documents at that path, or in descendent paths
+    -->
+    <fieldType name="descendent_path" class="solr.TextField">
+      <analyzer type="index">
+	<tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
+      </analyzer>
+      <analyzer type="query">
+	<tokenizer class="solr.KeywordTokenizerFactory" />
+      </analyzer>
+    </fieldType>
+    <!-- 
+      Example of using PathHierarchyTokenizerFactory at query time, so
+      queries for paths match documents at that path, or in ancestor paths
+    -->
+    <fieldType name="ancestor_path" class="solr.TextField">
+      <analyzer type="index">
+	<tokenizer class="solr.KeywordTokenizerFactory" />
+      </analyzer>
+      <analyzer type="query">
+	<tokenizer class="solr.PathHierarchyTokenizerFactory" delimiter="/" />
       </analyzer>
     </fieldType>
@@ -463,200 +739,447 @@
     <fieldType name="location" class="solr.LatLonType" subFieldSuffix="_coordinate"/>
 
-   <!--
-    A Geohash is a compact representation of a latitude longitude pair in a single field.
-    See http://wiki.apache.org/solr/SpatialSearch
+    <!-- An alternative geospatial field type new to Solr 4.  It supports multiValued and polygon shapes.
+      For more information about this and other Spatial fields new to Solr 4, see:
+      http://wiki.apache.org/solr/SolrAdaptersForLuceneSpatial4
+    -->
+    <fieldType name="location_rpt" class="solr.SpatialRecursivePrefixTreeFieldType"
+        geo="true" distErrPct="0.025" maxDistErr="0.000009" units="degrees" />
+
+   <!-- Money/currency field type. See http://wiki.apache.org/solr/MoneyFieldType
+        Parameters:
+          defaultCurrency: Specifies the default currency if none specified. Defaults to "USD"
+          precisionStep:   Specifies the precisionStep for the TrieLong field used for the amount
+          providerClass:   Lets you plug in other exchange provider backend:
+                           solr.FileExchangeRateProvider is the default and takes one parameter:
+                             currencyConfig: name of an xml file holding exchange rates
+                           solr.OpenExchangeRatesOrgProvider uses rates from openexchangerates.org:
+                             ratesFileLocation: URL or path to rates JSON file (default latest.json on the web)
+                             refreshInterval: Number of minutes between each rates fetch (default: 1440, min: 60)
    -->
-    <fieldtype name="geohash" class="solr.GeoHashField"/>
+    <fieldType name="currency" class="solr.CurrencyField" precisionStep="8" defaultCurrency="USD" currencyConfig="currency.xml" />
+             
+
+
+   <!-- some examples for different languages (generally ordered by ISO code) -->
+
+    <!-- Arabic -->
+    <fieldType name="text_ar" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- for any non-arabic -->
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ar.txt" />
+        <!-- normalizes ï»¯ to ï»±, etc -->
+        <filter class="solr.ArabicNormalizationFilterFactory"/>
+        <filter class="solr.ArabicStemFilterFactory"/>
+      </analyzer>
+    </fieldType>
+
+    <!-- Bulgarian -->
+    <fieldType name="text_bg" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/> 
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_bg.txt" /> 
+        <filter class="solr.BulgarianStemFilterFactory"/>       
+      </analyzer>
+    </fieldType>
+    
+    <!-- Catalan -->
+    <fieldType name="text_ca" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- removes l', etc -->
+        <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ca.txt"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ca.txt" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Catalan"/>       
+      </analyzer>
+    </fieldType>
+    
+    <!-- CJK bigram (see text_ja for a Japanese configuration using morphological analysis) -->
+    <fieldType name="text_cjk" class="solr.TextField" positionIncrementGap="100">
+      <analyzer>
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- normalize width before bigram, as e.g. half-width dakuten combine  -->
+        <filter class="solr.CJKWidthFilterFactory"/>
+        <!-- for any non-CJK -->
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.CJKBigramFilterFactory"/>
+      </analyzer>
+    </fieldType>
+
+    <!-- Kurdish -->
+    <fieldType name="text_ckb" class="solr.TextField" positionIncrementGap="100">
+      <analyzer>
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.SoraniNormalizationFilterFactory"/>
+        <!-- for any latin text -->
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ckb.txt"/>
+        <filter class="solr.SoraniStemFilterFactory"/>
+      </analyzer>
+    </fieldType>
+
+    <!-- Czech -->
+    <fieldType name="text_cz" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_cz.txt" />
+        <filter class="solr.CzechStemFilterFactory"/>       
+      </analyzer>
+    </fieldType>
+    
+    <!-- Danish -->
+    <fieldType name="text_da" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_da.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Danish"/>       
+      </analyzer>
+    </fieldType>
+    
+    <!-- German -->
+    <fieldType name="text_de" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_de.txt" format="snowball" />
+        <filter class="solr.GermanNormalizationFilterFactory"/>
+        <filter class="solr.GermanLightStemFilterFactory"/>
+        <!-- less aggressive: <filter class="solr.GermanMinimalStemFilterFactory"/> -->
+        <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="German2"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Greek -->
+    <fieldType name="text_el" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- greek specific lowercase for sigma -->
+        <filter class="solr.GreekLowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_el.txt" />
+        <filter class="solr.GreekStemFilterFactory"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Spanish -->
+    <fieldType name="text_es" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_es.txt" format="snowball" />
+        <filter class="solr.SpanishLightStemFilterFactory"/>
+        <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Spanish"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Basque -->
+    <fieldType name="text_eu" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_eu.txt" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Basque"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Persian -->
+    <fieldType name="text_fa" class="solr.TextField" positionIncrementGap="100">
+      <analyzer>
+        <!-- for ZWNJ -->
+        <charFilter class="solr.PersianCharFilterFactory"/>
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.ArabicNormalizationFilterFactory"/>
+        <filter class="solr.PersianNormalizationFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fa.txt" />
+      </analyzer>
+    </fieldType>
+    
+    <!-- Finnish -->
+    <fieldType name="text_fi" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fi.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Finnish"/>
+        <!-- less aggressive: <filter class="solr.FinnishLightStemFilterFactory"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- French -->
+    <fieldType name="text_fr" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- removes l', etc -->
+        <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_fr.txt"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_fr.txt" format="snowball" />
+        <filter class="solr.FrenchLightStemFilterFactory"/>
+        <!-- less aggressive: <filter class="solr.FrenchMinimalStemFilterFactory"/> -->
+        <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="French"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Irish -->
+    <fieldType name="text_ga" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- removes d', etc -->
+        <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_ga.txt"/>
+        <!-- removes n-, etc. position increments is intentionally false! -->
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/hyphenations_ga.txt"/>
+        <filter class="solr.IrishLowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ga.txt"/>
+        <filter class="solr.SnowballPorterFilterFactory" language="Irish"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Galician -->
+    <fieldType name="text_gl" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_gl.txt" />
+        <filter class="solr.GalicianStemFilterFactory"/>
+        <!-- less aggressive: <filter class="solr.GalicianMinimalStemFilterFactory"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Hindi -->
+    <fieldType name="text_hi" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <!-- normalizes unicode representation -->
+        <filter class="solr.IndicNormalizationFilterFactory"/>
+        <!-- normalizes variation in spelling -->
+        <filter class="solr.HindiNormalizationFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hi.txt" />
+        <filter class="solr.HindiStemFilterFactory"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Hungarian -->
+    <fieldType name="text_hu" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hu.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Hungarian"/>
+        <!-- less aggressive: <filter class="solr.HungarianLightStemFilterFactory"/> -->   
+      </analyzer>
+    </fieldType>
+    
+    <!-- Armenian -->
+    <fieldType name="text_hy" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_hy.txt" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Armenian"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Indonesian -->
+    <fieldType name="text_id" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_id.txt" />
+        <!-- for a less aggressive approach (only inflectional suffixes), set stemDerivational to false -->
+        <filter class="solr.IndonesianStemFilterFactory" stemDerivational="true"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Italian -->
+    <fieldType name="text_it" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <!-- removes l', etc -->
+        <filter class="solr.ElisionFilterFactory" ignoreCase="true" articles="lang/contractions_it.txt"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_it.txt" format="snowball" />
+        <filter class="solr.ItalianLightStemFilterFactory"/>
+        <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Italian"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Japanese using morphological analysis (see text_cjk for a configuration using bigramming)
+
+         NOTE: If you want to optimize search for precision, use default operator AND in your query
+         parser config with <solrQueryParser defaultOperator="AND"/> further down in this file.  Use 
+         OR if you would like to optimize for recall (default).
+    -->
+    <fieldType name="text_ja" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="false">
+      <analyzer>
+      <!-- Kuromoji Japanese morphological analyzer/tokenizer (JapaneseTokenizer)
+
+           Kuromoji has a search mode (default) that does segmentation useful for search.  A heuristic
+           is used to segment compounds into its parts and the compound itself is kept as synonym.
+
+           Valid values for attribute mode are:
+              normal: regular segmentation
+              search: segmentation useful for search with synonyms compounds (default)
+            extended: same as search mode, but unigrams unknown words (experimental)
+
+           For some applications it might be good to use search mode for indexing and normal mode for
+           queries to reduce recall and prevent parts of compounds from being matched and highlighted.
+           Use <analyzer type="index"> and <analyzer type="query"> for this and mode normal in query.
+
+           Kuromoji also has a convenient user dictionary feature that allows overriding the statistical
+           model with your own entries for segmentation, part-of-speech tags and readings without a need
+           to specify weights.  Notice that user dictionaries have not been subject to extensive testing.
+
+           User dictionary attributes are:
+                     userDictionary: user dictionary filename
+             userDictionaryEncoding: user dictionary encoding (default is UTF-8)
+
+           See lang/userdict_ja.txt for a sample user dictionary file.
+
+           Punctuation characters are discarded by default.  Use discardPunctuation="false" to keep them.
+
+           See http://wiki.apache.org/solr/JapaneseLanguageSupport for more on Japanese language support.
+        -->
+        <tokenizer class="solr.JapaneseTokenizerFactory" mode="search"/>
+        <!--<tokenizer class="solr.JapaneseTokenizerFactory" mode="search" userDictionary="lang/userdict_ja.txt"/>-->
+        <!-- Reduces inflected verbs and adjectives to their base/dictionary forms (èŸæžåœ¢) -->
+        <filter class="solr.JapaneseBaseFormFilterFactory"/>
+        <!-- Removes tokens with certain part-of-speech tags -->
+        <filter class="solr.JapanesePartOfSpeechStopFilterFactory" tags="lang/stoptags_ja.txt" />
+        <!-- Normalizes full-width romaji to half-width and half-width kana to full-width (Unicode NFKC subset) -->
+        <filter class="solr.CJKWidthFilterFactory"/>
+        <!-- Removes common tokens typically not useful for search, but have a negative effect on ranking -->
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ja.txt" />
+        <!-- Normalizes common katakana spelling variations by removing any last long sound character (U+30FC) -->
+        <filter class="solr.JapaneseKatakanaStemFilterFactory" minimumLength="4"/>
+        <!-- Lower-cases romaji characters -->
+        <filter class="solr.LowerCaseFilterFactory"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Latvian -->
+    <fieldType name="text_lv" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_lv.txt" />
+        <filter class="solr.LatvianStemFilterFactory"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Dutch -->
+    <fieldType name="text_nl" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_nl.txt" format="snowball" />
+        <filter class="solr.StemmerOverrideFilterFactory" dictionary="lang/stemdict_nl.txt" ignoreCase="false"/>
+        <filter class="solr.SnowballPorterFilterFactory" language="Dutch"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Norwegian -->
+    <fieldType name="text_no" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_no.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Norwegian"/>
+        <!-- less aggressive: <filter class="solr.NorwegianLightStemFilterFactory" variant="nb"/> -->
+        <!-- singular/plural: <filter class="solr.NorwegianMinimalStemFilterFactory" variant="nb"/> -->
+        <!-- The "light" and "minimal" stemmers support variants: nb=BokmÃ¥l, nn=Nynorsk, no=Both -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Portuguese -->
+    <fieldType name="text_pt" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_pt.txt" format="snowball" />
+        <filter class="solr.PortugueseLightStemFilterFactory"/>
+        <!-- less aggressive: <filter class="solr.PortugueseMinimalStemFilterFactory"/> -->
+        <!-- more aggressive: <filter class="solr.SnowballPorterFilterFactory" language="Portuguese"/> -->
+        <!-- most aggressive: <filter class="solr.PortugueseStemFilterFactory"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Romanian -->
+    <fieldType name="text_ro" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ro.txt" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Romanian"/>
+      </analyzer>
+    </fieldType>
+    
+    <!-- Russian -->
+    <fieldType name="text_ru" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ru.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Russian"/>
+        <!-- less aggressive: <filter class="solr.RussianLightStemFilterFactory"/> -->
+      </analyzer>
+    </fieldType>
+	<!-- Russian with morphology-->
+    <fieldType name="text_ru_morph" class="solr.TextField" positionIncrementGap="100">
+          <analyzer>
+          <tokenizer class="solr.StandardTokenizerFactory"/>
+          <filter class="solr.LowerCaseFilterFactory"/>
+          <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_ru.txt" format="snowball" />
+          <filter class="org.apache.lucene.morphology.russian.RussianFilterFactory"/>
+          </analyzer>
+    </fieldType>
+ 
+    <!-- Swedish -->
+    <fieldType name="text_sv" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_sv.txt" format="snowball" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Swedish"/>
+        <!-- less aggressive: <filter class="solr.SwedishLightStemFilterFactory"/> -->
+      </analyzer>
+    </fieldType>
+    
+    <!-- Thai -->
+    <fieldType name="text_th" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.LowerCaseFilterFactory"/>
+        <filter class="solr.ThaiWordFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="true" words="lang/stopwords_th.txt" />
+      </analyzer>
+    </fieldType>
+    
+    <!-- Turkish -->
+    <fieldType name="text_tr" class="solr.TextField" positionIncrementGap="100">
+      <analyzer> 
+        <tokenizer class="solr.StandardTokenizerFactory"/>
+        <filter class="solr.TurkishLowerCaseFilterFactory"/>
+        <filter class="solr.StopFilterFactory" ignoreCase="false" words="lang/stopwords_tr.txt" />
+        <filter class="solr.SnowballPorterFilterFactory" language="Turkish"/>
+      </analyzer>
+    </fieldType>
+
  </types>
-
-
- <fields>
-   <!-- Valid attributes for fields:
-     name: mandatory - the name for the field
-     type: mandatory - the name of a previously defined type from the 
-       <types> section
-     indexed: true if this field should be indexed (searchable or sortable)
-     stored: true if this field should be retrievable
-     multiValued: true if this field may contain multiple values per document
-     omitNorms: (expert) set to true to omit the norms associated with
-       this field (this disables length normalization and index-time
-       boosting for the field, and saves some memory).  Only full-text
-       fields or fields that need an index-time boost need norms.
-     termVectors: [false] set to true to store the term vector for a
-       given field.
-       When using MoreLikeThis, fields used for similarity should be
-       stored for best performance.
-     termPositions: Store position information with the term vector.  
-       This will increase storage costs.
-     termOffsets: Store offset information with the term vector. This 
-       will increase storage costs.
-     default: a value that should be used if no value is specified
-       when adding a document.
-   -->
-
-   <field name="docOID" type="string" indexed="true" stored="true" required="true" /> 
-
-    <field name="ZZ" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
-    <field name="TX" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
-    <field name="TI" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
-    <field name="SU" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
-    <field name="ORG" type="text_en_splitting" indexed="true" stored="false" multiValued="true" />
-
-<!--
-   <field name="sku" type="text_en_splitting_tight" indexed="true" stored="true" omitNorms="true"/>
-   <field name="name" type="text_general" indexed="true" stored="true"/>
-   <field name="alphaNameSort" type="alphaOnlySort" indexed="true" stored="false"/>
-   <field name="manu" type="text_general" indexed="true" stored="true" omitNorms="true"/>
-   <field name="cat" type="string" indexed="true" stored="true" multiValued="true"/>
-   <field name="features" type="text_general" indexed="true" stored="true" multiValued="true"/>
-   <field name="includes" type="text_general" indexed="true" stored="true" termVectors="true" termPositions="true" termOffsets="true" />
-
-   <field name="weight" type="float" indexed="true" stored="true"/>
-   <field name="price"  type="float" indexed="true" stored="true"/>
-   <field name="popularity" type="int" indexed="true" stored="true" />
-   <field name="inStock" type="boolean" indexed="true" stored="true" />
--->
-
-   <!--
-   The following store examples are used to demonstrate the various ways one might _CHOOSE_ to
-    implement spatial.  It is highly unlikely that you would ever have ALL of these fields defined.
+  
+  <!-- Similarity is the scoring routine for each document vs. a query.
+       A custom Similarity or SimilarityFactory may be specified here, but 
+       the default is fine for most applications.  
+       For more info: http://wiki.apache.org/solr/SchemaXml#Similarity
     -->
-   <field name="store" type="location" indexed="true" stored="true"/>
-
-   <!-- Common metadata fields, named specifically to match up with
-     SolrCell metadata when parsing rich documents such as Word, PDF.
-     Some fields are multiValued only because Tika currently may return
-     multiple values for them.
-   -->
-<!--
-   <field name="title" type="text_general" indexed="true" stored="true" multiValued="true"/>
-   <field name="subject" type="text_general" indexed="true" stored="true"/>
-   <field name="description" type="text_general" indexed="true" stored="true"/>
-   <field name="comments" type="text_general" indexed="true" stored="true"/>
-   <field name="author" type="text_general" indexed="true" stored="true"/>
-   <field name="keywords" type="text_general" indexed="true" stored="true"/>
-   <field name="category" type="text_general" indexed="true" stored="true"/>
-   <field name="content_type" type="string" indexed="true" stored="true" multiValued="true"/>
-   <field name="last_modified" type="date" indexed="true" stored="true"/>
-   <field name="links" type="string" indexed="true" stored="true" multiValued="true"/>
--->
-
-
-   <!-- catchall field, containing all other searchable text fields (implemented
-        via copyField further on in this schema  -->
-   <field name="text" type="text_general" indexed="true" stored="false" multiValued="true"/>
-
-   <!-- catchall text field that indexes tokens both normally and in reverse for efficient
-        leading wildcard queries. -->
-   <field name="text_rev" type="text_general_rev" indexed="true" stored="false" multiValued="true"/>
-
-   <!-- non-tokenized version of manufacturer to make it easier to sort or group
-        results by manufacturer.  copied from "manu" via copyField -->
-   <field name="manu_exact" type="string" indexed="true" stored="false"/>
-
-   <field name="payloads" type="payloads" indexed="true" stored="true"/>
-
-   <!-- Uncommenting the following will create a "timestamp" field using
-        a default value of "NOW" to indicate when each document was indexed.
-     -->
-   <!--
-   <field name="timestamp" type="date" indexed="true" stored="true" default="NOW" multiValued="false"/>
-     -->
-   
-
-   <!-- Dynamic field definitions.  If a field name is not found, dynamicFields
-        will be used if the name matches any of the patterns.
-        RESTRICTION: the glob-like pattern in the name attribute must have
-        a "*" only at the start or the end.
-        EXAMPLE:  name="*_i" will match any field ending in _i (like myid_i, z_i)
-        Longer patterns will be matched first.  if equal size patterns
-        both match, the first appearing in the schema will be used.  -->
-   <dynamicField name="*_i"  type="int"    indexed="true"  stored="true"/>
-   <dynamicField name="*_s"  type="string"  indexed="true"  stored="true"/>
-   <dynamicField name="*_l"  type="long"   indexed="true"  stored="true"/>
-   <dynamicField name="*_t"  type="text_general"    indexed="true"  stored="true"/>
-   <dynamicField name="*_txt" type="text_general"    indexed="true"  stored="true" multiValued="true"/>
-   <dynamicField name="*_b"  type="boolean" indexed="true"  stored="true"/>
-   <dynamicField name="*_f"  type="float"  indexed="true"  stored="true"/>
-   <dynamicField name="*_d"  type="double" indexed="true"  stored="true"/>
-
-   <!-- Type used to index the lat and lon components for the "location" FieldType -->
-   <dynamicField name="*_coordinate"  type="tdouble" indexed="true"  stored="false"/>
-
-   <dynamicField name="*_dt" type="date"    indexed="true"  stored="true"/>
-   <dynamicField name="*_p"  type="location" indexed="true" stored="true"/>
-
-   <!-- some trie-coded dynamic fields for faster range queries -->
-   <dynamicField name="*_ti" type="tint"    indexed="true"  stored="true"/>
-   <dynamicField name="*_tl" type="tlong"   indexed="true"  stored="true"/>
-   <dynamicField name="*_tf" type="tfloat"  indexed="true"  stored="true"/>
-   <dynamicField name="*_td" type="tdouble" indexed="true"  stored="true"/>
-   <dynamicField name="*_tdt" type="tdate"  indexed="true"  stored="true"/>
-
-   <dynamicField name="*_pi"  type="pint"    indexed="true"  stored="true"/>
-
-   <dynamicField name="ignored_*" type="ignored" multiValued="true"/>
-   <dynamicField name="attr_*" type="text_general" indexed="true" stored="true" multiValued="true"/>
-
-   <dynamicField name="random_*" type="random" />
-<!-- dynamic field for sort/facet fields, which are strings by default. ie not tokenised. Can't be multivalued - ie can only have one value per document -->
-    <dynamicField name="by*" type="string" indexed="true" stored="false" multiValued="false" />
-   <!-- uncomment the following to ignore any fields that don't already match an existing 
-        field name or dynamic field, rather than reporting them as an error. 
-        alternately, change the type="ignored" to some other type e.g. "text" if you want 
-        unknown fields indexed and/or stored by default --> 
-   <!--dynamicField name="*" type="ignored" multiValued="true" /-->
-   
- </fields>
-
- <!-- Field to use to determine and enforce document uniqueness. 
-      Unless this field is marked with required="false", it will be a required field
-   -->
- <uniqueKey>docOID</uniqueKey>
-
- <!-- field for the QueryParser to use when an explicit fieldname is absent -->
- <defaultSearchField>text</defaultSearchField>
-
- <!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
- <solrQueryParser defaultOperator="OR"/>
-
-  <!-- copyField commands copy one field to another at the time a document
-        is added to the index.  It's used either to index the same field differently,
-        or to add multiple fields to the same field for easier/faster searching.  -->
-
-<!--
-   <copyField source="cat" dest="text"/>
-   <copyField source="name" dest="text"/>
-   <copyField source="manu" dest="text"/>
-   <copyField source="features" dest="text"/>
-   <copyField source="includes" dest="text"/>
-   <copyField source="manu" dest="manu_exact"/>
--->
-	
-   <!-- Above, multiple source fields are copied to the [text] field. 
-	  Another way to map multiple source fields to the same 
-	  destination field is to use the dynamic field syntax. 
-	  copyField also supports a maxChars to copy setting.  -->
-	   
-   <!-- <copyField source="*_t" dest="text" maxChars="3000"/> -->
-
-   <!-- copy name to alphaNameSort, a field designed for sorting by name -->
-   <!-- <copyField source="name" dest="alphaNameSort"/> -->
- 
-
- <!-- Similarity is the scoring routine for each document vs. a query.
-      A custom similarity may be specified here, but the default is fine
-      for most applications.  -->
- <!-- <similarity class="org.apache.lucene.search.DefaultSimilarity"/> -->
- <!-- ... OR ...
-      Specify a SimilarityFactory class name implementation
-      allowing parameters to be used.
- -->
- <!--
- <similarity class="com.example.solr.CustomSimilarityFactory">
-   <str name="paramkey">param value</str>
- </similarity>
- -->
-
+  <!--
+     <similarity class="com.example.solr.CustomSimilarityFactory">
+       <str name="paramkey">param value</str>
+     </similarity>
+    -->
 
 </schema>
Index: gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/solrconfig.xml
===================================================================
--- gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/solrconfig.xml	(revision 30000)
+++ gs3-extensions/solr/trunk/src/collect/solr-jdbm-demo/etc/conf/solrconfig.xml	(revision 30001)
@@ -30,16 +30,4 @@
     -->
 
-  <!-- Set this to 'false' if you want solr to continue working after
-       it has encountered an severe configuration error.  In a
-       production environment, you may want solr to keep working even
-       if one handler is mis-configured.
-
-       You may also set this to false using by setting the system
-       property:
-
-         -Dsolr.abortOnConfigurationError=false
-    -->
-  <abortOnConfigurationError>${solr.abortOnConfigurationError:true}</abortOnConfigurationError>
-  
   <!-- Controls what version of Lucene various components of Solr
        adhere to.  Generally, you want to use the latest version to
@@ -47,8 +35,8 @@
        that you fully re-index after changing this setting as it can
        affect both how text is indexed and queried.
-    -->
-  <luceneMatchVersion>LUCENE_33</luceneMatchVersion>
-
-  <!-- lib directives can be used to instruct Solr to load an Jars
+  -->
+  <luceneMatchVersion>4.7</luceneMatchVersion>
+
+  <!-- <lib/> directives can be used to instruct Solr to load an Jars
        identified and use them to resolve any "plugins" specified in
        your solrconfig.xml or schema.xml (ie: Analyzers, Request
@@ -57,4 +45,10 @@
        All directories and paths are resolved relative to the
        instanceDir.
+
+       Please note that <lib/> directives are processed in the order
+       that they appear in your solrconfig.xml file, and are "stacked" 
+       on top of each other when building a ClassLoader - so if you have 
+       plugin jars with dependencies on other jars, the "lower level" 
+       dependency jars should be loaded first.
 
        If a "./lib" directory exists in your instanceDir, all files
@@ -64,27 +58,37 @@
               <lib dir="./lib" />
     -->
-  <!-- A dir option by itself adds any files found in the directory to
-       the classpath, this is useful for including all jars in a
+
+  <!-- A 'dir' option by itself adds any files found in the directory 
+       to the classpath, this is useful for including all jars in a
        directory.
-    -->
-  <lib dir="../../contrib/extraction/lib" />
-  <!-- When a regex is specified in addition to a directory, only the
+
+       When a 'regex' is specified in addition to a 'dir', only the
        files in that directory which completely match the regex
        (anchored on both ends) will be included.
-    -->
-  <lib dir="../../dist/" regex="apache-solr-cell-\d.*\.jar" />
-  <lib dir="../../dist/" regex="apache-solr-clustering-\d.*\.jar" />
-  <lib dir="../../dist/" regex="apache-solr-dataimporthandler-\d.*\.jar" />
-
-  <!-- If a dir option (with or without a regex) is used and nothing
-       is found that matches, it will be ignored
-    -->
-  <lib dir="../../contrib/clustering/lib/" />
-  <lib dir="/total/crap/dir/ignored" /> 
-  <!-- an exact path can be used to specify a specific file.  This
-       will cause a serious error to be logged if it can't be loaded.
+
+       If a 'dir' option (with or without a regex) is used and nothing
+       is found that matches, a warning will be logged.
+
+       The examples below can be used to load some solr-contribs along 
+       with their external dependencies.
+    -->
+  <lib dir="../../../contrib/extraction/lib" regex=".*\.jar" />
+  <lib dir="../../../dist/" regex="solr-cell-\d.*\.jar" />
+
+  <lib dir="../../../contrib/clustering/lib/" regex=".*\.jar" />
+  <lib dir="../../../dist/" regex="solr-clustering-\d.*\.jar" />
+
+  <lib dir="../../../contrib/langid/lib/" regex=".*\.jar" />
+  <lib dir="../../../dist/" regex="solr-langid-\d.*\.jar" />
+
+  <lib dir="../../../contrib/velocity/lib" regex=".*\.jar" />
+  <lib dir="../../../dist/" regex="solr-velocity-\d.*\.jar" />
+
+  <!-- an exact 'path' can be used instead of a 'dir' to specify a 
+       specific jar file.  This will cause a serious error to be logged 
+       if it can't be loaded.
     -->
   <!--
-  <lib path="../a-jar-that-does-not-exist.jar" /> 
+     <lib path="../a-jar-that-does-not-exist.jar" /> 
   -->
   
@@ -101,59 +105,128 @@
   <!-- The DirectoryFactory to use for indexes.
        
-       solr.StandardDirectoryFactory, the default, is filesystem
-       based.  solr.RAMDirectoryFactory is memory based, not
+       solr.StandardDirectoryFactory is filesystem
+       based and tries to pick the best implementation for the current
+       JVM and platform.  solr.NRTCachingDirectoryFactory, the default,
+       wraps solr.StandardDirectoryFactory and caches small files in memory
+       for better NRT performance.
+
+       One can force a particular implementation via solr.MMapDirectoryFactory,
+       solr.NIOFSDirectoryFactory, or solr.SimpleFSDirectoryFactory.
+
+       solr.RAMDirectoryFactory is memory based, not
        persistent, and doesn't work with replication.
     -->
   <directoryFactory name="DirectoryFactory" 
-                    class="${solr.directoryFactory:solr.StandardDirectoryFactory}"/>
-
-
-  <!-- Index Defaults
-
-       Values here affect all index writers and act as a default
-       unless overridden.
-
-       WARNING: See also the <mainIndex> section below for parameters
-       that overfor Solr's main Lucene index.
-    -->
-  <indexDefaults>
-
-    <useCompoundFile>false</useCompoundFile>
-
+                    class="${solr.directoryFactory:solr.NRTCachingDirectoryFactory}">
+    
+         
+    <!-- These will be used if you are using the solr.HdfsDirectoryFactory,
+         otherwise they will be ignored. If you don't plan on using hdfs,
+         you can safely remove this section. -->      
+    <!-- The root directory that collection data should be written to. -->     
+    <str name="solr.hdfs.home">${solr.hdfs.home:}</str>
+    <!-- The hadoop configuration files to use for the hdfs client. -->    
+    <str name="solr.hdfs.confdir">${solr.hdfs.confdir:}</str>
+    <!-- Enable/Disable the hdfs cache. -->    
+    <str name="solr.hdfs.blockcache.enabled">${solr.hdfs.blockcache.enabled:true}</str>
+    
+  </directoryFactory> 
+
+  <!-- The CodecFactory for defining the format of the inverted index.
+       The default implementation is SchemaCodecFactory, which is the official Lucene
+       index format, but hooks into the schema to provide per-field customization of
+       the postings lists and per-document values in the fieldType element
+       (postingsFormat/docValuesFormat). Note that most of the alternative implementations
+       are experimental, so if you choose to customize the index format, its a good
+       idea to convert back to the official format e.g. via IndexWriter.addIndexes(IndexReader)
+       before upgrading to a newer version to avoid unnecessary reindexing.
+  -->
+  <codecFactory class="solr.SchemaCodecFactory"/>
+
+  <!-- To enable dynamic schema REST APIs, use the following for <schemaFactory>:
+  
+       <schemaFactory class="ManagedIndexSchemaFactory">
+         <bool name="mutable">true</bool>
+         <str name="managedSchemaResourceName">managed-schema</str>
+       </schemaFactory>
+       
+       When ManagedIndexSchemaFactory is specified, Solr will load the schema from
+       he resource named in 'managedSchemaResourceName', rather than from schema.xml.
+       Note that the managed schema resource CANNOT be named schema.xml.  If the managed
+       schema does not exist, Solr will create it after reading schema.xml, then rename
+       'schema.xml' to 'schema.xml.bak'. 
+       
+       Do NOT hand edit the managed schema - external modifications will be ignored and
+       overwritten as a result of schema modification REST API calls.
+
+       When ManagedIndexSchemaFactory is specified with mutable = true, schema
+       modification REST API calls will be allowed; otherwise, error responses will be
+       sent back for these requests. 
+  -->
+  <schemaFactory class="ClassicIndexSchemaFactory"/>
+
+  <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+       Index Config - These settings control low-level behavior of indexing
+       Most example settings here show the default value, but are commented
+       out, to more easily see where customizations have been made.
+       
+       Note: This replaces <indexDefaults> and <mainIndex> from older versions
+       ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
+  <indexConfig>
+    <!-- maxFieldLength was removed in 4.0. To get similar behavior, include a 
+         LimitTokenCountFilterFactory in your fieldType definition. E.g. 
+     <filter class="solr.LimitTokenCountFilterFactory" maxTokenCount="10000"/>
+    -->
+    <!-- Maximum time to wait for a write lock (ms) for an IndexWriter. Default: 1000 -->
+    <!-- <writeLockTimeout>1000</writeLockTimeout>  -->
+
+    <!-- The maximum number of simultaneous threads that may be
+         indexing documents at once in IndexWriter; if more than this
+         many threads arrive they will wait for others to finish.
+         Default in Solr/Lucene is 8. -->
+    <!-- <maxIndexingThreads>8</maxIndexingThreads>  -->
+
+    <!-- Expert: Enabling compound file will use less files for the index, 
+         using fewer file descriptors on the expense of performance decrease. 
+         Default in Lucene is "true". Default in Solr is "false" (since 3.6) -->
+    <!-- <useCompoundFile>false</useCompoundFile> -->
+
+    <!-- ramBufferSizeMB sets the amount of RAM that may be used by Lucene
+         indexing for buffering added documents and deletions before they are
+         flushed to the Directory.
+         maxBufferedDocs sets a limit on the number of documents buffered
+         before flushing.
+         If both ramBufferSizeMB and maxBufferedDocs is set, then
+         Lucene will flush based on whichever limit is hit first.
+         The default is 100 MB.  -->
+    <!-- <ramBufferSizeMB>100</ramBufferSizeMB> -->
+    <!-- <maxBufferedDocs>1000</maxBufferedDocs> -->
+
+    <!-- Expert: Merge Policy 
+         The Merge Policy in Lucene controls how merging of segments is done.
+         The default since Solr/Lucene 3.3 is TieredMergePolicy.
+         The default since Lucene 2.3 was the LogByteSizeMergePolicy,
+         Even older versions of Lucene used LogDocMergePolicy.
+      -->
+    <!--
+        <mergePolicy class="org.apache.lucene.index.TieredMergePolicy">
+          <int name="maxMergeAtOnce">10</int>
+          <int name="segmentsPerTier">10</int>
+        </mergePolicy>
+      -->
+       
+    <!-- Merge Factor
+         The merge factor controls how many segments will get merged at a time.
+         For TieredMergePolicy, mergeFactor is a convenience parameter which
+         will set both MaxMergeAtOnce and SegmentsPerTier at once.
+         For LogByteSizeMergePolicy, mergeFactor decides how many new segments
+         will be allowed before they are merged into one.
+         Default is 10 for both merge policies.
+      -->
+    <!-- 
     <mergeFactor>10</mergeFactor>
-    <!-- Sets the amount of RAM that may be used by Lucene indexing
-         for buffering added documents and deletions before they are
-         flushed to the Directory.  -->
-    <ramBufferSizeMB>32</ramBufferSizeMB>
-    <!-- If both ramBufferSizeMB and maxBufferedDocs is set, then
-         Lucene will flush based on whichever limit is hit first.  
-      -->
-    <!-- <maxBufferedDocs>1000</maxBufferedDocs> -->
-
-    <maxFieldLength>10000</maxFieldLength>
-    <writeLockTimeout>1000</writeLockTimeout>
-    <commitLockTimeout>10000</commitLockTimeout>
-
-    <!-- Expert: Merge Policy 
-
-         The Merge Policy in Lucene controls how merging is handled by
-         Lucene.  The default in Solr 3.3 is TieredMergePolicy.
-         
-         The default in 2.3 was the LogByteSizeMergePolicy,
-         previous versions used LogDocMergePolicy.
-         
-         LogByteSizeMergePolicy chooses segments to merge based on
-         their size.  The Lucene 2.2 default, LogDocMergePolicy chose
-         when to merge based on number of documents
-         
-         Other implementations of MergePolicy must have a no-argument
-         constructor
-      -->
-    <!--
-       <mergePolicy class="org.apache.lucene.index.TieredMergePolicy"/>
-       -->
+      -->
 
     <!-- Expert: Merge Scheduler
-
          The Merge Scheduler in Lucene controls how merges are
          performed.  The ConcurrentMergeScheduler (Lucene 2.3 default)
@@ -164,5 +237,5 @@
        <mergeScheduler class="org.apache.lucene.index.ConcurrentMergeScheduler"/>
        -->
-	  
+
     <!-- LockFactory 
 
@@ -178,28 +251,11 @@
          simple = SimpleFSLockFactory  - uses a plain file for locking
 
-         (For backwards compatibility with Solr 1.2, 'simple' is the
-         default if not specified.)
+         Defaults: 'native' is default for Solr3.6 and later, otherwise
+                   'simple' is the default
 
          More details on the nuances of each LockFactory...
          http://wiki.apache.org/lucene-java/AvailableLockFactories
     -->
-    <lockType>native</lockType>
-
-    <!-- Expert: Controls how often Lucene loads terms into memory
-         Default is 128 and is likely good for most everyone.
-      -->
-    <!-- <termIndexInterval>256</termIndexInterval> -->
-  </indexDefaults>
-
-  <!-- Main Index
-
-       Values here override the values in the <indexDefaults> section
-       for the main on disk index.
-    -->
-  <mainIndex>
-
-    <useCompoundFile>false</useCompoundFile>
-    <ramBufferSizeMB>32</ramBufferSizeMB>
-    <mergeFactor>10</mergeFactor>
+    <lockType>${solr.lock.type:native}</lockType>
 
     <!-- Unlock On Startup
@@ -208,23 +264,31 @@
          This defeats the locking mechanism that allows multiple
          processes to safely access a lucene index, and should be used
-         with care.
-
-         This is not needed if lock type is 'none' or 'single'
+         with care. Default is "false".
+
+         This is not needed if lock type is 'single'
      -->
+    <!--
     <unlockOnStartup>false</unlockOnStartup>
+      -->
     
-    <!-- If true, IndexReaders will be reopened (often more efficient)
-         instead of closed and then opened.
-      -->
-    <reopenReaders>true</reopenReaders>
+    <!-- Expert: Controls how often Lucene loads terms into memory
+         Default is 128 and is likely good for most everyone.
+      -->
+    <!-- <termIndexInterval>128</termIndexInterval> -->
+
+    <!-- If true, IndexReaders will be opened/reopened from the IndexWriter
+         instead of from the Directory. Hosts in a master/slave setup
+         should have this set to false while those in a SolrCloud
+         cluster need to be set to true. Default: true
+      -->
+    <!-- 
+    <nrtMode>true</nrtMode>
+      -->
 
     <!-- Commit Deletion Policy
-
-         Custom deletion policies can specified here. The class must
+         Custom deletion policies can be specified here. The class must
          implement org.apache.lucene.index.IndexDeletionPolicy.
 
-         http://lucene.apache.org/java/2_9_1/api/all/org/apache/lucene/index/IndexDeletionPolicy.html
-
-         The standard Solr IndexDeletionPolicy implementation supports
+         The default Solr IndexDeletionPolicy implementation supports
          deleting index commit points on number of commits, age of
          commit point and optimized status.
@@ -233,9 +297,11 @@
          of the criteria.
     -->
+    <!-- 
     <deletionPolicy class="solr.SolrDeletionPolicy">
+    -->
       <!-- The number of commit points to be kept -->
-      <str name="maxCommitsToKeep">1</str>
+      <!-- <str name="maxCommitsToKeep">1</str> -->
       <!-- The number of optimized commit points to be kept -->
-      <str name="maxOptimizedCommitsToKeep">0</str>
+      <!-- <str name="maxOptimizedCommitsToKeep">0</str> -->
       <!--
           Delete all commit points once they have reached the given age.
@@ -246,5 +312,7 @@
          <str name="maxCommitAge">1DAY</str>
       -->
+    <!-- 
     </deletionPolicy>
+    -->
 
     <!-- Lucene Infostream
@@ -253,10 +321,11 @@
          of detailed information when indexing.
 
-         Setting The value to true will instruct the underlying Lucene
-         IndexWriter to write its debugging info the specified file
-      -->
-     <infoStream file="INFOSTREAM.txt">false</infoStream> 
-
-  </mainIndex>
+         Setting the value to true will instruct the underlying Lucene
+         IndexWriter to write its info stream to solr's log. By default,
+         this is enabled here, and controlled through log4j.properties.
+      -->
+     <infoStream>true</infoStream>
+  </indexConfig>
+
 
   <!-- JMX
@@ -281,7 +350,17 @@
   <updateHandler class="solr.DirectUpdateHandler2">
 
+    <!-- Enables a transaction log, used for real-time get, durability, and
+         and solr cloud replica recovery.  The log can grow as big as
+         uncommitted changes to the index, so use of a hard autoCommit
+         is recommended (see below).
+         "dir" - the target directory for transaction logs, defaults to the
+                solr data directory.  --> 
+    <updateLog>
+      <str name="dir">${solr.ulog.dir:}</str>
+    </updateLog>
+ 
     <!-- AutoCommit
 
-         Perform a <commit/> automatically under certain conditions.
+         Perform a hard commit automatically under certain conditions.
          Instead of enabling autoCommit, consider using "commitWithin"
          when adding documents. 
@@ -292,14 +371,28 @@
                    commit before automatically triggering a new commit.
 
-         maxTime - Maximum amount of time that is allowed to pass
-                   since a document was added before automaticly
+         maxTime - Maximum amount of time in ms that is allowed to pass
+                   since a document was added before automatically
                    triggering a new commit. 
-      -->
-    <!--
-       <autoCommit> 
-         <maxDocs>10000</maxDocs>
-         <maxTime>1000</maxTime> 
-       </autoCommit>
-      -->
+         openSearcher - if false, the commit causes recent index changes
+           to be flushed to stable storage, but does not cause a new
+           searcher to be opened to make those changes visible.
+
+         If the updateLog is enabled, then it's highly recommended to
+         have some sort of hard autoCommit to limit the log size.
+      -->
+     <autoCommit> 
+       <maxTime>${solr.autoCommit.maxTime:15000}</maxTime> 
+       <openSearcher>false</openSearcher> 
+     </autoCommit>
+
+    <!-- softAutoCommit is like autoCommit except it causes a
+         'soft' commit which only ensures that changes are visible
+         but does not ensure that data is synced to disk.  This is
+         faster and more near-realtime friendly than a hard commit.
+      -->
+
+     <autoSoftCommit> 
+       <maxTime>${solr.autoSoftCommit.maxTime:-1}</maxTime> 
+     </autoSoftCommit>
 
     <!-- Update Related Event Listeners
@@ -334,4 +427,5 @@
        </listener>
       -->
+
   </updateHandler>
   
@@ -373,5 +467,7 @@
     -->
 
-
+  <!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+       Query section - these settings control query time things like caches
+       ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
   <query>
     <!-- Max Boolean Clauses
@@ -448,4 +544,12 @@
                    autowarmCount="0"/>
     
+    <!-- custom cache currently used by block join --> 
+    <cache name="perSegFilter"
+      class="solr.search.LRUCache"
+      size="10"
+      initialSize="0"
+      autowarmCount="10"
+      regenerator="solr.NoOpRegenerator" />
+
     <!-- Field Value Cache
          
@@ -587,15 +691,19 @@
        should behave when processing requests for this SolrCore.
 
-       handleSelect affects the behavior of requests such as /select?qt=XXX
+       handleSelect is a legacy option that affects the behavior of requests
+       such as /select?qt=XXX
 
        handleSelect="true" will cause the SolrDispatchFilter to process
-       the request and will result in consistent error handling and
-       formatting for all types of requests.
+       the request and dispatch the query to a handler specified by the 
+       "qt" param, assuming "/select" isn't already registered.
 
        handleSelect="false" will cause the SolrDispatchFilter to
-       ignore "/select" requests and fallback to using the legacy
-       SolrServlet and it's Solr 1.1 style error formatting
-    -->
-  <requestDispatcher handleSelect="true" >
+       ignore "/select" requests, resulting in a 404 unless a handler
+       is explicitly registered with the name "/select"
+
+       handleSelect="true" is not recommended for new users, but is the default
+       for backwards compatibility
+    -->
+  <requestDispatcher handleSelect="false" >
     <!-- Request Parsing
 
@@ -607,6 +715,18 @@
          and stream.url parameters for specifying remote streams.
 
-         multipartUploadLimitInKB - specifies the max size of
+         multipartUploadLimitInKB - specifies the max size (in KiB) of
          Multipart File Uploads that Solr will allow in a Request.
+         
+         formdataUploadLimitInKB - specifies the max size (in KiB) of
+         form data (application/x-www-form-urlencoded) sent via
+         POST. You can use POST to pass request parameters not
+         fitting into the URL.
+         
+         addHttpRequestToContext - if set to true, it will instruct
+         the requestParsers to include the original HttpServletRequest
+         object in the context map of the SolrQueryRequest under the 
+         key "httpRequest". It will not be used by any of the existing
+         Solr components, but may be useful when developing custom 
+         plugins.
          
          *** WARNING ***
@@ -617,5 +737,7 @@
       --> 
     <requestParsers enableRemoteStreaming="true" 
-                    multipartUploadLimitInKB="2048000" />
+                    multipartUploadLimitInKB="2048000"
+                    formdataUploadLimitInKB="2048"
+                    addHttpRequestToContext="false"/>
 
     <!-- HTTP Caching
@@ -678,15 +800,15 @@
        http://wiki.apache.org/solr/SolrRequestHandler
 
-       incoming queries will be dispatched to the correct handler
-       based on the path or the qt (query type) param.
-
-       Names starting with a '/' are accessed with the a path equal to
-       the registered name.  Names without a leading '/' are accessed
-       with: http://host/app/[core/]select?qt=name
-
-       If a /select request is processed with out a qt param
-       specified, the requestHandler that declares default="true" will
-       be used.
-       
+       Incoming queries will be dispatched to a specific handler by name
+       based on the path specified in the request.
+
+       Legacy behavior: If the request path uses "/select" but no Request
+       Handler has that name, and if handleSelect="true" has been specified in
+       the requestDispatcher, then the Request Handler is dispatched based on
+       the qt parameter.  Handlers without a leading '/' are accessed this way
+       like so: http://host/app/[core/]select?qt=name  If no qt is
+       given, then the requestHandler that declares default="true" will be
+       used or the one named "standard".
+
        If a Request Handler is declared with startup="lazy", then it will
        not be initialized until the first request that uses it.
@@ -702,5 +824,6 @@
        queries across multiple shards
     -->
-  <requestHandler name="search" class="solr.SearchHandler" default="true">
+  <!--<requestHandler name="/select" class="solr.SearchHandler">-->
+  <requestHandler name="/select" class="org.greenstone.solrserver.Greenstone3SearchHandler">
     <!-- default values for query parameters can be specified, these
          will be overridden by parameters in the request
@@ -709,4 +832,5 @@
        <str name="echoParams">explicit</str>
        <int name="rows">10</int>
+       <str name="df">text</str>
      </lst>
     <!-- In addition to defaults, "appends" params can be specified
@@ -764,6 +888,38 @@
     </requestHandler>
 
-  <!-- A Robust Example
-
+  <!-- A request handler that returns indented JSON by default -->
+  <!--<requestHandler name="/query" class="solr.SearchHandler">-->
+  <requestHandler name="/query" class="org.greenstone.solrserver.Greenstone3SearchHandler">
+     <lst name="defaults">
+       <str name="echoParams">explicit</str>
+       <str name="wt">json</str>
+       <str name="indent">true</str>
+       <str name="df">text</str>
+     </lst>
+  </requestHandler>
+
+
+  <!-- realtime get handler, guaranteed to return the latest stored fields of
+       any document, without the need to commit or open a new searcher.  The
+       current implementation relies on the updateLog feature being enabled.
+
+       ** WARNING **
+       Do NOT disable the realtime get handler at /get if you are using
+       SolrCloud otherwise any leader election will cause a full sync in ALL
+       replicas for the shard in question. Similarly, a replica recovery will
+       also always fetch the complete index from the leader because a partial
+       sync will not be possible in the absence of this handler.
+  -->
+  <requestHandler name="/get" class="solr.RealTimeGetHandler">
+     <lst name="defaults">
+       <str name="omitHeader">true</str>
+       <str name="wt">json</str>
+       <str name="indent">true</str>
+     </lst>
+  </requestHandler>
+
+ 
+  <!-- A Robust Example 
+       
        This example SearchHandler declaration shows off usage of the
        SearchHandler with many defaults declared
@@ -779,35 +935,46 @@
        <!-- VelocityResponseWriter settings -->
        <str name="wt">velocity</str>
-
        <str name="v.template">browse</str>
        <str name="v.layout">layout</str>
        <str name="title">Solritas</str>
 
+       <!-- Query settings -->
        <str name="defType">edismax</str>
+       <str name="qf">
+          text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4
+          title^10.0 description^5.0 keywords^5.0 author^2.0 resourcename^1.0
+       </str>
+       <str name="df">text</str>
+       <str name="mm">100%</str>
        <str name="q.alt">*:*</str>
        <str name="rows">10</str>
        <str name="fl">*,score</str>
+
        <str name="mlt.qf">
          text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4
+         title^10.0 description^5.0 keywords^5.0 author^2.0 resourcename^1.0
        </str>
-       <str name="mlt.fl">text,features,name,sku,id,manu,cat</str>
+       <str name="mlt.fl">text,features,name,sku,id,manu,cat,title,description,keywords,author,resourcename</str>
        <int name="mlt.count">3</int>
 
-       <str name="qf">
-          text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4
-       </str>
-
+       <!-- Faceting defaults -->
        <str name="facet">on</str>
        <str name="facet.field">cat</str>
        <str name="facet.field">manu_exact</str>
+       <str name="facet.field">content_type</str>
+       <str name="facet.field">author_s</str>
        <str name="facet.query">ipod</str>
        <str name="facet.query">GB</str>
        <str name="facet.mincount">1</str>
        <str name="facet.pivot">cat,inStock</str>
+       <str name="facet.range.other">after</str>
        <str name="facet.range">price</str>
        <int name="f.price.facet.range.start">0</int>
        <int name="f.price.facet.range.end">600</int>
        <int name="f.price.facet.range.gap">50</int>
-       <str name="f.price.facet.range.other">after</str>
+       <str name="facet.range">popularity</str>
+       <int name="f.popularity.facet.range.start">0</int>
+       <int name="f.popularity.facet.range.end">10</int>
+       <int name="f.popularity.facet.range.gap">3</int>
        <str name="facet.range">manufacturedate_dt</str>
        <str name="f.manufacturedate_dt.facet.range.start">NOW/YEAR-10YEARS</str>
@@ -817,32 +984,57 @@
        <str name="f.manufacturedate_dt.facet.range.other">after</str>
 
-
        <!-- Highlighting defaults -->
        <str name="hl">on</str>
-       <str name="hl.fl">text features name</str>
+       <str name="hl.fl">content features title name</str>
+       <str name="hl.encoder">html</str>
+       <str name="hl.simple.pre">&lt;b&gt;</str>
+       <str name="hl.simple.post">&lt;/b&gt;</str>
+       <str name="f.title.hl.fragsize">0</str>
+       <str name="f.title.hl.alternateField">title</str>
        <str name="f.name.hl.fragsize">0</str>
        <str name="f.name.hl.alternateField">name</str>
+       <str name="f.content.hl.snippets">3</str>
+       <str name="f.content.hl.fragsize">200</str>
+       <str name="f.content.hl.alternateField">content</str>
+       <str name="f.content.hl.maxAlternateFieldLength">750</str>
+
+       <!-- Spell checking defaults -->
+       <str name="spellcheck">on</str>
+       <str name="spellcheck.extendedResults">false</str>       
+       <str name="spellcheck.count">5</str>
+       <str name="spellcheck.alternativeTermCount">2</str>
+       <str name="spellcheck.maxResultsForSuggest">5</str>       
+       <str name="spellcheck.collate">true</str>
+       <str name="spellcheck.collateExtendedResults">true</str>  
+       <str name="spellcheck.maxCollationTries">5</str>
+       <str name="spellcheck.maxCollations">3</str>           
      </lst>
+
+     <!-- append spellchecking to our list of components -->
      <arr name="last-components">
        <str>spellcheck</str>
      </arr>
-     <!--
-     <str name="url-scheme">httpx</str>
-     -->
   </requestHandler>
 
-  <!-- XML Update Request Handler.  
+
+  <!-- Update Request Handler.  
        
        http://wiki.apache.org/solr/UpdateXmlMessages
 
        The canonical Request Handler for Modifying the Index through
-       commands specified using XML.
+       commands specified using XML, JSON, CSV, or JAVABIN
 
        Note: Since solr1.1 requestHandlers requires a valid content
        type header if posted in the body. For example, curl now
        requires: -H 'Content-type:text/xml; charset=utf-8'
-    -->
-  <requestHandler name="/update" 
-                  class="solr.XmlUpdateRequestHandler">
+       
+       To override the request content type and force a specific 
+       Content-type, use the request parameter: 
+         ?update.contentType=text/csv
+       
+       This handler will pick a response format to match the input
+       if the 'wt' parameter is not explicit
+    -->
+  <requestHandler name="/update" class="solr.UpdateRequestHandler">
     <!-- See below for information on defining 
          updateRequestProcessorChains that can be used by name 
@@ -854,24 +1046,17 @@
        </lst>
        -->
-    </requestHandler>
-  <!-- Binary Update Request Handler
-       http://wiki.apache.org/solr/javabin
-    -->
-  <requestHandler name="/update/javabin" 
-                  class="solr.BinaryUpdateRequestHandler" />
-
-  <!-- CSV Update Request Handler
-       http://wiki.apache.org/solr/UpdateCSV
-    -->
-  <requestHandler name="/update/csv" 
-                  class="solr.CSVRequestHandler" 
-                  startup="lazy" />
-
-  <!-- JSON Update Request Handler
-       http://wiki.apache.org/solr/UpdateJSON
-    -->
-  <requestHandler name="/update/json" 
-                  class="solr.JsonUpdateRequestHandler" 
-                  startup="lazy" />
+  </requestHandler>
+
+  <!-- for back compat with clients using /update/json and /update/csv -->  
+  <requestHandler name="/update/json" class="solr.UpdateRequestHandler">
+        <lst name="defaults">
+         <str name="stream.contentType">application/json</str>
+       </lst>
+  </requestHandler>
+  <requestHandler name="/update/csv" class="solr.UpdateRequestHandler">
+        <lst name="defaults">
+         <str name="stream.contentType">application/csv</str>
+       </lst>
+  </requestHandler>
 
   <!-- Solr Cell Update Request Handler
@@ -884,7 +1069,4 @@
                   class="solr.extraction.ExtractingRequestHandler" >
     <lst name="defaults">
-      <!-- All the main content goes into "text"... if you need to return
-           the extracted text or do highlighting, use a stored field. -->
-      <str name="fmap.content">text</str>
       <str name="lowernames">true</str>
       <str name="uprefix">ignored_</str>
@@ -896,4 +1078,5 @@
     </lst>
   </requestHandler>
+
 
   <!-- Field Analysis Request Handler
@@ -925,5 +1108,5 @@
 
        An analysis handler that provides a breakdown of the analysis
-       process of provided docuemnts. This handler expects a (single)
+       process of provided documents. This handler expects a (single)
        content stream with the following format:
 
@@ -971,5 +1154,7 @@
     -->
   <!-- If you wish to hide files under ${solr.home}/conf, explicitly
-       register the ShowFileRequestHandler using: 
+       register the ShowFileRequestHandler using the definition below. 
+       NOTE: The glob pattern ('*') is the only pattern supported at present, *.xml will
+             not exclude all files ending in '.xml'. Use it to exclude _all_ updates
     -->
   <!--
@@ -979,4 +1164,5 @@
          <str name="hidden">synonyms.txt</str> 
          <str name="hidden">anotherfile.txt</str> 
+         <str name="hidden">*</str> 
        </lst>
      </requestHandler>
@@ -985,9 +1171,16 @@
   <!-- ping/healthcheck -->
   <requestHandler name="/admin/ping" class="solr.PingRequestHandler">
+    <lst name="invariants">
+      <str name="q">solrpingquery</str>
+    </lst>
     <lst name="defaults">
-      <str name="qt">search</str>
-      <str name="q">solrpingquery</str>
       <str name="echoParams">all</str>
     </lst>
+    <!-- An optional feature of the PingRequestHandler is to configure the 
+         handler with a "healthcheckFile" which can be used to enable/disable 
+         the PingRequestHandler.
+         relative paths are resolved against the data dir 
+      -->
+    <!-- <str name="healthcheckFile">server-enabled.txt</str> -->
   </requestHandler>
 
@@ -1003,14 +1196,22 @@
 
        The SolrReplicationHandler supports replicating indexes from a
-       "master" used for indexing and "salves" used for queries.
+       "master" used for indexing and "slaves" used for queries.
 
        http://wiki.apache.org/solr/SolrReplication 
 
-       In the example below, remove the <lst name="master"> section if
-       this is just a slave and remove  the <lst name="slave"> section
-       if this is just a master.
-    -->
-  <!--
-     <requestHandler name="/replication" class="solr.ReplicationHandler" >
+       It is also necessary for SolrCloud to function (in Cloud mode, the
+       replication handler is used to bulk transfer segments when nodes 
+       are added or need to recover).
+
+       https://wiki.apache.org/solr/SolrCloud/
+    -->
+  <requestHandler name="/replication" class="solr.ReplicationHandler" > 
+    <!--
+       To enable simple master/slave replication, uncomment one of the 
+       sections below, depending on whether this solr instance should be
+       the "master" or a "slave".  If this instance is a "slave" you will 
+       also need to fill in the masterUrl to point to a real machine.
+    -->
+    <!--
        <lst name="master">
          <str name="replicateAfter">commit</str>
@@ -1018,10 +1219,12 @@
          <str name="confFiles">schema.xml,stopwords.txt</str>
        </lst>
+    -->
+    <!--
        <lst name="slave">
-         <str name="masterUrl">http://localhost:8983/solr/replication</str>
+         <str name="masterUrl">http://your-master-hostname:8983/solr</str>
          <str name="pollInterval">00:00:60</str>
        </lst>
-     </requestHandler>
-    -->
+    -->
+  </requestHandler>
 
   <!-- Search Components
@@ -1067,5 +1270,5 @@
        
      -->
-
+  
    <!-- Spell Check
 
@@ -1077,5 +1280,5 @@
   <searchComponent name="spellcheck" class="solr.SpellCheckComponent">
 
-    <str name="queryAnalyzerFieldType">textSpell</str>
+    <str name="queryAnalyzerFieldType">text_general</str>
 
     <!-- Multiple "Spell Checkers" can be declared and used by this
@@ -1083,14 +1286,36 @@
       -->
 
-    <!-- a spellchecker built from a field of the main index, and
-         written to disk
-      -->
+    <!-- a spellchecker built from a field of the main index -->
     <lst name="spellchecker">
       <str name="name">default</str>
+      <str name="field">text</str>
+      <str name="classname">solr.DirectSolrSpellChecker</str>
+      <!-- the spellcheck distance measure used, the default is the internal levenshtein -->
+      <str name="distanceMeasure">internal</str>
+      <!-- minimum accuracy needed to be considered a valid spellcheck suggestion -->
+      <float name="accuracy">0.5</float>
+      <!-- the maximum #edits we consider when enumerating terms: can be 1 or 2 -->
+      <int name="maxEdits">2</int>
+      <!-- the minimum shared prefix when enumerating terms -->
+      <int name="minPrefix">1</int>
+      <!-- maximum number of inspections per result. -->
+      <int name="maxInspections">5</int>
+      <!-- minimum length of a query term to be considered for correction -->
+      <int name="minQueryLength">4</int>
+      <!-- maximum threshold of documents a query term can appear to be considered for correction -->
+      <float name="maxQueryFrequency">0.01</float>
+      <!-- uncomment this to require suggestions to occur in 1% of the documents
+      	<float name="thresholdTokenFrequency">.01</float>
+      -->
+    </lst>
+    
+    <!-- a spellchecker that can break or combine words.  See "/spell" handler below for usage -->
+    <lst name="spellchecker">
+      <str name="name">wordbreak</str>
+      <str name="classname">solr.WordBreakSolrSpellChecker</str>      
       <str name="field">name</str>
-      <str name="spellcheckIndexDir">spellchecker</str>
-      <!-- uncomment this to require terms to occur in 1% of the documents in order to be included in the dictionary
-      	<float name="thresholdTokenFrequency">.01</float>
-      -->
+      <str name="combineWords">true</str>
+      <str name="breakWords">true</str>
+      <int name="maxChanges">10</int>
     </lst>
 
@@ -1100,8 +1325,8 @@
          <str name="name">jarowinkler</str>
          <str name="field">spell</str>
+         <str name="classname">solr.DirectSolrSpellChecker</str>
          <str name="distanceMeasure">
            org.apache.lucene.search.spell.JaroWinklerDistance
          </str>
-         <str name="spellcheckIndexDir">spellcheckerJaro</str>
        </lst>
      -->
@@ -1118,7 +1343,6 @@
          <str name="name">freq</str>
          <str name="field">lowerfilt</str>
-         <str name="spellcheckIndexDir">spellcheckerFreq</str>
+         <str name="classname">solr.DirectSolrSpellChecker</str>
          <str name="comparatorClass">freq</str>
-         <str name="buildOnCommit">true</str>
       -->
 
@@ -1134,5 +1358,5 @@
       -->
   </searchComponent>
-
+  
   <!-- A request handler for demonstrating the spellcheck component.  
 
@@ -1150,7 +1374,20 @@
   <requestHandler name="/spell" class="solr.SearchHandler" startup="lazy">
     <lst name="defaults">
-      <str name="spellcheck.onlyMorePopular">false</str>
-      <str name="spellcheck.extendedResults">false</str>
-      <str name="spellcheck.count">1</str>
+      <str name="df">text</str>
+      <!-- Solr will use suggestions from both the 'default' spellchecker
+           and from the 'wordbreak' spellchecker and combine them.
+           collations (re-written queries) can include a combination of
+           corrections from both spellcheckers -->
+      <str name="spellcheck.dictionary">default</str>
+      <str name="spellcheck.dictionary">wordbreak</str>
+      <str name="spellcheck">on</str>
+      <str name="spellcheck.extendedResults">true</str>       
+      <str name="spellcheck.count">10</str>
+      <str name="spellcheck.alternativeTermCount">5</str>
+      <str name="spellcheck.maxResultsForSuggest">5</str>       
+      <str name="spellcheck.collate">true</str>
+      <str name="spellcheck.collateExtendedResults">true</str>  
+      <str name="spellcheck.maxCollationTries">10</str>
+      <str name="spellcheck.maxCollations">5</str>         
     </lst>
     <arr name="last-components">
@@ -1159,4 +1396,24 @@
   </requestHandler>
 
+  <searchComponent name="suggest" class="solr.SuggestComponent">
+  	<lst name="suggester">
+      <str name="name">mySuggester</str>
+      <str name="lookupImpl">FuzzyLookupFactory</str>      <!-- org.apache.solr.spelling.suggest.fst -->
+      <str name="dictionaryImpl">DocumentDictionaryFactory</str>     <!-- org.apache.solr.spelling.suggest.HighFrequencyDictionaryFactory --> 
+      <str name="field">cat</str>
+      <str name="weightField">price</str>
+      <str name="suggestAnalyzerFieldType">string</str>
+    </lst>
+  </searchComponent>
+
+  <requestHandler name="/suggest" class="solr.SearchHandler" startup="lazy">
+    <lst name="defaults">
+      <str name="suggest">true</str>
+      <str name="suggest.count">10</str>
+    </lst>
+    <arr name="components">
+      <str>suggest</str>
+    </arr>
+  </requestHandler>
   <!-- Term Vector Component
 
@@ -1172,6 +1429,7 @@
        already specified request handlers. 
     -->
-  <requestHandler name="tvrh" class="solr.SearchHandler" startup="lazy">
+  <requestHandler name="/tvrh" class="solr.SearchHandler" startup="lazy">
     <lst name="defaults">
+      <str name="df">text</str>
       <bool name="tv">true</bool>
     </lst>
@@ -1183,68 +1441,57 @@
   <!-- Clustering Component
 
+       You'll need to set the solr.clustering.enabled system property
+       when running solr to run with clustering enabled:
+
+            java -Dsolr.clustering.enabled=true -jar start.jar
+
        http://wiki.apache.org/solr/ClusteringComponent
-
-       This relies on third party jars which are notincluded in the
-       release.  To use this component (and the "/clustering" handler)
-       Those jars will need to be downloaded, and you'll need to set
-       the solr.cluster.enabled system property when running solr...
-
-          java -Dsolr.clustering.enabled=true -jar start.jar
-    -->
-  <searchComponent name="clustering" 
+       http://carrot2.github.io/solr-integration-strategies/
+    -->
+  <searchComponent name="clustering"
                    enable="${solr.clustering.enabled:false}"
                    class="solr.clustering.ClusteringComponent" >
-    <!-- Declare an engine -->
     <lst name="engine">
-      <!-- The name, only one can be named "default" -->
-      <str name="name">default</str>
-
-      <!-- Class name of Carrot2 clustering algorithm. 
-           
-           Currently available algorithms are:
-           
+      <str name="name">lingo</str>
+
+      <!-- Class name of a clustering algorithm compatible with the Carrot2 framework.
+
+           Currently available open source algorithms are:
            * org.carrot2.clustering.lingo.LingoClusteringAlgorithm
            * org.carrot2.clustering.stc.STCClusteringAlgorithm
            * org.carrot2.clustering.kmeans.BisectingKMeansClusteringAlgorithm
-           
-           See http://project.carrot2.org/algorithms.html for the
-           algorithm's characteristics.
+
+           See http://project.carrot2.org/algorithms.html for more information.
+
+           A commercial algorithm Lingo3G (needs to be installed separately) is defined as:
+           * com.carrotsearch.lingo3g.Lingo3GClusteringAlgorithm
         -->
       <str name="carrot.algorithm">org.carrot2.clustering.lingo.LingoClusteringAlgorithm</str>
 
-      <!-- Overriding values for Carrot2 default algorithm attributes.
-
-           For a description of all available attributes, see:
-           http://download.carrot2.org/stable/manual/#chapter.components.
-           Use attribute key as name attribute of str elements
-           below. These can be further overridden for individual
-           requests by specifying attribute key as request parameter
-           name and attribute value as parameter value.
-        -->
-      <str name="LingoClusteringAlgorithm.desiredClusterCountBase">20</str>
-      
-      <!-- Location of Carrot2 lexical resources.
-
-           A directory from which to load Carrot2-specific stop words
-           and stop labels. Absolute or relative to Solr config directory.
-           If a specific resource (e.g. stopwords.en) is present in the
-           specified dir, it will completely override the corresponding
-           default one that ships with Carrot2.
+      <!-- Override location of the clustering algorithm's resources 
+           (attribute definitions and lexical resources).
+
+           A directory from which to load algorithm-specific stop words,
+           stop labels and attribute definition XMLs. 
 
            For an overview of Carrot2 lexical resources, see:
            http://download.carrot2.org/head/manual/#chapter.lexical-resources
-        -->
-      <str name="carrot.lexicalResourcesDir">clustering/carrot2</str>
-
-      <!-- The language to assume for the documents.
-           
-           For a list of allowed values, see:
-           http://download.carrot2.org/stable/manual/#section.attribute.lingo.MultilingualClustering.defaultLanguage
+
+           For an overview of Lingo3G lexical resources, see:
+           http://download.carrotsearch.com/lingo3g/manual/#chapter.lexical-resources
        -->
-      <str name="MultilingualClustering.defaultLanguage">ENGLISH</str>
+      <str name="carrot.resourcesDir">clustering/carrot2</str>
     </lst>
+
+    <!-- An example definition for the STC clustering algorithm. -->
     <lst name="engine">
       <str name="name">stc</str>
       <str name="carrot.algorithm">org.carrot2.clustering.stc.STCClusteringAlgorithm</str>
+    </lst>
+
+    <!-- An example definition for the bisecting kmeans clustering algorithm. -->
+    <lst name="engine">
+      <str name="name">kmeans</str>
+      <str name="carrot.algorithm">org.carrot2.clustering.kmeans.BisectingKMeansClusteringAlgorithm</str>
     </lst>
   </searchComponent>
@@ -1263,26 +1510,27 @@
     <lst name="defaults">
       <bool name="clustering">true</bool>
-      <str name="clustering.engine">default</str>
       <bool name="clustering.results">true</bool>
-      <!-- The title field -->
+      <!-- Field name with the logical "title" of a each document (optional) -->
       <str name="carrot.title">name</str>
+      <!-- Field name with the logical "URL" of a each document (optional) -->
       <str name="carrot.url">id</str>
-      <!-- The field to cluster on -->
-       <str name="carrot.snippet">features</str>
-       <!-- produce summaries -->
-       <bool name="carrot.produceSummary">true</bool>
-       <!-- the maximum number of labels per cluster -->
-       <!--<int name="carrot.numDescriptions">5</int>-->
-       <!-- produce sub clusters -->
-       <bool name="carrot.outputSubClusters">false</bool>
-       
-       <str name="defType">edismax</str>
-       <str name="qf">
-          text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4
-       </str>
-       <str name="q.alt">*:*</str>
-       <str name="rows">10</str>
-       <str name="fl">*,score</str>
-    </lst>     
+      <!-- Field name with the logical "content" of a each document (optional) -->
+      <str name="carrot.snippet">features</str>
+      <!-- Apply highlighter to the title/ content and use this for clustering. -->
+      <bool name="carrot.produceSummary">true</bool>
+      <!-- the maximum number of labels per cluster -->
+      <!--<int name="carrot.numDescriptions">5</int>-->
+      <!-- produce sub clusters -->
+      <bool name="carrot.outputSubClusters">false</bool>
+
+      <!-- Configure the remaining request handler parameters. -->
+      <str name="defType">edismax</str>
+      <str name="qf">
+        text^0.5 features^1.0 name^1.2 sku^1.5 id^10.0 manu^1.1 cat^1.4
+      </str>
+      <str name="q.alt">*:*</str>
+      <str name="rows">10</str>
+      <str name="fl">*,score</str>
+    </lst>
     <arr name="last-components">
       <str>clustering</str>
@@ -1303,4 +1551,5 @@
      <lst name="defaults">
       <bool name="terms">true</bool>
+      <bool name="distrib">false</bool>
     </lst>     
     <arr name="components">
@@ -1318,19 +1567,15 @@
        scoring.
     -->
-<!--
   <searchComponent name="elevator" class="solr.QueryElevationComponent" >
--->
     <!-- pick a fieldType to analyze queries -->
-
-<!--
     <str name="queryFieldType">string</str>
     <str name="config-file">elevate.xml</str>
   </searchComponent>
--->
+
   <!-- A request handler for demonstrating the elevator component -->
-<!--
   <requestHandler name="/elevate" class="solr.SearchHandler" startup="lazy">
     <lst name="defaults">
       <str name="echoParams">explicit</str>
+      <str name="df">text</str>
     </lst>
     <arr name="last-components">
@@ -1338,5 +1583,5 @@
     </arr>
   </requestHandler>
--->
+
   <!-- Highlighting Component
 
@@ -1386,11 +1631,15 @@
       <!-- Configure the standard fragListBuilder -->
       <fragListBuilder name="simple" 
-                       default="true"
                        class="solr.highlight.SimpleFragListBuilder"/>
-
+      
       <!-- Configure the single fragListBuilder -->
       <fragListBuilder name="single" 
                        class="solr.highlight.SingleFragListBuilder"/>
-
+      
+      <!-- Configure the weighted fragListBuilder -->
+      <fragListBuilder name="weighted" 
+                       default="true"
+                       class="solr.highlight.WeightedFragListBuilder"/>
+      
       <!-- default tag FragmentsBuilder -->
       <fragmentsBuilder name="default" 
@@ -1417,4 +1666,25 @@
         </lst>
       </fragmentsBuilder>
+      
+      <boundaryScanner name="default" 
+                       default="true"
+                       class="solr.highlight.SimpleBoundaryScanner">
+        <lst name="defaults">
+          <str name="hl.bs.maxScan">10</str>
+          <str name="hl.bs.chars">.,!? &#9;&#10;&#13;</str>
+        </lst>
+      </boundaryScanner>
+      
+      <boundaryScanner name="breakIterator" 
+                       class="solr.highlight.BreakIteratorBoundaryScanner">
+        <lst name="defaults">
+          <!-- type should be one of CHARACTER, WORD(default), LINE and SENTENCE -->
+          <str name="hl.bs.type">WORD</str>
+          <!-- language and country are used when constructing Locale object.  -->
+          <!-- And the Locale object will be used when getting instance of BreakIterator -->
+          <str name="hl.bs.language">en</str>
+          <str name="hl.bs.country">US</str>
+        </lst>
+      </boundaryScanner>
     </highlighting>
   </searchComponent>
@@ -1451,5 +1721,45 @@
      </updateRequestProcessorChain>
     -->
-
+  
+  <!-- Language identification
+
+       This example update chain identifies the language of the incoming
+       documents using the langid contrib. The detected language is
+       written to field language_s. No field name mapping is done.
+       The fields used for detection are text, title, subject and description,
+       making this example suitable for detecting languages form full-text
+       rich documents injected via ExtractingRequestHandler.
+       See more about langId at http://wiki.apache.org/solr/LanguageDetection
+    -->
+    <!--
+     <updateRequestProcessorChain name="langid">
+       <processor class="org.apache.solr.update.processor.TikaLanguageIdentifierUpdateProcessorFactory">
+         <str name="langid.fl">text,title,subject,description</str>
+         <str name="langid.langField">language_s</str>
+         <str name="langid.fallback">en</str>
+       </processor>
+       <processor class="solr.LogUpdateProcessorFactory" />
+       <processor class="solr.RunUpdateProcessorFactory" />
+     </updateRequestProcessorChain>
+    -->
+
+  <!-- Script update processor
+
+    This example hooks in an update processor implemented using JavaScript.
+
+    See more about the script update processor at http://wiki.apache.org/solr/ScriptUpdateProcessor
+  -->
+  <!--
+    <updateRequestProcessorChain name="script">
+      <processor class="solr.StatelessScriptUpdateProcessorFactory">
+        <str name="script">update-script.js</str>
+        <lst name="params">
+          <str name="config_param">example config parameter</str>
+        </lst>
+      </processor>
+      <processor class="solr.RunUpdateProcessorFactory" />
+    </updateRequestProcessorChain>
+  -->
+ 
   <!-- Response Writers
 
@@ -1475,13 +1785,21 @@
      <queryResponseWriter name="php" class="solr.PHPResponseWriter"/>
      <queryResponseWriter name="phps" class="solr.PHPSerializedResponseWriter"/>
-     <queryResponseWriter name="velocity" class="solr.VelocityResponseWriter"/>
      <queryResponseWriter name="csv" class="solr.CSVResponseWriter"/>
-    -->
+     <queryResponseWriter name="schema.xml" class="solr.SchemaXmlResponseWriter"/>
+    -->
+
+  <queryResponseWriter name="json" class="solr.JSONResponseWriter">
+     <!-- For the purposes of the tutorial, JSON responses are written as
+      plain text so that they are easy to read in *any* browser.
+      If you expect a MIME type of "application/json" just remove this override.
+     -->
+    <str name="content-type">text/plain; charset=UTF-8</str>
+  </queryResponseWriter>
+  
   <!--
      Custom response writers can be declared as needed...
     -->
-  <!--
-     <queryResponseWriter name="custom" class="com.example.MyResponseWriter"/>
-    -->
+    <queryResponseWriter name="velocity" class="solr.VelocityResponseWriter" startup="lazy"/>
+  
 
   <!-- XSLT response writer transforms the XML output by any xslt file found
@@ -1518,15 +1836,34 @@
                         class="com.mycompany.MyValueSourceParser" />
     -->
+    
+  
+  <!-- Document Transformers
+       http://wiki.apache.org/solr/DocTransformers
+    -->
+  <!--
+     Could be something like:
+     <transformer name="db" class="com.mycompany.LoadFromDatabaseTransformer" >
+       <int name="connection">jdbc://....</int>
+     </transformer>
+     
+     To add a constant value to all docs, use:
+     <transformer name="mytrans2" class="org.apache.solr.response.transform.ValueAugmenterFactory" >
+       <int name="value">5</int>
+     </transformer>
+     
+     If you want the user to still be able to change it with _value:something_ use this:
+     <transformer name="mytrans3" class="org.apache.solr.response.transform.ValueAugmenterFactory" >
+       <double name="defaultValue">5</double>
+     </transformer>
+
+      If you are using the QueryElevationComponent, you may wish to mark documents that get boosted.  The
+      EditorialMarkerFactory will do exactly that:
+     <transformer name="qecBooster" class="org.apache.solr.response.transform.EditorialMarkerFactory" />
+    -->
+    
 
   <!-- Legacy config for the admin interface -->
   <admin>
     <defaultQuery>*:*</defaultQuery>
-
-    <!-- configure a healthcheck file for servers behind a
-         loadbalancer 
-      -->
-    <!--
-       <healthcheck type="file">server-enabled</healthcheck>
-      -->
   </admin>
 
