source: other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/ef-solr.properties@ 31100

Last change on this file since 31100 was 31100, checked in by davidb, 6 years ago

Change to using solr-cloud-nodes that include port number

File size: 772 bytes
Line 
1
2#wcsa-ef-ingest.process-ef-json-mode = per-volume
3wcsa-ef-ingest.process-ef-json-mode = per-page
4
5#wcsa-ef-ingest.solr-clode-nodes = 10.11.0.53:8983,10.11.0.54:8983,10.11.0.55:8983
6wcsa-ef-ingest.solr-cloud-nodes = gc0:8983,gc1:8983,gc2:8983,gc3:8983,gc4:8983,gc5:8983,gc6:8983,gc7:8983,gc8:8983,gc9:8983
7wcsa-ef-ingest.strict-file-io = false
8
9# For guide on number of partitions to use, see "Parallelized collections" section of:
10# https://spark.apache.org/docs/2.0.1/programming-guide.html
11# which suggests 2-4 * num_cores
12#
13# For a more detailed discussion see:
14# http://blog.cloudera.com/blog/2015/03/how-to-tune-your-apache-spark-jobs-part-2/
15
16# wcsa-ef-ingest.num-partitions = 12
17wcsa-ef-ingest.num-partitions = 120
18
19spark.executor.cores=11
Note: See TracBrowser for help on using the repository browser.