Changeset 23906 for gs3-extensions/atlas-src/trunk/src/org/greenstone/atlas/server/PageScanner.java

Timestamp:

2011-04-15T13:38:25+12:00 (13 years ago)

Author:

sjm84

Message:

Committing most recent version of ATLAS

Location:

gs3-extensions/atlas-src/trunk/src/org/greenstone/atlas

Files:

• . (added)
• server (moved) (moved from gs3-extensions/atlas-src/trunk/src/org/greenstone/server )
• server/PageScanner.java (modified) (29 diffs)

gs3-extensions/atlas-src/trunk/src/org/greenstone/atlas/server/PageScanner.java

@@ -1 +1 @@
 package org.greenstone.server;
 
+import gate.util.Out;
+
 import java.io.BufferedReader;
+import java.io.BufferedWriter;
+import java.io.FileWriter;
 import java.io.StringReader;
 import java.util.ArrayList;
@@ -28 +32 @@
     protected double _indirectReferencePenaltyPercentage = 0.25;
     protected double _parentLimitPercentage = 0.05;
-    
+
     protected ArrayList<String> _prevDoc = null;
-    protected String _prevFileName = null;  
+    protected String _prevFileName = null;
 
     /**
@@ -59 +63 @@
     public ArrayList<Place> examineTextWithGate(String text, String htmlString)
     {
-        System.out.println(htmlString);
-        // System.out.println("Examining text");
-
-        StringBuilder html = null;
-        if (htmlString != null)
-        {
-            html = new StringBuilder(htmlString);
-        }
-
+        _places.clear();
+        
+        if(htmlString != null && text == null)
+        {
+            text = HTMLParser.removeTags(htmlString);
+        }
+
+        if (text == null || text.length() < 1 || htmlString == null || htmlString.length() < 1)
+        {
+            return new ArrayList<Place>();
+        }
+
+        HTMLParser htmlParser = new HTMLParser(htmlString);
+
+        ArrayList<String> betweenChars = htmlParser.getFullBetweenWordList();
+        ArrayList<String> htmlWords = htmlParser.getFullHTMLWordList();
+        
+        HashMap<Integer, Integer> placeNameIndexesAndLength = new HashMap<Integer, Integer>();
+        
+        try
+        {
+            // Classify all the text with Gate
+            HashMap<String, Word> classifiedWords = _gateScanner.classifyText(text);
+
+            // Stores the current words being examined
+            StringBuilder currentPotentialPlaceNames = new StringBuilder();
+            
+            // Get the next word from the HTML
+            for (int i = 0; i < htmlWords.size(); i++)
+            {       
+                String currentWord = htmlWords.get(i);
+                
+                Word classifiedWord = classifiedWords.get(currentWord);
+                if (classifiedWord == null)
+                {
+                    continue;
+                }
+                
+                String classification = classifiedWord.getNextClassification();
+
+                // If the word does not begin with an uppercase letter then ignore it
+                if (classification == null || Character.isLowerCase(currentWord.charAt(0)) || !(classification.equals("NNP")))
+                {
+                    continue;
+                }
+
+                // Add the first word to the list of words to be examined
+                currentPotentialPlaceNames.append(currentWord);
+
+                // While the gazetteer does not reach a dead end, add another word and examine them
+                int count = 1;
+                String lastGoodPlaceName = null;
+                while (_gazetteer.checkPlaceName(currentPotentialPlaceNames.toString()) != -1)
+                {
+                    // If the words are a place name then store it
+                    if (_gazetteer.checkPlaceName(currentPotentialPlaceNames.toString()) == 1)
+                    {
+                        lastGoodPlaceName = currentPotentialPlaceNames.toString();
+                    }
+
+                    // If it is not the end of the words the add the next word
+                    if (i + count < htmlWords.size())
+                    {
+                        currentPotentialPlaceNames.append(betweenChars.get(i + count) + htmlWords.get(i + count++));
+                    }
+                    else
+                    {
+                        break;
+                    }
+                }
+
+                // If there was a place name found then find its information and score it
+                if (lastGoodPlaceName != null)
+                {
+                    placeNameIndexesAndLength.put(i, count);
+
+                    ArrayList<Place> placeList = PlaceInformation.getPlaces(lastGoodPlaceName);
+
+                    if (placeList == null)
+                    {
+                        continue;
+                    }
+
+                    if (_placeNameMap.containsKey(lastGoodPlaceName))
+                    {
+                        for (Place p : _placeNameMap.get(lastGoodPlaceName))
+                        {
+                            p.directReference();
+                        }
+                    }
+
+                    for (Place p : placeList)
+                    {
+                        p.directReference();
+                        addScore(p, 256);
+                    }
+                }
+
+                currentPotentialPlaceNames = new StringBuilder();
+            }
+        }
+        catch (Exception ex)
+        {
+            ex.printStackTrace();
+        }
+            
+
+        // Tidy up the places found by removing overlapping places
+        for(int i = 0; i < htmlWords.size(); i++)
+        {
+            if(placeNameIndexesAndLength.get(i) != null)
+            {
+                int length = placeNameIndexesAndLength.get(i);
+                for(int j = 1; j < length; j++)
+                {
+                    if(placeNameIndexesAndLength.get(i + j) != null)
+                    {
+                        placeNameIndexesAndLength.remove(i + j);
+                    }
+                }
+            }
+        }
+
+        StringBuilder htmlBuilder = new StringBuilder();
+
+        int placeEnd = -1;
+        for(int i = 0; i < htmlWords.size(); i++)
+        {
+            if(i == placeEnd)
+            {
+                htmlBuilder.append("</span>");
+            }       
+            
+            if(i < betweenChars.size() && betweenChars.get(i) != null)
+            {
+                htmlBuilder.append(betweenChars.get(i));
+            }
+            
+            if(placeNameIndexesAndLength.get(i) != null)
+            {
+                htmlBuilder.append("<span class=\"place\">");
+                placeEnd = i + (placeNameIndexesAndLength.get(i) - 1);
+            }
+            htmlBuilder.append(htmlWords.get(i));
+        }
+
+        _markedUpText = htmlBuilder.toString();
+        
+        if (_places.size() > 0)
+        {
+            adjustScores();
+        }
+
+        return _places;
+    }
+
+    public ArrayList<Place> examineTextWithoutGate(ArrayList<ArrayList<String>> lines)
+    {
         _places.clear();
         try
         {
-            ArrayList<Word> classifiedWords = _gateScanner.classifyText(text);
-            
-            // The file to read from
-            BufferedReader file = new BufferedReader(new StringReader(text));
-
             // Stores the current words being examined
             StringBuilder currentWords = new StringBuilder();
 
-            // Stores the current line being examined
-            String currentLine = null;
-
-            int htmlIndex = 0;
-            int textIndex = 0;
-            int cwindex = 0;
-
-            // The list of words in the line
-            ArrayList<String> words = new ArrayList<String>();
-
             // Read each line from the file
-            while ((currentLine = file.readLine()) != null)
-            {
-                words.clear();
-
-                // Find the words in those lines and add them to the list
-                words.addAll(MarkupService.findWords(currentLine));
-
+            for (ArrayList<String> words : lines)
+            {
                 // Examine the words
                 for (int j = 0; j < words.size(); j++)
                 {
-                    int oldHTMLIndex = 0;
-                    if (htmlString != null)
-                    {
-                        oldHTMLIndex = htmlIndex;
-                        htmlIndex = html.indexOf(words.get(j), htmlIndex);
-                    }
-                    textIndex = text.indexOf(words.get(j), textIndex);
-                    Word currentWord = null;
-                    int cwindexBefore = cwindex;
-                    for (; cwindex < classifiedWords.size(); cwindex++)
-                    {
-                        if (textIndex > 0 && text.charAt(textIndex - 1) == '\'')
-                        {
-                            break;
-                        }
-
-                        //System.out.println("Looking for \"" + words.get(j) + "\" got \"" + classifiedWords.get(cwindex) + "\"");
-                        if (classifiedWords.get(cwindex).getValue().equals(words.get(j)))
-                        {
-                            currentWord = classifiedWords.get(cwindex);
-                            break;
-                        }
-                    }
-
-                    if (currentWord == null)
-                    {
-                        cwindex = cwindexBefore;
-                        continue;
-                    }
-
-                    // If the word does not begin with an uppercase letter then ignore it
-                    if (Character.isLowerCase(words.get(j).charAt(0)) || !(words.get(j).length() > 1 && Character.isLowerCase(words.get(j).charAt(1))) || !(currentWord.getClassification().equals("NNP")))
+                    // If the word does not begin with an uppercase letter then
+                    // ignore it
+                    if (Character.isLowerCase(words.get(j).charAt(0)) || !(words.get(j).length() > 1 && Character.isLowerCase(words.get(j).charAt(1))))
                     {
                         continue;
@@ -141 +245 @@
                     // Add the first word to the list of words to be examined
                     currentWords.append(words.get(j));
-                    
+
                     // While the gazetteer does not reach a dead end, add
                     // another word and examine them
@@ -151 +255 @@
                         {
                             lastGoodPlaceName = currentWords.toString();
+                            // System.out.println("Current place name part => "
+                            // + lastGoodPlaceName);
                         }
 
@@ -169 +275 @@
                     if (lastGoodPlaceName != null)
                     {
-                        if (htmlString != null)
-                        {
-                            if (htmlIndex == -1)
-                            {
-                                htmlIndex = oldHTMLIndex;
-                            }
-                            else
-                            {
-                                html.insert(htmlIndex, "<span class=\"place\">");
-                                html.insert(htmlIndex + "<span class=\"place\">".length() + lastGoodPlaceName.length(), "</span>");
-                            }
-                        }
-
                         ArrayList<Place> placeList = PlaceInformation.getPlaces(lastGoodPlaceName);
 
@@ -188 +281 @@
                             continue;
                         }
-                        
+
                         if (_placeNameMap.containsKey(lastGoodPlaceName))
                         {
-                            for(Place p : _placeNameMap.get(lastGoodPlaceName))
+                            for (Place p : _placeNameMap.get(lastGoodPlaceName))
                             {
                                 p.directReference();
@@ -203 +296 @@
                         }
                     }
-
                     currentWords = new StringBuilder();
                 }
             }
-            file.close();
         }
         catch (Exception ex)
@@ -214 +305 @@
         }
 
-        if (htmlString != null)
-        {
-            _markedUpText = html.toString();
-        }
-
-        if(_places.size() > 0)
-        {
-            adjustScores();
-        }
+        adjustScores();
 
         return _places;
     }
-    
-    public ArrayList<Place> examineTextWithoutGate(ArrayList<ArrayList<String>> lines)
-    {
+
+    public ArrayList<String> getPlaceNames(String text)
+    {
+        ArrayList<String> placeNames = new ArrayList<String>();
         _places.clear();
         try
         {
+            // The file to read from
+            BufferedReader file = new BufferedReader(new StringReader(text));
+
             // Stores the current words being examined
             StringBuilder currentWords = new StringBuilder();
 
+            // Stores the current line being examined
+            String currentLine = null;
+
+            // The list of words in the line
+            ArrayList<String> words = new ArrayList<String>();
+
             // Read each line from the file
-            for(ArrayList<String> words : lines)
-            {
+            while ((currentLine = file.readLine()) != null)
+            {
+                words.clear();
+
+                // Find the words in those lines and add them to the list
+                words.addAll(MarkupService.findWords(currentLine));
+
                 // Examine the words
                 for (int j = 0; j < words.size(); j++)
@@ -283 +381 @@
                     if (lastGoodPlaceName != null)
                     {
-                        ArrayList<Place> placeList = PlaceInformation.getPlaces(lastGoodPlaceName);
-
-                        if (placeList == null)
-                        {
-                            continue;
-                        }
-
-                        if (_placeNameMap.containsKey(lastGoodPlaceName))
-                        {
-                            for(Place p : _placeNameMap.get(lastGoodPlaceName))
-                            {
-                                p.directReference();
-                            }
-                        }
-
-                        for (Place p : placeList)
-                        {
-                            p.directReference();
-                            addScore(p, 256);
-                        }
+                        placeNames.add(lastGoodPlaceName);
                     }
                     currentWords = new StringBuilder();
                 }
             }
+            file.close();
         }
         catch (Exception ex)
@@ -313 +393 @@
         }
 
+        return placeNames;
+    }
+
+    public ArrayList<Place> examineArrayOfStrings(ArrayList<String> placeNames)
+    {
+        _places.clear();
+        for (int i = 0; i < placeNames.size(); i++)
+        {
+            String currentPlaceName = placeNames.get(i);
+
+            ArrayList<Place> placeList = null;
+            if (_placeCache.containsKey(currentPlaceName))
+            {
+                placeList = _placeCache.get(currentPlaceName);
+                for (Place p : placeList)
+                {
+                    p.unDirectReference();
+                }
+            }
+            else
+            {
+                placeList = PlaceInformation.getPlaces(currentPlaceName);
+                _placeCache.put(currentPlaceName, placeList);
+            }
+
+            if (placeList == null)
+            {
+                continue;
+            }
+
+            if (_placeNameMap.containsKey(currentPlaceName))
+            {
+                for (Place p : _placeNameMap.get(currentPlaceName))
+                {
+                    p.directReference();
+                }
+            }
+
+            for (Place p : placeList)
+            {
+                p.directReference();
+                addScore(p, 256);
+            }
+        }
+
+        // System.out.println("Done!");
+        // System.out.print("Adjusting Scores... ");
+
         adjustScores();
 
+        // System.out.println("Done!");
+        // System.out.print("Sorting Scores... ");
+
+        // System.out.println("Done!");
+
+        // System.out.println("Places found = " + _places);
+
         return _places;
     }
-    
-    public ArrayList<String> getPlaceNames(String text)
-    {
-        ArrayList<String> placeNames = new ArrayList<String>();
+
+    public ArrayList<Place> examineTextWithoutGate(String text)
+    {
         _places.clear();
         try
@@ -389 +523 @@
                     if (lastGoodPlaceName != null)
                     {
-                        placeNames.add(lastGoodPlaceName);
-                    }
-                    currentWords = new StringBuilder();
-                }
-            }
-            file.close();
-        }
-        catch (Exception ex)
-        {
-            ex.printStackTrace();
-        }
-
-        return placeNames;
-    }
-    
-    public ArrayList<Place> examineArrayOfStrings(ArrayList<String> placeNames)
-    {
-        _places.clear();
-        for(int i = 0; i < placeNames.size(); i++)
-        {   
-            String currentPlaceName = placeNames.get(i);
-            
-            ArrayList<Place> placeList = null;
-            if(_placeCache.containsKey(currentPlaceName))
-            {
-                placeList = _placeCache.get(currentPlaceName);
-                for(Place p : placeList)
-                {
-                    p.unDirectReference();
-                }
-            }
-            else
-            {
-                 placeList = PlaceInformation.getPlaces(currentPlaceName);
-                _placeCache.put(currentPlaceName, placeList);
-            }
-            
-            if (placeList == null)
-            {
-                continue;
-            }
-    
-            if (_placeNameMap.containsKey(currentPlaceName))
-            {
-                for(Place p : _placeNameMap.get(currentPlaceName))
-                {
-                    p.directReference();
-                }
-            }
-
-            for (Place p : placeList)
-            {
-                p.directReference();
-                addScore(p, 256);
-            }
-        }
-        
-        // System.out.println("Done!");
-        // System.out.print("Adjusting Scores... ");
-
-        adjustScores();
-
-        // System.out.println("Done!");
-        // System.out.print("Sorting Scores... ");
-
-        // System.out.println("Done!");
-
-        // System.out.println("Places found = " + _places);
-
-        return _places;
-    }
-    
-    public ArrayList<Place> examineTextWithoutGate(String text)
-    {
-        _places.clear();
-        try
-        {
-            // The file to read from
-            BufferedReader file = new BufferedReader(new StringReader(text));
-
-            // Stores the current words being examined
-            StringBuilder currentWords = new StringBuilder();
-
-            // Stores the current line being examined
-            String currentLine = null;
-
-            // The list of words in the line
-            ArrayList<String> words = new ArrayList<String>();
-
-            // Read each line from the file
-            while ((currentLine = file.readLine()) != null)
-            {
-                words.clear();
-
-                // Find the words in those lines and add them to the list
-                words.addAll(MarkupService.findWords(currentLine));
-
-                // Examine the words
-                for (int j = 0; j < words.size(); j++)
-                {
-                    // If the word does not begin with an uppercase letter then
-                    // ignore it
-                    if (Character.isLowerCase(words.get(j).charAt(0)) || !(words.get(j).length() > 1 && Character.isLowerCase(words.get(j).charAt(1))))
-                    {
-                        continue;
-                    }
-
-                    // Used to store a good place name
-                    String lastGoodPlaceName = null;
-
-                    // Add the first word to the list of words to be examined
-                    currentWords.append(words.get(j));
-
-                    // While the gazetteer does not reach a dead end, add
-                    // another word and examine them
-                    int count = 1;
-                    while (_gazetteer.checkPlaceName(currentWords.toString()) != -1)
-                    {
-                        // If the words are a place name then store it
-                        if (_gazetteer.checkPlaceName(currentWords.toString()) == 1)
-                        {
-                            lastGoodPlaceName = currentWords.toString();
-                            // System.out.println("Current place name part => "
-                            // + lastGoodPlaceName);
-                        }
-
-                        // If it is not the end of the words the add the next
-                        // word
-                        if (j + count < words.size())
-                        {
-                            currentWords.append(" " + words.get(j + count++));
-                        }
-                        else
-                        {
-                            break;
-                        }
-                    }
-
-                    // If there was a place name found then find its information
-                    // and score it
-                    if (lastGoodPlaceName != null)
-                    {
                         ArrayList<Place> placeList = PlaceInformation.getPlaces(lastGoodPlaceName);
 
@@ -540 +532 @@
                         if (_placeNameMap.containsKey(lastGoodPlaceName))
                         {
-                            for(Place p : _placeNameMap.get(lastGoodPlaceName))
+                            for (Place p : _placeNameMap.get(lastGoodPlaceName))
                             {
                                 p.directReference();
@@ -561 +553 @@
             ex.printStackTrace();
         }
-        
+
         // System.out.println("Done!");
         // System.out.print("Adjusting Scores... ");
@@ -579 +571 @@
         return _markedUpText;
     }
-    
+
     public Place getTopScorePlace()
     {
         Place p = _places.get(0);
-        
-        for(Place pp : _places)
-        {
-            if(pp.getScore() > p.getScore())
+
+        for (Place pp : _places)
+        {
+            if (pp.getScore() > p.getScore())
             {
                 p = pp;
@@ -600 +592 @@
     public void adjustScores()
     {
-        for(Place p : _places)
-        {
-            if(!p.isDirectlyReferenced())
-            {
-                p.setScore((int)(p.getScore() * _penaltyPercentage));
-            }
-        }
-        
+        for (Place p : _places)
+        {
+            if (!p.isDirectlyReferenced())
+            {
+                p.setScore((int) (p.getScore() * _penaltyPercentage));
+            }
+        }
+
         Place topScore = getTopScorePlace();
-        
-        for(Place p : _places)
+
+        for (Place p : _places)
         {
             if (p.getParentPlaceName() == null)
@@ -616 +608 @@
                 continue;
             }
-            
+
             for (Place pp : _places)
             {
-                if(p.isIn(pp) && (topScore.getScore() - pp.getScore()) <= (int)(topScore.getScore() * 0.1 * _parentLimitPercentage))
-                {
-                    p.setScore((int)(p.getScore() + (pp.getScore() * _parentBonusPercentage)));
+                if (p.isIn(pp) && (topScore.getScore() - pp.getScore()) <= (int) (topScore.getScore() * 0.1 * _parentLimitPercentage))
+                {
+                    p.setScore((int) (p.getScore() + (pp.getScore() * _parentBonusPercentage)));
                 }
             }
@@ -651 +643 @@
             p.setScore(scoreToAdd);
             _places.add(p);
-            
-            if(_placeNameMap.containsKey(p.getName()))
+
+            if (_placeNameMap.containsKey(p.getName()))
             {
                 _placeNameMap.get(p.getName()).add(p);
@@ -709 +701 @@
         }
     }
-
 
     public void sortScores()
@@ -803 +794 @@
         _indirectReferencePenaltyPercentage = indirectReferencePenaltyPercentage;
     }
-    
+
     public void setScoringParams(ScanConfiguration config)
     {
@@ -815 +806 @@
     // {
     // HashMap<String, Integer> wordCountMap = new HashMap<String, Integer>();
-    //      
+    //
     // try
     // {
     // BufferedReader file = new BufferedReader(new FileReader(fileName));
-    //      
+    //
     // StringBuilder currentWord = new StringBuilder();
-    //  
+    //
     // String line = "";
-    //          
+    //
     // ArrayList<String> words = new ArrayList<String>();
-    //          
+    //
     // //System.out.print("Finding words... ");
     // while((line = file.readLine()) != null)
@@ -832 +823 @@
     // }
     // //System.out.println("Done!");
-    //          
+    //
     // //System.out.print("Adding up scores... ");
     // for(int j = 0; j < words.size(); j++)
@@ -840 +831 @@
     // //continue;
     // }
-    //              
+    //
     // currentWord.append(words.get(j));
-    //                  
+    //
     // int count = 1;
     // while(_gazetteer.checkPlaceName(currentWord.toString()) != -1)
@@ -860 +851 @@
     // currentWord.append(" " + words.get(j + count++));
     // }
-    //              
+    //
     // currentWord.delete(0, currentWord.length());
     // }
@@ -868 +859 @@
     // ex.printStackTrace();
     // }
-    //      
+    //
     // return wordCountMap;
     // }
@@ -877 +868 @@
     }
 
-    public ArrayList<ArrayList<Place>> examineMultipleTexts(ArrayList<String> texts)
+    public ArrayList<ArrayList<Place>> examineMultipleTexts(String[] texts)
     {
         ArrayList<ArrayList<Place>> multipleResults = new ArrayList<ArrayList<Place>>();
@@ -884 +875 @@
             if (text != null)
             {
-                this.examineTextWithGate(text, null);
-                
-                if(_places.size() > 0)
+                this.examineTextWithGate(null, text);
+
+                if (_places.size() > 0)
                 {
                     multipleResults.add(new ArrayList<Place>(_places));
@@ -903 +894 @@
         return multipleResults;
     }
-    
+
     public ArrayList<Place> getPlaces()
     {
         return _places;
     }
-    
+
     public void clearPlaces()
     {
@@ -917 +908 @@
 /*
  * 
- *          // Halve the scores for places that do not have their parents
-            // mentioned
-            // ********************************************************************
-
-            String[] parentPlaceNames = p.getParentPlaceName().split(", ");
-if (parentPlaceNames.length == 1)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], null);
-    Place parent = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (!_places.contains(parent) || !_places.get(_places.indexOf(parent)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-}
-else if (parentPlaceNames.length == 2)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1]);
-    ArrayList<Place> ancestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[1], null);
-
-    Place parent = null;
-    Place ancestor = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (!_places.contains(parent) || !_places.get(_places.indexOf(parent)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-
-    if (ancestorList != null && ancestorList.size() > 0)
-    {
-        ancestor = ancestorList.get(0);
-
-        if (!_places.contains(ancestor) || !_places.get(_places.indexOf(ancestor)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-}
-else if (parentPlaceNames.length == 3)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1] + ", " + parentPlaceNames[2]);
-    ArrayList<Place> firstAncestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[1], parentPlaceNames[2]);
-    ArrayList<Place> secondAncestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[2], null);
-
-    Place parent = null;
-    Place firstAncestor = null;
-    Place secondAncestor = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (!_places.contains(parent) || !_places.get(_places.indexOf(parent)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-
-    if (firstAncestorList != null && firstAncestorList.size() > 0)
-    {
-        firstAncestor = firstAncestorList.get(0);
-
-        if (!_places.contains(firstAncestor) || !_places.get(_places.indexOf(firstAncestor)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-
-    if (secondAncestorList != null && secondAncestorList.size() > 0)
-    {
-        secondAncestor = secondAncestorList.get(0);
-
-        if (!_places.contains(secondAncestor) || !_places.get(_places.indexOf(secondAncestor)).isDirectlyReferenced())
-        {
-            p.setScore((int) (p.getScore() * (1 - _penaltyPercentage)));
-        }
-    }
-}
-*/
+ * // Halve the scores for places that do not have their parents // mentioned //
+ * ********************************************************************
+ * 
+ * String[] parentPlaceNames = p.getParentPlaceName().split(", "); if
+ * (parentPlaceNames.length == 1) { ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], null); Place parent =
+ * null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (!_places.contains(parent) ||
+ * !_places.get(_places.indexOf(parent)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } } } else if
+ * (parentPlaceNames.length == 2) { ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1]);
+ * ArrayList<Place> ancestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[1], null);
+ * 
+ * Place parent = null; Place ancestor = null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (!_places.contains(parent) ||
+ * !_places.get(_places.indexOf(parent)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } }
+ * 
+ * if (ancestorList != null && ancestorList.size() > 0) { ancestor =
+ * ancestorList.get(0);
+ * 
+ * if (!_places.contains(ancestor) ||
+ * !_places.get(_places.indexOf(ancestor)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } } } else if
+ * (parentPlaceNames.length == 3) { ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1] +
+ * ", " + parentPlaceNames[2]); ArrayList<Place> firstAncestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[1], parentPlaceNames[2]);
+ * ArrayList<Place> secondAncestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[2], null);
+ * 
+ * Place parent = null; Place firstAncestor = null; Place secondAncestor = null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (!_places.contains(parent) ||
+ * !_places.get(_places.indexOf(parent)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } }
+ * 
+ * if (firstAncestorList != null && firstAncestorList.size() > 0) {
+ * firstAncestor = firstAncestorList.get(0);
+ * 
+ * if (!_places.contains(firstAncestor) ||
+ * !_places.get(_places.indexOf(firstAncestor)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } }
+ * 
+ * if (secondAncestorList != null && secondAncestorList.size() > 0) {
+ * secondAncestor = secondAncestorList.get(0);
+ * 
+ * if (!_places.contains(secondAncestor) ||
+ * !_places.get(_places.indexOf(secondAncestor)).isDirectlyReferenced()) {
+ * p.setScore((int) (p.getScore() * (1 - _penaltyPercentage))); } } }
+ */
 // Add part of the parent's score to the child
 // *******************************************
 /*
-if (parentPlaceNames.length == 1)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], null);
-
-    Place parent = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (_places.contains(parent))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
-        }
-    }
-}
-else if (parentPlaceNames.length == 2)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1]);
-    ArrayList<Place> ancestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[1], null);
-
-    Place parent = null;
-    Place ancestor = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (_places.contains(parent))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
-        }
-    }
-
-    if (ancestorList != null && ancestorList.size() > 0)
-    {
-        ancestor = ancestorList.get(0);
-
-        if (_places.contains(ancestor))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(ancestor)).getScore() * _parentBonusPercentage));
-        }
-    }
-}
-else if (parentPlaceNames.length == 3)
-{
-    ArrayList<Place> parentList = PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1] + ", " + parentPlaceNames[2]);
-    ArrayList<Place> firstAncestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[1], parentPlaceNames[2]);
-    ArrayList<Place> secondAncestorList = PlaceInformation.getSpecificPlace(parentPlaceNames[2], null);
-
-    Place parent = null;
-    Place firstAncestor = null;
-    Place secondAncestor = null;
-
-    if (parentList != null && parentList.size() > 0)
-    {
-        parent = parentList.get(0);
-
-        if (_places.contains(parent))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
-        }
-    }
-
-    if (firstAncestorList != null && firstAncestorList.size() > 0)
-    {
-        firstAncestor = firstAncestorList.get(0);
-
-        if (_places.contains(firstAncestor))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(firstAncestor)).getScore() * _parentBonusPercentage));
-        }
-    }
-
-    if (secondAncestorList != null && secondAncestorList.size() > 0)
-    {
-        secondAncestor = secondAncestorList.get(0);
-
-        if (_places.contains(secondAncestor))
-        {
-            p.setScore(p.getScore() + (int) (_places.get(_places.indexOf(secondAncestor)).getScore() * _parentBonusPercentage));
-        }
-    }
-}
-*/
+ * if (parentPlaceNames.length == 1) { ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], null);
+ * 
+ * Place parent = null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (_places.contains(parent)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
+ * } } } else if (parentPlaceNames.length == 2) { ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1]);
+ * ArrayList<Place> ancestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[1], null);
+ * 
+ * Place parent = null; Place ancestor = null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (_places.contains(parent)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
+ * } }
+ * 
+ * if (ancestorList != null && ancestorList.size() > 0) { ancestor =
+ * ancestorList.get(0);
+ * 
+ * if (_places.contains(ancestor)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(ancestor)).getScore() *
+ * _parentBonusPercentage)); } } } else if (parentPlaceNames.length == 3) {
+ * ArrayList<Place> parentList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[0], parentPlaceNames[1] +
+ * ", " + parentPlaceNames[2]); ArrayList<Place> firstAncestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[1], parentPlaceNames[2]);
+ * ArrayList<Place> secondAncestorList =
+ * PlaceInformation.getSpecificPlace(parentPlaceNames[2], null);
+ * 
+ * Place parent = null; Place firstAncestor = null; Place secondAncestor = null;
+ * 
+ * if (parentList != null && parentList.size() > 0) { parent =
+ * parentList.get(0);
+ * 
+ * if (_places.contains(parent)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(parent)).getScore() * _parentBonusPercentage));
+ * } }
+ * 
+ * if (firstAncestorList != null && firstAncestorList.size() > 0) {
+ * firstAncestor = firstAncestorList.get(0);
+ * 
+ * if (_places.contains(firstAncestor)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(firstAncestor)).getScore() *
+ * _parentBonusPercentage)); } }
+ * 
+ * if (secondAncestorList != null && secondAncestorList.size() > 0) {
+ * secondAncestor = secondAncestorList.get(0);
+ * 
+ * if (_places.contains(secondAncestor)) { p.setScore(p.getScore() + (int)
+ * (_places.get(_places.indexOf(secondAncestor)).getScore() *
+ * _parentBonusPercentage)); } } }
+ */