001 /*
002 NGramJ - n-gram based text classification
003 Copyright (C) 2001- Frank S. Nestel (frank at spieleck.de)
004
005 This program is free software; you can redistribute it and/or modify
006 it under the terms of the GNU Lesser General Public License as published
007 by the Free Software Foundation; either version 2.1 of the License, or
008 (at your option) any later version.
009
010 This program is distributed in the hope that it will be useful,
011 but WITHOUT ANY WARRANTY; without even the implied warranty of
012 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
013 GNU General Public License for more details.
014
015 You should have received a copy of the GNU Lesser General Public License
016 along with this program (lesser.txt); if not, write to the Free Software
017 Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
018 */
019 package de.spieleck.app.cngram;
020
021 import java.util.Iterator;
022
023 /**
024 * Raw (Delta-count) based difference between profiles.
025 * Calculate a score how well NGramProfiles match each other.
026 *
027 * @author frank nestel
028 * @author $Author: nestefan $
029 * @version $Revision: 2 $ $Date: 2006-03-27 23:00:21 +0200 (Mo, 27 Mrz 2006) $ $Author: nestefan $
030 */
031 public class RawMetric
032 implements NGramMetric
033 {
034 public double diff(NGramProfile p1, NGramProfile p2)
035 {
036 double sum = 0.0;
037 int norm1 = p1.getNormalization();
038 int norm2 = p2.getNormalization();
039 // System.out.println(". "+norm1+" "+norm2);
040
041 // Treat all NGrams contained in p1;
042 Iterator i = p1.getSorted();
043 while (i.hasNext())
044 {
045 NGram ng1 = (NGram) i.next();
046 NGram ng2 = p2.get(ng1);
047 double c1 = (double) ng1.getCount() / norm1;
048 if ( ng2 != null )
049 {
050 // System.out.println("-"+ng1+" "+ng1.getCount()+" "+ng2.getCount());
051 double c2 = (double) ng2.getCount() / norm2;
052 sum += Math.abs(c1 - c2);
053 } else {
054 // System.out.println("="+ng1+" "+ng1.getCount());
055 sum += c1;
056 }
057 }
058
059 // Treat NGrams contained ONLY in p2
060 i = p2.getSorted();
061 while (i.hasNext())
062 {
063 NGram ng2 = (NGram) i.next();
064 if ( p1.get(ng2) == null )
065 {
066 // System.out.println(">"+ng2+" "+ng2.getCount());
067 sum += (double) ng2.getCount() / norm2;
068 }
069 }
070
071 return sum;
072 }
073 }