filebot/source/net/filebot/similarity/NumericSimilarityMetric.java

package net.filebot.similarity;


import java.util.ArrayList;
import java.util.LinkedHashSet;
import java.util.Scanner;
import java.util.Set;

import uk.ac.shef.wit.simmetrics.similaritymetrics.AbstractStringMetric;
import uk.ac.shef.wit.simmetrics.similaritymetrics.QGramsDistance;
import uk.ac.shef.wit.simmetrics.tokenisers.InterfaceTokeniser;
import uk.ac.shef.wit.simmetrics.wordhandlers.DummyStopTermHandler;
import uk.ac.shef.wit.simmetrics.wordhandlers.InterfaceTermHandler;


public class NumericSimilarityMetric implements SimilarityMetric {

	private final AbstractStringMetric metric;


	public NumericSimilarityMetric() {
		// I don't exactly know why, but I get a good matching behavior
		// when using QGramsDistance or BlockDistance
		metric = new QGramsDistance(new NumberTokeniser());
	}


	@Override
	public float getSimilarity(Object o1, Object o2) {
		return metric.getSimilarity(normalize(o1), normalize(o2));
	}


	protected String normalize(Object object) {
		// no need to do anything special here, because we don't care about anything but number patterns anyway
		return object.toString();
	}


	private static class NumberTokeniser implements InterfaceTokeniser {

		private final String delimiter = "\\D+";


		@Override
		public ArrayList<String> tokenizeToArrayList(String input) {
			ArrayList<String> tokens = new ArrayList<String>();

			// scan for number patterns, use non-number pattern as delimiter
			Scanner scanner = new Scanner(input).useDelimiter(delimiter);

			while (scanner.hasNextInt()) {
				// remove leading zeros from number tokens by scanning for Integers
				tokens.add(String.valueOf(scanner.nextInt()));
			}

			return tokens;
		}


		@Override
		public Set<String> tokenizeToSet(String input) {
			return new LinkedHashSet<String>(tokenizeToArrayList(input));
		}


		@Override
		public String getShortDescriptionString() {
			return getClass().getSimpleName();
		}


		@Override
		public String getDelimiters() {
			return delimiter;
		}

		private InterfaceTermHandler stopWordHandler = new DummyStopTermHandler();


		@Override
		public InterfaceTermHandler getStopWordHandler() {
			return stopWordHandler;
		}


		@Override
		public void setStopWordHandler(InterfaceTermHandler stopWordHandler) {
			this.stopWordHandler = stopWordHandler;
		}

	}

}