2015-11-04 18:40:30 +01:00
2018-07-04 18:07:26 +02:00
using StringDistances , Test
2015-11-04 18:40:30 +01:00
2018-05-16 00:39:50 +02:00
# Compare
@test compare ( Hamming ( ) , " " , " abc " ) ≈ 0.0 atol = 1e-4
@test compare ( Hamming ( ) , " acc " , " abc " ) ≈ 2 / 3 atol = 1e-4
@test compare ( Hamming ( ) , " saturday " , " sunday " ) ≈ 1 / 8 atol = 1e-4
@test compare ( QGram ( 1 ) , " " , " abc " ) ≈ 0.0 atol = 1e-4
@test compare ( QGram ( 1 ) , " abc " , " cba " ) ≈ 1.0 atol = 1e-4
@test compare ( QGram ( 1 ) , " abc " , " ccc " ) ≈ 1 / 3 atol = 1e-4
@test compare ( Jaccard ( 2 ) , " " , " abc " ) ≈ 0.0 atol = 1e-4
2018-05-16 00:47:55 +02:00
@test compare ( Jaccard ( 2 ) , " martha " , " martha " ) ≈ 1.0 atol = 1e-4
@test compare ( Cosine ( 2 ) , " martha " , " martha " ) ≈ 1.0 atol = 1e-4
@test compare ( Jaccard ( 2 ) , " martha " , " martha " ) ≈ 1.0 atol = 1e-4
@test compare ( Overlap ( 2 ) , " martha " , " martha " ) ≈ 1.0 atol = 1e-4
@test compare ( SorensenDice ( 2 ) , " martha " , " martha " ) ≈ 1.0 atol = 1e-4
2018-05-16 00:39:50 +02:00
# Winkler
2017-05-12 23:41:56 +02:00
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " martha " , " marhta " ) ≈ 0.9611 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " dwayne " , " duane " ) ≈ 0.84 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " dixon " , " dicksonx " ) ≈ 0.81333 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " william " , " williams " ) ≈ 0.975 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " " , " foo " ) ≈ 0.0 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " a " , " a " ) ≈ 1.0 atol = 1e-4
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , " abc " , " xyz " ) ≈ 0.0 atol = 1e-4
2015-11-04 18:40:30 +01:00
strings = [
( " martha " , " marhta " ) ,
( " dwayne " , " duane " ) ,
( " dixon " , " dicksonx " ) ,
( " william " , " williams " ) ,
2017-08-05 20:45:19 +02:00
( " " , " foo " )
2015-11-04 18:40:30 +01:00
]
2017-08-05 20:45:19 +02:00
solutions = [ 0.03888889 0.16000000 0.18666667 0.02500000 1.00000000 ]
2015-11-04 18:40:30 +01:00
for i in 1 : length ( solutions )
2017-05-12 23:41:56 +02:00
@test compare ( Winkler ( Jaro ( ) , 0.1 , 0.0 ) , strings [ i ] ... ) ≈ ( 1 - solutions [ i ] ) atol = 1e-4
2015-11-04 18:40:30 +01:00
end
2018-05-16 00:39:50 +02:00
# Partial
@test compare ( Partial ( Jaccard ( 2 ) ) , " aa " , " aa " ) ≈ 1.0
2015-11-04 18:40:30 +01:00
2017-05-12 23:41:56 +02:00
@test compare ( Partial ( RatcliffObershelp ( ) ) , " New York Yankees " , " Yankees " ) ≈ 1.0
@test compare ( Partial ( RatcliffObershelp ( ) ) , " New York Yankees " , " " ) ≈ 0.0
@test compare ( Partial ( RatcliffObershelp ( ) ) , " mariners vs angels " , " los angeles angels at seattle mariners " ) ≈ 0.444444444444
2015-11-06 16:47:15 +01:00
2015-11-04 18:40:30 +01:00
2015-11-05 16:51:32 +01:00
s = " HSINCHUANG "
2017-05-12 23:41:56 +02:00
@test compare ( Partial ( RatcliffObershelp ( ) ) , s , " SINJHUAN " ) ≈ 0.875
@test compare ( Partial ( RatcliffObershelp ( ) ) , s , " LSINJHUANG DISTRIC " ) ≈ 0.8
@test compare ( Partial ( RatcliffObershelp ( ) ) , s , " SINJHUANG DISTRICT " ) ≈ 0.8
@test compare ( Partial ( RatcliffObershelp ( ) ) , s , " SINJHUANG " ) ≈ 0.8888888888888
2015-11-04 18:40:30 +01:00
2017-05-12 23:41:56 +02:00
@test compare ( Partial ( Hamming ( ) ) , " New York Yankees " , " Yankees " ) ≈ 1
@test compare ( Partial ( Hamming ( ) ) , " New York Yankees " , " " ) ≈ 1
2015-11-04 18:40:30 +01:00
2018-05-16 00:39:50 +02:00
# Token
2017-05-12 23:41:56 +02:00
@test compare ( TokenSort ( RatcliffObershelp ( ) ) , " New York Mets vs Atlanta Braves " , " Atlanta Braves vs New York Mets " ) ≈ 1.0
@test compare ( TokenSet ( RatcliffObershelp ( ) ) , " mariners vs angels " , " los angeles angels of anaheim at seattle mariners " ) ≈ 1.0 - 0.09090909090909094
2015-11-04 18:40:30 +01:00
2017-05-12 23:41:56 +02:00
@test compare ( TokenSort ( RatcliffObershelp ( ) ) , " New York Mets vs Atlanta Braves " , " " ) ≈ 0.0
@test compare ( TokenSet ( RatcliffObershelp ( ) ) , " mariners vs angels " , " " ) ≈ 0.0
2015-11-06 16:47:15 +01:00
2017-05-12 23:41:56 +02:00
@test compare ( TokenMax ( RatcliffObershelp ( ) ) , " mariners vs angels " , " " ) ≈ 0.0
2015-11-10 15:47:12 +01:00
2016-08-31 22:05:38 +02:00
#@test_approx_eq compare(TokenSort(RatcliffObershelp()), graphemeiterator("New York Mets vs Atlanta Braves"), graphemeiterator("Atlanta Braves vs New York Mets")) 1.0
#@test_approx_eq compare(TokenSet(RatcliffObershelp()),graphemeiterator("mariners vs angels"), graphemeiterator("los angeles angels of anaheim at seattle mariners")) 1.0 - 0.09090909090909094
#@test_approx_eq compare(TokenSort(RatcliffObershelp()), graphemeiterator("New York Mets vs Atlanta Braves"), graphemeiterator("")) 0.0
#@test_approx_eq compare(TokenSet(RatcliffObershelp()),graphemeiterator("mariners vs angels"), graphemeiterator("")) 0.0
2015-11-10 15:47:12 +01:00
2017-05-12 23:41:56 +02:00
@test compare ( TokenSet ( Partial ( RatcliffObershelp ( ) ) ) , " mariners vs angels " , " los angeles angels at seattle mariners " ) ≈ 1.0