Page Menu
Home
c4science
Search
Configure Global Search
Log In
Files
F73108798
UriMappingTest.java
No One
Temporary
Actions
Download File
Edit File
Delete File
View Transforms
Subscribe
Mute Notifications
Award Token
Subscribers
None
File Metadata
Details
File Info
Storage
Attached
Created
Thu, Jul 18, 12:23
Size
3 KB
Mime Type
text/x-java
Expires
Sat, Jul 20, 12:23 (1 d, 23 h)
Engine
blob
Format
Raw Data
Handle
19143073
Attached To
R1473 warcbase
UriMappingTest.java
View Options
package
org.warcbase.data
;
import static
org.junit.Assert.assertEquals
;
import
java.io.IOException
;
import
java.util.List
;
import
org.apache.lucene.util.BytesRef
;
import
org.apache.lucene.util.IntsRef
;
import
org.apache.lucene.util.fst.Builder
;
import
org.apache.lucene.util.fst.FST
;
import
org.apache.lucene.util.fst.FST.INPUT_TYPE
;
import
org.apache.lucene.util.fst.PositiveIntOutputs
;
import
org.apache.lucene.util.fst.Util
;
import
org.junit.Before
;
import
org.junit.Test
;
// This class aims to test the PrefixSearch functionality.
public
class
UriMappingTest
{
private
UrlMapping
map
;
@Before
public
void
setUp
()
throws
Exception
{
String
inputValues
[]
=
{
"cat"
,
"catch"
,
"cut"
,
"doga"
,
"dogb"
,
"dogs"
};
long
outputValues
[]
=
{
1
,
2
,
3
,
4
,
5
,
6
};
PositiveIntOutputs
outputs
=
PositiveIntOutputs
.
getSingleton
();
Builder
<
Long
>
builder
=
new
Builder
<
Long
>(
INPUT_TYPE
.
BYTE1
,
outputs
);
BytesRef
scratchBytes
=
new
BytesRef
();
IntsRef
scratchInts
=
new
IntsRef
();
for
(
int
i
=
0
;
i
<
inputValues
.
length
;
i
++)
{
scratchBytes
.
copyChars
(
inputValues
[
i
]);
builder
.
add
(
Util
.
toIntsRef
(
scratchBytes
,
scratchInts
),
outputValues
[
i
]);
}
FST
<
Long
>
fst
=
builder
.
finish
();
map
=
new
UrlMapping
(
fst
);
}
@Test
public
void
testGetIds
()
{
assertEquals
(-
1
,
map
.
getID
(
"apple"
));
assertEquals
(
1
,
map
.
getID
(
"cat"
));
assertEquals
(
2
,
map
.
getID
(
"catch"
));
assertEquals
(
3
,
map
.
getID
(
"cut"
));
assertEquals
(-
1
,
map
.
getID
(
"cuttery"
));
assertEquals
(
4
,
map
.
getID
(
"doga"
));
assertEquals
(
5
,
map
.
getID
(
"dogb"
));
assertEquals
(
6
,
map
.
getID
(
"dogs"
));
assertEquals
(-
1
,
map
.
getID
(
"dogz"
));
}
@Test
public
void
testGetUrls
()
{
assertEquals
(
null
,
map
.
getUrl
(
0
));
assertEquals
(
"cat"
,
map
.
getUrl
(
1
));
assertEquals
(
"catch"
,
map
.
getUrl
(
2
));
assertEquals
(
"cut"
,
map
.
getUrl
(
3
));
assertEquals
(
"doga"
,
map
.
getUrl
(
4
));
assertEquals
(
"dogb"
,
map
.
getUrl
(
5
));
assertEquals
(
"dogs"
,
map
.
getUrl
(
6
));
assertEquals
(
null
,
map
.
getUrl
(
7
));
}
@Test
public
void
testPrefixSearch
()
{
List
<
String
>
results
;
results
=
map
.
prefixSearch
(
"cut"
);
assertEquals
(
1
,
results
.
size
());
assertEquals
(
"cut"
,
results
.
get
(
0
));
results
=
map
.
prefixSearch
(
"dog"
);
assertEquals
(
3
,
results
.
size
());
assertEquals
(
"doga"
,
results
.
get
(
0
));
assertEquals
(
"dogb"
,
results
.
get
(
1
));
assertEquals
(
"dogs"
,
results
.
get
(
2
));
results
=
map
.
prefixSearch
(
""
);
assertEquals
(
0
,
results
.
size
());
results
=
map
.
prefixSearch
(
null
);
assertEquals
(
0
,
results
.
size
());
results
=
map
.
prefixSearch
(
"dad"
);
assertEquals
(
0
,
results
.
size
());
}
@Test
public
void
testGetIdRange
()
throws
IOException
{
int
[]
range
;
range
=
map
.
getIdRange
(
"doga"
,
"dogs"
);
assertEquals
(
4
,
range
[
0
]);
assertEquals
(
6
,
range
[
1
]);
assertEquals
(
"doga"
,
map
.
getUrl
(
range
[
0
]));
assertEquals
(
"dogs"
,
map
.
getUrl
(
range
[
1
]));
range
=
map
.
getIdRange
(
"doga"
,
"dogb"
);
assertEquals
(
4
,
range
[
0
]);
assertEquals
(
5
,
range
[
1
]);
assertEquals
(
"doga"
,
map
.
getUrl
(
range
[
0
]));
assertEquals
(
"dogb"
,
map
.
getUrl
(
range
[
1
]));
range
=
map
.
getIdRange
(
"dogs"
,
"dogs"
);
assertEquals
(
6
,
range
[
0
]);
assertEquals
(
6
,
range
[
1
]);
assertEquals
(
"dogs"
,
map
.
getUrl
(
range
[
0
]));
assertEquals
(
"dogs"
,
map
.
getUrl
(
range
[
1
]));
// If either one of the bounds is invalid, expect null
range
=
map
.
getIdRange
(
"dog"
,
"dogx"
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
"doga"
,
"dogx"
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
"dog"
,
"dogs"
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
""
,
"dogs"
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
""
,
""
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
null
,
""
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
null
,
null
);
assertEquals
(
null
,
range
);
range
=
map
.
getIdRange
(
null
,
null
);
assertEquals
(
null
,
range
);
}
}
Event Timeline
Log In to Comment