This project has retired. For details please refer to its
Attic page.
JSONLDExtractorTest xref
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17 package org.apache.any23.extractor.rdf;
18
19 import java.io.ByteArrayInputStream;
20 import java.io.ByteArrayOutputStream;
21 import java.io.IOException;
22 import java.io.InputStream;
23 import java.nio.charset.StandardCharsets;
24
25 import com.fasterxml.jackson.core.JsonFactory;
26 import com.fasterxml.jackson.core.JsonParser;
27 import org.apache.any23.extractor.ExtractionContext;
28 import org.apache.any23.extractor.ExtractionException;
29 import org.apache.any23.extractor.ExtractionParameters;
30 import org.apache.any23.extractor.ExtractionResult;
31 import org.apache.any23.extractor.ExtractionResultImpl;
32 import org.apache.any23.rdf.RDFUtils;
33 import org.apache.any23.writer.RDFXMLWriter;
34 import org.apache.any23.writer.TripleHandler;
35 import org.apache.any23.writer.TripleHandlerException;
36 import org.junit.After;
37 import org.junit.Assert;
38 import org.junit.Before;
39 import org.junit.Test;
40 import org.eclipse.rdf4j.model.IRI;
41 import org.slf4j.Logger;
42 import org.slf4j.LoggerFactory;
43
44
45
46
47
48 public class JSONLDExtractorTest {
49
50 private static final Logger logger = LoggerFactory.getLogger(JSONLDExtractorTest.class);
51
52 private JSONLDExtractor extractor;
53
54 @Before
55 public void setUp() throws Exception {
56 extractor = new JSONLDExtractor();
57 }
58
59 @After
60 public void tearDown() throws Exception {
61 extractor = null;
62 }
63
64 @Test
65 public void testExtractFromJSONLDDocument() throws IOException, ExtractionException, TripleHandlerException {
66 final IRI uri = RDFUtils.iri("http://host.com/place-example.jsonld");
67 extract(uri, "/org/apache/any23/extractor/rdf/place-example.jsonld");
68 }
69
70 @Test
71 public void testWhitespaceCleaning() throws Exception {
72 for (int i = 0; i <= Character.MAX_CODE_POINT; i++) {
73 if (Character.isWhitespace(i) || Character.isSpaceChar(i)) {
74 byte[] bytes = new String(Character.toChars(i)).getBytes(StandardCharsets.UTF_8);
75 @SuppressWarnings("resource")
76 InputStream stream = new JsonCleaningInputStream(new ByteArrayInputStream(bytes));
77 if (i == '\r' || i == '\n') {
78 Assert.assertEquals(stream.read(), i);
79 } else {
80 Assert.assertEquals(stream.read(), ' ');
81 }
82 Assert.assertEquals(stream.read(), -1);
83 }
84 }
85 }
86
87 @Test
88 public void testJsonCleaning() throws Exception {
89 JsonCleaningInputStream stream = new JsonCleaningInputStream(
90 getClass().getResourceAsStream("/html/json-cleaning-test.json"));
91
92 JsonParser parser = new JsonFactory().createParser(stream);
93
94 int numTokens = 0;
95 while (parser.nextToken() != null) {
96 numTokens++;
97 }
98
99 Assert.assertEquals(numTokens, 41);
100
101 }
102
103 public void extract(IRI uri, String filePath) throws IOException, ExtractionException, TripleHandlerException {
104 ByteArrayOutputStream baos = new ByteArrayOutputStream();
105 final TripleHandler tHandler = new RDFXMLWriter(baos);
106 final ExtractionContext extractionContext = new ExtractionContext("rdf-jsonld", uri);
107 final ExtractionResult result = new ExtractionResultImpl(extractionContext, extractor, tHandler);
108 try {
109 extractor.run(ExtractionParameters.newDefault(), extractionContext,
110 this.getClass().getResourceAsStream(filePath), result);
111 } finally {
112 logger.debug(baos.toString("UTF-8"));
113 tHandler.close();
114 result.close();
115 }
116 }
117
118 }