TestLangRdfJson.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.jena.riot.lang;

import java.io.ByteArrayInputStream ;
import java.io.StringReader ;

import org.apache.jena.atlas.junit.BaseTest ;
import org.apache.jena.atlas.lib.StrUtils ;
import org.apache.jena.graph.Graph ;
import org.apache.jena.rdf.model.Model ;
import org.apache.jena.rdf.model.ModelFactory ;
import org.apache.jena.riot.ErrorHandlerTestLib.ExFatal ;
import org.apache.jena.riot.Lang ;
import org.apache.jena.riot.RDFDataMgr ;
import org.apache.jena.riot.RDFLanguages ;
import org.apache.jena.riot.system.StreamRDFLib ;
import org.apache.jena.riot.tokens.Tokenizer ;
import org.apache.jena.riot.tokens.TokenizerFactory ;
import org.junit.Test ;

public class TestLangRdfJson extends BaseTest
{
	@Test
	public void rdfjson_get_jena_reader()
	{
		Model m = ModelFactory.createDefaultModel();
		m.getReader("RDF/JSON");
	}
	
	@Test
	public void rdfjson_get_jena_writer()
	{
		Model m = ModelFactory.createDefaultModel();
		m.getWriter("RDF/JSON");
	}
	
	@Test
	public void rdfjson_read_empty_graph()
	{
		String s = "{}" ;
		String s2 = "" ;

		assertEquals(0, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	public void rdfjson_valid_trailing_comment()
	{
		String s = "{}//Comment" ;

		assertEquals(0, parseCount(s)) ;
	}

	@Test
	public void rdfjson_read_simple_uri_object()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object> ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_simple_bnode_object()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"bnode\" , \"value\" : \"_:id\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> _:id ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_simple_bnode_subject()
	{
		String s = "{ \"_:id\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }" ;
		String s2 = "_:id <http://example.org/predicate> <http://example.org/object> ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_simple_plainliteral_object()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\" ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_simple_langliteral_object()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\", \"lang\" : \"en-gb\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\"@en-gb ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_simple_typedliteral_object()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\", \"datatype\" : \"http://example.org/datatype\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\"^^<http://example.org/datatype> ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_uris()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } , { \"type\" : \"uri\" , \"value\" : \"http://example.org/object2\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object> .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object2> ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_literals()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" } , { \"type\" : \"literal\" , \"value\" : \"more text\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\" .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> \"more text\" ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_literals2()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" } , { \"type\" : \"literal\" , \"value\" : \"more text\", \"lang\" : \"en-gb\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\" .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> \"more text\"@en-gb ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_literals3()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" } , { \"type\" : \"literal\" , \"value\" : \"more text\", \"datatype\" : \"http://example.org/datatype\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> \"some text\" .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> \"more text\"^^<http://example.org/datatype> ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_bnodes()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"bnode\" , \"value\" : \"_:one\" } , { \"type\" : \"bnode\" , \"value\" : \"_:two\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> _:a .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> _:b ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_objectlist_mixed()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } , { \"type\" : \"literal\" , \"value\" : \"some text\" } , { \"type\" : \"bnode\" , \"value\" : \"_:id\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object> .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> \"some text\" .\n"
				  + "<http://example.org/subject> <http://example.org/predicate> _:id ." ;

		assertEquals(3, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_predicatelist()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] , \"http://example.org/predicate2\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object> .\n"
				  + "<http://example.org/subject> <http://example.org/predicate2> <http://example.org/object> ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_subjectlist()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } , \"http://example.org/subject2\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object> .\n"
				  + "<http://example.org/subject2> <http://example.org/predicate> <http://example.org/object> ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_complex()
	{
		String s = "{ \"http://example.org/subject\" :"
				 + "	{"
				 + " 		\"http://example.org/predicate\" :"
				 + "		["
				 + "			{ \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" }"
				 + "		] ,"
				 + "		\"http://example.org/predicate2\" :"
				 + "		["
				 + "			{ \"type\" : \"literal\", \"value\" : \"some text\" }"
				 + "		]"
				 + "	} ,"
				 + " \"http://example.org/subject2\" :"
				 + "	{"
				 + "		\"http://example.org/predicate\" :"
				 + "		["
				 + "			{ \"type\" : \"bnode\" , \"value\" : \"_:id\" } ,"
				 + "			{ \"type\" : \"literal\" , \"value\" : \"more text\" , \"datatype\" : \"http://example.org/datatype\" }"
				 + "		]"
				 + "	}"
				 + "}" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> <http://example.org/object>.\n"
				  + "<http://example.org/subject> <http://example.org/predicate2> \"some text\".\n"
				  + "<http://example.org/subject2> <http://example.org/predicate> _:id.\n"
				  + "<http://example.org/subject2> <http://example.org/predicate> \"more text\"^^<http://example.org/datatype>." ;

		assertEquals(4, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		//m.write(System.out, "N-TRIPLES") ;
		Model m2 = parseToModelNTriples(s2) ;
		//m2.write(System.out, "N-TRIPLES") ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_bnode_identity()
	{
		String s = "{ \"_:id\" : { \"http://example.org/predicate\" : [ { \"type\" : \"bnode\" , \"value\" : \"_:id\" } ] } }" ;
		String s2 = "_:id <http://example.org/predicate> _:id ." ;

		assertEquals(1, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

	@Test
	public void rdfjson_read_bnode_identity2()
	{
		String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"bnode\" , \"value\" : \"_:id\" } ] , \"http://example.org/predicate2\" : [ { \"type\" : \"bnode\" , \"value\" : \"_:id\" } ] } }" ;
		String s2 = "<http://example.org/subject> <http://example.org/predicate> _:id ."
				  + "<http://example.org/subject> <http://example.org/predicate2> _:id ." ;

		assertEquals(2, parseCount(s)) ;

		Model m = parseToModelRdfJson(s) ;
		Model m2 = parseToModelNTriples(s2) ;
		assertTrue(m.isIsomorphicWith(m2)) ;
	}

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_empty_string() {
        String s = "";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_unterminated_graph() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } ";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_missing_colon_after_subject() {
        String s = "{ \"http://example.org/subject\"  { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_missing_colon_after_predicate() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\"  [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_missing_colon_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\"  \"uri\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_unterminated_predicateobjectlist_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ]";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_unterminated_objectlist_array() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_unterminated_object_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\"";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_trailing_comma_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" , } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_trailing_comma_after_subject() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } , }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_trailing_comma_after_predicate() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] , } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_property_names_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"name\" : \"value\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_lang_and_datatype_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" , \"lang\" : \"en\" , \"datatype\" : \"http://example.org/datatype\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_lang_and_datatype_in_object2() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"literal\" , \"value\" : \"some text\" , \"datatype\" : \"http://example.org/datatype\" , \"lang\" : \"en\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_repeated_property_type_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_repeated_property_value_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"uri\" , \"value\" : \"http://example.org/object\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_value_type_in_object() {
        String s = "{ \"http://example.org/subject\" : { \"http://example.org/predicate\" : [ { \"type\" : \"other\" , \"value\" : \"http://example.org/object\" } ] } }";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_array_toplevel() {
        String s = "[]";
        parseCount(s);
    }

    @Test(expected = ExFatal.class)
    public void rdfjson_invalid_trailing_content() {
        String s = "{}{}";
        parseCount(s);
    }

	@Test(expected=IllegalArgumentException.class)
	public void rdfjson_invalid_tokenizer() {
		byte b[] = StrUtils.asUTF8bytes("") ;
		ByteArrayInputStream in = new ByteArrayInputStream(b);
		Tokenizer tokenizer = TokenizerFactory.makeTokenizerUTF8(in) ;
        StreamRDFCounting sink = StreamRDFLib.count() ;
		LangRDFJSON parser = RiotParsers.createParserRdfJson(tokenizer, sink) ;
	}

    private long parseCount(String string) {
        return ParserTestBaseLib.parseCount(Lang.RDFJSON, string) ;
    }
    
    private Model parseToModelNTriples(String string) {
        StringReader r = new StringReader(string);
        Model model = ModelFactory.createDefaultModel();
        RDFDataMgr.read(model, r, null, RDFLanguages.NTRIPLES);
        return model;
    }

    private Model parseToModelRdfJson(String string) {
        Graph g = ParserTestBaseLib.parseGraph(RDFLanguages.RDFJSON, string);
        Model model = ModelFactory.createModelForGraph(g);
        return model;
    }
}