TurtleInvariantSerializer.java

package ldbc.snb.datagen.serializer.snb.interactive;

import ldbc.snb.datagen.dictionary.Dictionaries;
import ldbc.snb.datagen.objects.Organization;
import ldbc.snb.datagen.objects.Place;
import ldbc.snb.datagen.objects.Tag;
import ldbc.snb.datagen.objects.TagClass;
import ldbc.snb.datagen.serializer.HDFSCSVWriter;
import ldbc.snb.datagen.serializer.HDFSWriter;
import ldbc.snb.datagen.serializer.InvariantSerializer;
import ldbc.snb.datagen.serializer.Turtle;
import ldbc.snb.datagen.vocabulary.*;
import org.apache.hadoop.conf.Configuration;

import java.util.ArrayList;

/**
 * Created by aprat on 12/17/14.
 */
public class TurtleInvariantSerializer extends InvariantSerializer {

    private HDFSWriter[] writers;

    private enum FileNames {
        SOCIAL_NETWORK ("social_network_static");
        private final String name;

        private FileNames( String name ) {
            this.name = name;
        }
        public String toString() {
            return name;
        }
    }

    public void initialize(Configuration conf, int reducerId) {

        int numFiles = FileNames.values().length;
        writers = new HDFSWriter[numFiles];
        for( int i = 0; i < numFiles; ++i) {
            writers[i] = new HDFSWriter(conf.get("ldbc.snb.datagen.serializer.socialNetworkDir"), FileNames.values()[i].toString()+"_"+reducerId,conf.getInt("ldbc.snb.datagen.numPartitions",1),conf.getBoolean("ldbc.snb.datagen.serializer.compressed",false),"ttl");
            writers[i].writeAllPartitions(Turtle.getNamespaces());
            writers[i].writeAllPartitions(Turtle.getStaticNamespaces());
        }
    }

    public void close() {
        int numFiles = FileNames.values().length;
        for(int i = 0; i < numFiles; ++i) {
            writers[i].close();
        }
    }

    protected void serialize(final Place place) {
        StringBuffer result = new StringBuffer(350);
        String name = place.getName();
        String type = DBPOWL.City;
        if (place.getType() == Place.COUNTRY) {
            type = DBPOWL.Country;
        } else if (place.getType() == Place.CONTINENT) {
            type = DBPOWL.Continent;
        }

        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], DBP.fullPrefixed(name), RDF.type, DBPOWL.Place);
        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], DBP.fullPrefixed(name), RDF.type, type);
        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], DBP.fullPrefixed(name), FOAF.Name, Turtle.createLiteral(name));
        Turtle.createTripleSPO(result, DBP.fullPrefixed(name), SNVOC.id, 
		Turtle.createDataTypeLiteral(Long.toString(place.getId()), XSD.Int));
        if (place.getType() != Place.CONTINENT) {
            String countryName = Dictionaries.places.getPlaceName(Dictionaries.places.belongsTo(place.getId()));
            Turtle.createTripleSPO(result, DBP.fullPrefixed(name), SNVOC.isPartOf, DBP.fullPrefixed(countryName));
            writers[FileNames.SOCIAL_NETWORK.ordinal()].write(result.toString());
        }
    }

    protected void serialize(final Organization organization) {
        StringBuffer result = new StringBuffer(19000);
        if( organization.type == Organization.OrganisationType.company ) {
            Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getCompURI(organization.id), RDF.type, DBPOWL.Company);
	    Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getCompURI(organization.id), SNVOC.url, DBP.fullPrefixed(organization.name));
            Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getCompURI(organization.id), FOAF.Name,
                Turtle.createLiteral(organization.name));
            Turtle.createTripleSPO(result, SN.getCompURI(organization.id),
                SNVOC.locatedIn, DBP.fullPrefixed(Dictionaries.places.getPlaceName(organization.location)));
            Turtle.createTripleSPO(result, SN.getCompURI(organization.id), SNVOC.id, 
		Turtle.createDataTypeLiteral(Long.toString(organization.id), XSD.Int));
        } else {
            Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getUnivURI(organization.id), RDF.type, DBPOWL.University);
	    Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getUnivURI(organization.id), SNVOC.url, DBP.fullPrefixed(organization.name));
            Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()], SN.getUnivURI(organization.id), FOAF.Name,
                Turtle.createLiteral(organization.name));
            Turtle.createTripleSPO(result, SN.getUnivURI(organization.id),
                SNVOC.locatedIn, DBP.fullPrefixed(Dictionaries.places.getPlaceName(organization.location)));
            Turtle.createTripleSPO(result, SN.getUnivURI(organization.id), SNVOC.id, 
		Turtle.createDataTypeLiteral(Long.toString(organization.id), XSD.Int));
        }

        writers[FileNames.SOCIAL_NETWORK.ordinal()].write(result.toString());
    }

    protected void serialize(final TagClass tagClass) {

        StringBuffer result = new StringBuffer(350);
        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()],SN.getTagClassURI(tagClass.id), RDFS.label, Turtle.createLiteral(Dictionaries.tags.getClassName(tagClass.id)));
        Turtle.createTripleSPO(result, SN.getTagClassURI(tagClass.id), RDF.type, SNVOC.TagClass);

        if (tagClass.name.equals("Thing")) {
            Turtle.createTripleSPO(result, SN.getTagClassURI(tagClass.id), SNVOC.url, "<http://www.w3.org/2002/07/owl#Thing>");	
	} else {
            Turtle.createTripleSPO(result, SN.getTagClassURI(tagClass.id), SNVOC.url, DBPOWL.prefixed(Dictionaries.tags.getClassName(tagClass.id)));	
	}

        Turtle.createTripleSPO(result, SN.getTagClassURI(tagClass.id), SNVOC.id, 
				Turtle.createDataTypeLiteral(Long.toString(tagClass.id), XSD.Int));
        writers[FileNames.SOCIAL_NETWORK.ordinal()].write(result.toString());

        Integer parent = Dictionaries.tags.getClassParent(tagClass.id);
        if (parent != -1) {
            Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()],SN.getTagClassURI(tagClass.id), RDFS.subClassOf, SN.getTagClassURI(parent));
        }
    }

    protected void serialize(final Tag tag) {
        StringBuffer result = new StringBuffer(350);
        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()],SNTAG.fullPrefixed(tag.name), FOAF.Name, Turtle.createLiteral(tag.name));
        Integer tagClass = tag.tagClass;
        Turtle.writeDBPData(writers[FileNames.SOCIAL_NETWORK.ordinal()],SNTAG.fullPrefixed(tag.name), RDF.type, SN.getTagClassURI(tagClass));
        Turtle.createTripleSPO(result, SNTAG.fullPrefixed(tag.name), SNVOC.id, 
				Turtle.createDataTypeLiteral(Long.toString(tag.id), XSD.Int));
        writers[FileNames.SOCIAL_NETWORK.ordinal()].write(result.toString());
    }
    public void reset() {

    }
}