/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.tinkerpop.gremlin.tinkergraph.structure;
import org.apache.commons.io.FileUtils;
import org.apache.tinkerpop.gremlin.AbstractGremlinTest;
import org.apache.tinkerpop.gremlin.TestHelper;
import org.apache.tinkerpop.gremlin.algorithm.generator.DistributionGenerator;
import org.apache.tinkerpop.gremlin.algorithm.generator.PowerLawDistribution;
import org.apache.tinkerpop.gremlin.structure.Edge;
import org.apache.tinkerpop.gremlin.structure.Graph;
import org.apache.tinkerpop.gremlin.structure.T;
import org.apache.tinkerpop.gremlin.structure.Vertex;
import org.apache.tinkerpop.gremlin.structure.io.GraphReader;
import org.apache.tinkerpop.gremlin.structure.io.graphml.GraphMLWriter;
import org.apache.tinkerpop.gremlin.structure.io.graphson.GraphSONMapper;
import org.apache.tinkerpop.gremlin.structure.io.graphson.GraphSONVersion;
import org.apache.tinkerpop.gremlin.structure.io.graphson.GraphSONWriter;
import org.apache.tinkerpop.gremlin.structure.io.graphson.TypeInfo;
import org.apache.tinkerpop.gremlin.structure.io.gryo.GryoReader;
import org.apache.tinkerpop.gremlin.structure.io.gryo.GryoWriter;
import org.junit.BeforeClass;
import org.junit.Test;
import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.util.stream.IntStream;
/**
* Less of a test of functionality and more of a tool to help generate data files for TinkerPop.
*
* @author Stephen Mallette (http://stephen.genoprime.com)
*/
public class IoDataGenerationTest {
private static final String tempPath;
static {
tempPath = TestHelper.makeTestDataPath(TinkerGraphTest.class, "tinkerpop-io").getPath() + File.separator;
}
@BeforeClass
public static void before() throws IOException {
final File tempDir = new File(tempPath);
FileUtils.deleteDirectory(tempDir);
if (!tempDir.mkdirs()) throw new IOException(String.format("Could not create %s", tempDir));
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGryo() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic.kryo");
GryoWriter.build().create().writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGryo() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern.kryo");
GryoWriter.build().create().writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteCrewGraphAsGryo() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-crew.kryo");
GryoWriter.build().create().writeGraph(os, TinkerFactory.createTheCrew());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGraphML() throws IOException {
try (final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic.xml")) {
GraphMLWriter.build().create().writeGraph(os, TinkerFactory.createClassic());
}
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGraphML() throws IOException {
try (final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern.xml")) {
GraphMLWriter.build().create().writeGraph(os, TinkerFactory.createModern());
}
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGraphSONNoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic.json");
GraphSONWriter.build().create().writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGraphSONNoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern.json");
GraphSONWriter.build().create().writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteCrewGraphAsGraphSONNoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-crew.json");
GraphSONWriter.build().create().writeGraph(os, TinkerFactory.createTheCrew());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphNormalizedAsGraphSON() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic-normalized.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().normalize(true).create()).create().writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphNormalizedAsGraphSON() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern-normalized.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().normalize(true).create()).create().writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGraphSONWithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().embedTypes(true).create())
.create().writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGraphSONWithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().embedTypes(true).create())
.create().writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteCrewGraphAsGraphSONWithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-crew-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().embedTypes(true).create())
.create().writeGraph(os, TinkerFactory.createTheCrew());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGraphSONV2d0NoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).typeInfo(TypeInfo.NO_TYPES).create()).create()
.writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGraphSOV2d0NNoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).typeInfo(TypeInfo.NO_TYPES).create()).create()
.writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteCrewGraphAsGraphSONV2d0NoTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-crew-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).typeInfo(TypeInfo.NO_TYPES).create()).create()
.writeGraph(os, TinkerFactory.createTheCrew());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphNormalizedAsGraphSONV2d0() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic-normalized-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).typeInfo(TypeInfo.NO_TYPES).normalize(true).create()).create()
.writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphNormalizedAsGraphSONV2d0() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern-normalized-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).typeInfo(TypeInfo.NO_TYPES).normalize(true).create()).create()
.writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteClassicGraphAsGraphSONV2d0WithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-classic-v2d0-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).create()).create()
.writeGraph(os, TinkerFactory.createClassic());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteModernGraphAsGraphSONV2d0WithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-modern-v2d0-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).create()).create()
.writeGraph(os, TinkerFactory.createModern());
os.close();
}
/**
* No assertions. Just write out the graph for convenience.
*/
@Test
public void shouldWriteCrewGraphAsGraphSONV2d0WithTypes() throws IOException {
final OutputStream os = new FileOutputStream(tempPath + "tinkerpop-crew-v2d0-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0).create()).create()
.writeGraph(os, TinkerFactory.createTheCrew());
os.close();
}
@Test
public void shouldWriteSampleForGremlinServer() throws IOException {
final Graph g = TinkerGraph.open();
IntStream.range(0, 10000).forEach(i -> g.addVertex("oid", i));
DistributionGenerator.build(g)
.label("knows")
.seedGenerator(() -> 987654321l)
.outDistribution(new PowerLawDistribution(2.1))
.inDistribution(new PowerLawDistribution(2.1))
.expectedNumEdges(100000).create().generate();
final OutputStream os = new FileOutputStream(tempPath + "sample.kryo");
GryoWriter.build().create().writeGraph(os, g);
os.close();
}
/**
* This test helps with data conversions on Grateful Dead. No Assertions...run as needed. Never read from the
* GraphML source as it will always use a String identifier.
*/
@Test
public void shouldWriteGratefulDead() throws IOException {
final Graph g = TinkerGraph.open();
final GraphReader reader = GryoReader.build().create();
try (final InputStream stream = AbstractGremlinTest.class.getResourceAsStream("/org/apache/tinkerpop/gremlin/structure/io/gryo/grateful-dead.kryo")) {
reader.readGraph(stream, g);
}
/* keep this hanging around because changes to gryo format will need grateful dead generated from json so you can generate the gio
final GraphSONMapper mapper = GraphSONMapper.build().embedTypes(true).create();
final GraphReader reader = org.apache.tinkerpop.gremlin.structure.io.graphson.GraphSONReader.build().mapper(mapper).create();
try (final InputStream stream = AbstractGremlinTest.class.getResourceAsStream("/org/apache/tinkerpop/gremlin/structure/io/graphson/grateful-dead-typed.json")) {
reader.readGraph(stream, g);
}
*/
final Graph ng = TinkerGraph.open();
g.traversal().V().sideEffect(ov -> {
final Vertex v = ov.get();
if (v.label().equals("song"))
ng.addVertex(T.id, Integer.parseInt(v.id().toString()), T.label, "song", "name", v.value("name"), "performances", v.property("performances").orElse(0), "songType", v.property("songType").orElse(""));
else if (v.label().equals("artist"))
ng.addVertex(T.id, Integer.parseInt(v.id().toString()), T.label, "artist", "name", v.value("name"));
else
throw new RuntimeException("damn");
}).iterate();
g.traversal().E().sideEffect(oe -> {
final Edge e = oe.get();
final Vertex v2 = ng.traversal().V(Integer.parseInt(e.inVertex().id().toString())).next();
final Vertex v1 = ng.traversal().V(Integer.parseInt(e.outVertex().id().toString())).next();
if (e.label().equals("followedBy"))
v1.addEdge("followedBy", v2, T.id, Integer.parseInt(e.id().toString()), "weight", e.value("weight"));
else if (e.label().equals("sungBy"))
v1.addEdge("sungBy", v2, T.id, Integer.parseInt(e.id().toString()));
else if (e.label().equals("writtenBy"))
v1.addEdge("writtenBy", v2, T.id, Integer.parseInt(e.id().toString()));
else
throw new RuntimeException("bah");
}).iterate();
final OutputStream os = new FileOutputStream(tempPath + "grateful-dead.kryo");
GryoWriter.build().create().writeGraph(os, ng);
os.close();
final OutputStream os2 = new FileOutputStream(tempPath + "grateful-dead.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().create()).create().writeGraph(os2, g);
os2.close();
final OutputStream os3 = new FileOutputStream(tempPath + "grateful-dead-v2d0.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0)
.typeInfo(TypeInfo.NO_TYPES).create())
.create()
.writeGraph(os3, g);
os3.close();
final OutputStream os4 = new FileOutputStream(tempPath + "grateful-dead.xml");
GraphMLWriter.build().create().writeGraph(os4, g);
os4.close();
final OutputStream os5 = new FileOutputStream(tempPath + "grateful-dead-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().embedTypes(true).create()).create().writeGraph(os5, g);
os5.close();
final OutputStream os6 = new FileOutputStream(tempPath + "grateful-dead-v2d0-typed.json");
GraphSONWriter.build().mapper(GraphSONMapper.build().version(GraphSONVersion.V2_0)
.typeInfo(TypeInfo.PARTIAL_TYPES).create())
.create()
.writeGraph(os6, g);
os6.close();
}
}