/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.flink.graph.asm.degree.annotate.directed;
import org.apache.flink.api.common.operators.base.JoinOperatorBase.JoinHint;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.tuple.Tuple2;
import org.apache.flink.api.java.tuple.Tuple3;
import org.apache.flink.graph.Edge;
import org.apache.flink.graph.Graph;
import org.apache.flink.graph.Vertex;
import org.apache.flink.graph.asm.degree.annotate.DegreeAnnotationFunctions.JoinEdgeDegreeWithVertexDegree;
import org.apache.flink.graph.asm.degree.annotate.directed.VertexDegrees.Degrees;
import org.apache.flink.graph.utils.proxy.GraphAlgorithmWrappingDataSet;
import org.apache.flink.util.Preconditions;
import static org.apache.flink.api.common.ExecutionConfig.PARALLELISM_DEFAULT;
/**
* Annotates edges of a directed graph with the degree, out-degree, and
* in-degree of both the source and target vertices.
*
* @param <K> ID type
* @param <VV> vertex value type
* @param <EV> edge value type
*/
public class EdgeDegreesPair<K, VV, EV>
extends GraphAlgorithmWrappingDataSet<K, VV, EV, Edge<K, Tuple3<EV, Degrees, Degrees>>> {
// Optional configuration
private int parallelism = PARALLELISM_DEFAULT;
/**
* Override the operator parallelism.
*
* @param parallelism operator parallelism
* @return this
*/
public EdgeDegreesPair<K, VV, EV> setParallelism(int parallelism) {
this.parallelism = parallelism;
return this;
}
@Override
protected String getAlgorithmName() {
return EdgeDegreesPair.class.getName();
}
@Override
protected boolean mergeConfiguration(GraphAlgorithmWrappingDataSet other) {
Preconditions.checkNotNull(other);
if (! EdgeDegreesPair.class.isAssignableFrom(other.getClass())) {
return false;
}
EdgeDegreesPair rhs = (EdgeDegreesPair) other;
parallelism = (parallelism == PARALLELISM_DEFAULT) ? rhs.parallelism :
((rhs.parallelism == PARALLELISM_DEFAULT) ? parallelism : Math.min(parallelism, rhs.parallelism));
return true;
}
@Override
public DataSet<Edge<K, Tuple3<EV, Degrees, Degrees>>> runInternal(Graph<K, VV, EV> input)
throws Exception {
// s, t, d(s)
DataSet<Edge<K, Tuple2<EV, Degrees>>> edgeSourceDegrees = input
.run(new EdgeSourceDegrees<K, VV, EV>()
.setParallelism(parallelism));
// t, d(t)
DataSet<Vertex<K, Degrees>> vertexDegrees = input
.run(new VertexDegrees<K, VV, EV>()
.setParallelism(parallelism));
// s, t, (d(s), d(t))
return edgeSourceDegrees
.join(vertexDegrees, JoinHint.REPARTITION_HASH_SECOND)
.where(1)
.equalTo(0)
.with(new JoinEdgeDegreeWithVertexDegree<K, EV, Degrees>())
.setParallelism(parallelism)
.name("Edge target degree");
}
}