io.kgraph.utils

Class GraphUtils

java.lang.Object

io.kgraph.utils.GraphUtils

public class GraphUtils
extends Object

Constructor Summary

Constructors

Constructor and Description
GraphUtils()

Method Summary

Modifier and Type	Method and Description
static <K,V> void	edgesToTopic(InputStream inputStream, Parser<EdgeWithValue<K,V>> edgeParser, org.apache.kafka.common.serialization.Serializer<V> valueSerializer, Properties props, String topic, int numPartitions, short replicationFactor)
static <K,V> void	edgesToTopic(InputStream inputStream, Parser<K> sourceVertexIdParser, Parser<K> targetVertexIdParser, Parser<V> valueParser, org.apache.kafka.common.serialization.Serializer<V> valueSerializer, Properties props, String topic, int numPartitions, short replicationFactor)
static <K,VV,EV> CompletableFuture<Map<org.apache.kafka.common.TopicPartition,Long>>	groupEdgesBySourceAndRepartition(org.apache.kafka.streams.StreamsBuilder builder, Properties streamsConfig, KGraph<K,VV,EV> graph, String verticesTopic, String edgesGroupedBySourceTopic, int numPartitions, short replicationFactor)
static <K,VV,EV> CompletableFuture<Map<org.apache.kafka.common.TopicPartition,Long>>	groupEdgesBySourceAndRepartition(org.apache.kafka.streams.StreamsBuilder builder, Properties streamsConfig, String initialVerticesTopic, String initialEdgesTopic, GraphSerialized<K,VV,EV> serialized, String verticesTopic, String edgesGroupedBySourceTopic, int numPartitions, short replicationFactor)
static <V> void	verticesToFile(org.apache.kafka.streams.kstream.KTable<Long,V> vertices, String fileName)
static <K,V> void	verticesToTopic(InputStream inputStream, Parser<K> keyParser, Parser<V> valueParser, org.apache.kafka.common.serialization.Serializer<K> keySerializer, org.apache.kafka.common.serialization.Serializer<V> valueSerializer, Properties props, String topic, int numPartitions, short replicationFactor)
static <K,V> void	verticesToTopic(InputStream inputStream, Parser<VertexWithValue<K,V>> vertexParser, org.apache.kafka.common.serialization.Serializer<K> keySerializer, org.apache.kafka.common.serialization.Serializer<V> valueSerializer, Properties props, String topic, int numPartitions, short replicationFactor)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

GraphUtils

public GraphUtils()

Method Detail

verticesToTopic

public static <K,V> void verticesToTopic(InputStream inputStream,
                                         Parser<K> keyParser,
                                         Parser<V> valueParser,
                                         org.apache.kafka.common.serialization.Serializer<K> keySerializer,
                                         org.apache.kafka.common.serialization.Serializer<V> valueSerializer,
                                         Properties props,
                                         String topic,
                                         int numPartitions,
                                         short replicationFactor)
                                  throws IOException

Throws:

IOException

verticesToTopic

public static <K,V> void verticesToTopic(InputStream inputStream,
                                         Parser<VertexWithValue<K,V>> vertexParser,
                                         org.apache.kafka.common.serialization.Serializer<K> keySerializer,
                                         org.apache.kafka.common.serialization.Serializer<V> valueSerializer,
                                         Properties props,
                                         String topic,
                                         int numPartitions,
                                         short replicationFactor)
                                  throws IOException

Throws:

IOException

edgesToTopic

public static <K,V> void edgesToTopic(InputStream inputStream,
                                      Parser<K> sourceVertexIdParser,
                                      Parser<K> targetVertexIdParser,
                                      Parser<V> valueParser,
                                      org.apache.kafka.common.serialization.Serializer<V> valueSerializer,
                                      Properties props,
                                      String topic,
                                      int numPartitions,
                                      short replicationFactor)
                               throws IOException

Throws:

IOException

edgesToTopic

public static <K,V> void edgesToTopic(InputStream inputStream,
                                      Parser<EdgeWithValue<K,V>> edgeParser,
                                      org.apache.kafka.common.serialization.Serializer<V> valueSerializer,
                                      Properties props,
                                      String topic,
                                      int numPartitions,
                                      short replicationFactor)
                               throws IOException

Throws:

IOException

verticesToFile

public static <V> void verticesToFile(org.apache.kafka.streams.kstream.KTable<Long,V> vertices,
                                      String fileName)

groupEdgesBySourceAndRepartition

public static <K,VV,EV> CompletableFuture<Map<org.apache.kafka.common.TopicPartition,Long>> groupEdgesBySourceAndRepartition(org.apache.kafka.streams.StreamsBuilder builder,
                                                                                                                             Properties streamsConfig,
                                                                                                                             String initialVerticesTopic,
                                                                                                                             String initialEdgesTopic,
                                                                                                                             GraphSerialized<K,VV,EV> serialized,
                                                                                                                             String verticesTopic,
                                                                                                                             String edgesGroupedBySourceTopic,
                                                                                                                             int numPartitions,
                                                                                                                             short replicationFactor)

groupEdgesBySourceAndRepartition

public static <K,VV,EV> CompletableFuture<Map<org.apache.kafka.common.TopicPartition,Long>> groupEdgesBySourceAndRepartition(org.apache.kafka.streams.StreamsBuilder builder,
                                                                                                                             Properties streamsConfig,
                                                                                                                             KGraph<K,VV,EV> graph,
                                                                                                                             String verticesTopic,
                                                                                                                             String edgesGroupedBySourceTopic,
                                                                                                                             int numPartitions,
                                                                                                                             short replicationFactor)