I
- Vertex idV
- Vertex dataE
- Edge datapublic class ImmutableClassesGiraphConfiguration<I extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable,E extends org.apache.hadoop.io.Writable> extends GiraphConfiguration
ADDITIONAL_EDGE_REQUEST_SIZE, ADDITIONAL_MSG_REQUEST_SIZE, ADDITIONAL_VERTEX_REQUEST_SIZE, AGGREGATOR_WRITER_CLASS, ASYNC_MESSAGE_STORE_THREADS_COUNT, AUTHENTICATE, BASE_ZNODE_KEY, CHANNELS_PER_SERVER, CHECKPOINT_COMPRESSION_CODEC, CHECKPOINT_DIRECTORY, CHECKPOINT_FREQUENCY, CHECKPOINT_SUPPORTED_CHECKER, CLEANUP_CHECKPOINTS_AFTER_SUCCESS, CLIENT_RECEIVE_BUFFER_SIZE, CLIENT_SEND_BUFFER_SIZE, COMPUTATION_CLASS, COMPUTATION_FACTORY_CLASS, COMPUTATION_LANGUAGE, CREATE_EDGE_SOURCE_VERTICES, CREATE_EDGE_SOURCE_VERTICES_CALLBACK, DEFAULT_ZOOKEEPER_MAX_CLIENT_CNXNS, DEFAULT_ZOOKEEPER_SNAP_COUNT, DEFAULT_ZOOKEEPER_TICK_TIME, DISABLE_GIRAPH_CLASS_RESOLVER, DNS_INTERFACE, DNS_NAMESERVER, DO_OUTPUT_DURING_COMPUTATION, EDGE_INPUT_FILTER_CLASS, EDGE_INPUT_FORMAT_CLASS, EDGE_OUTPUT_FORMAT_CLASS, EDGE_OUTPUT_FORMAT_SUBDIR, EDGE_STORE_FACTORY_CLASS, EDGE_TRANSLATION_CLASS, EDGE_VALUE_CLASS, EDGE_VALUE_FACTORY_CLASS, EVENT_WAIT_MSECS, FAIL_FIRST_IPC_PORT_BIND_ATTEMPT, FAIL_ON_EMPTY_INPUT, GC_OBSERVER_CLASSES, GIRAPH_TEXT_OUTPUT_FORMAT_REVERSE, GIRAPH_TEXT_OUTPUT_FORMAT_SEPARATOR, GIRAPH_YARN_CONF_FILE, GIRAPH_YARN_LIBJARS, GIRAPH_YARN_PRIORITY, GIRAPH_YARN_TASK_HEAP_MB, GIRAPH_YARN_TASK_HEAP_MB_DEFAULT, GRAPH_PARTITIONER_FACTORY_CLASS, GRAPH_TYPE_LANGUAGES, GRAPH_TYPES_NEEDS_WRAPPERS, HADOOP_OUTPUT_FORMAT_CLASS, HALT_INSTRUCTIONS_WRITER_CLASS, HDFS_FILE_CREATION_RETRIES, HDFS_FILE_CREATION_RETRY_WAIT_MS, INPUT_SPLIT_MAX_EDGES, INPUT_SPLIT_MAX_VERTICES, INPUT_SPLIT_SAMPLE_PERCENT, INPUT_VERTEX_EDGES_CLASS, INPUT_VERTEX_EDGES_FACTORY_CLASS, IPC_INITIAL_PORT, IS_PURE_YARN_JOB, JMAP_ENABLE, JMAP_LIVE_ONLY, JMAP_PATH, JMAP_PRINT_LINES, JMAP_SLEEP_MILLIS, JOB_OBSERVER_CLASS, JOB_PROGRESS_TRACKER_CLIENT_CLASS, JOB_PROGRESS_TRACKER_SERVICE_CLASS, JOB_RETRY_CHECKER_CLASS, KEEP_ZOOKEEPER_DATA, LB_MAPPINGSTORE_LOWER, LB_MAPPINGSTORE_UPPER, LOCAL_TEST_MODE, LOG_LEVEL, LOG_THREAD_LAYOUT, MAPPER_OBSERVER_CLASSES, MAPPING_INPUT_FORMAT_CLASS, MAPPING_STORE_CLASS, MAPPING_STORE_OPS_CLASS, MASTER_COMPUTE_CLASS, MASTER_OBSERVER_CLASSES, MAX_ALLOWED_JOB_TIME_MS, MAX_COUNTER_WAIT_MSECS, MAX_EDGE_REQUEST_SIZE, MAX_IPC_PORT_BIND_ATTEMPTS, MAX_MASTER_SUPERSTEP_WAIT_MSECS, MAX_MSG_REQUEST_SIZE, MAX_MUTATIONS_PER_REQUEST, MAX_NUMBER_OF_SUPERSTEPS, MAX_PARTITIONS_IN_MEMORY, MAX_REQUEST_MILLISECONDS, MAX_RESOLVE_ADDRESS_ATTEMPTS, MAX_TASK_ATTEMPTS, MAX_VERTEX_REQUEST_SIZE, MAX_WORKERS, MESSAGE_COMBINER_CLASS, MESSAGE_ENCODE_AND_STORE_TYPE, MESSAGE_STORE_FACTORY_CLASS, METRICS_DIRECTORY, METRICS_ENABLE, MIN_FREE_MBS_ON_HEAP, MIN_PARTITIONS_PER_COMPUTE_THREAD, MIN_PERCENT_RESPONDED, MIN_WORKERS, MSG_NUM_FLUSH_THREADS, NETTY_CLIENT_EXECUTION_AFTER_HANDLER, NETTY_CLIENT_EXECUTION_THREADS, NETTY_CLIENT_THREADS, NETTY_CLIENT_USE_EXECUTION_HANDLER, NETTY_COMPRESSION_ALGORITHM, NETTY_MAX_CONNECTION_FAILURES, NETTY_REQUEST_ENCODER_BUFFER_SIZE, NETTY_SERVER_EXECUTION_AFTER_HANDLER, NETTY_SERVER_EXECUTION_THREADS, NETTY_SERVER_THREADS, NETTY_SERVER_USE_EXECUTION_HANDLER, NETTY_SIMULATE_FIRST_REQUEST_CLOSED, NETTY_SIMULATE_FIRST_RESPONSE_FAILED, NETTY_USE_DIRECT_MEMORY, NETTY_USE_POOLED_ALLOCATOR, NUM_CHECKPOINT_IO_THREADS, NUM_COMPUTE_THREADS, NUM_INPUT_THREADS, NUM_OUT_OF_CORE_THREADS, NUM_OUTPUT_THREADS, ONE_KB, ONE_MB, OUT_OF_CORE_DATA_ACCESSOR, OUT_OF_CORE_ORACLE, OUTGOING_MESSAGE_VALUE_CLASS, OUTGOING_MESSAGE_VALUE_FACTORY_CLASS, PARTITION_CLASS, PARTITION_COUNT_MULTIPLIER, PARTITION_LONG_TAIL_MIN_PRINT, PARTITION_VERTEX_KEY_SPACE_SIZE, PARTITIONS_DIRECTORY, PREFER_IP_ADDRESSES, REACTIVE_JMAP_ENABLE, REQUEST_SIZE_WARNING_THRESHOLD, RESEND_TIMED_OUT_REQUESTS, RESOLVER_CREATE_VERTEX_ON_MSGS, RESTART_JOB_ID, RESTART_SUPERSTEP, SERVER_RECEIVE_BUFFER_SIZE, SERVER_SEND_BUFFER_SIZE, SPLIT_MASTER_WORKER, STATIC_GRAPH, SUPERSTEP_COUNT, TCP_BACKLOG, TRACK_JOB_PROGRESS_ON_CLIENT, TYPES_HOLDER_CLASS, USE_BIG_DATA_IO_FOR_MESSAGES, USE_INPUT_SPLIT_LOCALITY, USE_MESSAGE_SIZE_ENCODING, USE_OUT_OF_CORE_GRAPH, USE_SUPERSTEP_COUNTERS, USE_UNSAFE_SERIALIZATION, USER_PARTITION_COUNT, VERTEX_CLASS, VERTEX_EDGES_CLASS, VERTEX_EDGES_FACTORY_CLASS, VERTEX_ID_CLASS, VERTEX_ID_FACTORY_CLASS, VERTEX_INPUT_FILTER_CLASS, VERTEX_INPUT_FORMAT_CLASS, VERTEX_OUTPUT_FORMAT_CLASS, VERTEX_OUTPUT_FORMAT_SUBDIR, VERTEX_OUTPUT_FORMAT_THREAD_SAFE, VERTEX_RESOLVER_CLASS, VERTEX_VALUE_CLASS, VERTEX_VALUE_COMBINER_CLASS, VERTEX_VALUE_FACTORY_CLASS, VERTICES_TO_UPDATE_PROGRESS, WAIT_FOR_OTHER_WORKERS_TIMEOUT_MSEC, WAIT_TASK_DONE_TIMEOUT_MS, WAIT_TIME_BETWEEN_CONNECTION_RETRIES_MS, WAIT_ZOOKEEPER_TIMEOUT_MSEC, WAITING_REQUEST_MSECS, WORKER_CONTEXT_CLASS, WORKER_OBSERVER_CLASSES, YOURKIT_OUTPUT_DIR, YOURKIT_OUTPUT_DIR_DEFAULT, ZOOKEEPER_BASE_PATH_COUNTER_GROUP, ZOOKEEPER_CONNECTION_ATTEMPTS, ZOOKEEPER_DIR, ZOOKEEPER_FORCE_SYNC, ZOOKEEPER_HALT_NODE_COUNTER_GROUP, ZOOKEEPER_IS_EXTERNAL, ZOOKEEPER_LIST, ZOOKEEPER_MANAGER_DIRECTORY, ZOOKEEPER_MAX_SESSION_TIMEOUT, ZOOKEEPER_MIN_SESSION_TIMEOUT, ZOOKEEPER_OPS_MAX_ATTEMPTS, ZOOKEEPER_OPS_RETRY_WAIT_MSECS, ZOOKEEPER_PURGE_INTERVAL, ZOOKEEPER_SERVER_PORT, ZOOKEEPER_SERVER_PORT_COUNTER_GROUP, ZOOKEEPER_SERVERLIST_POLL_MSECS, ZOOKEEPER_SESSION_TIMEOUT, ZOOKEEPER_SKIP_ACL, ZOOKEEPER_SNAP_RETAIN_COUNT
Constructor and Description |
---|
ImmutableClassesGiraphConfiguration(org.apache.hadoop.conf.Configuration conf)
Constructor.
|
Modifier and Type | Method and Description |
---|---|
void |
configureIfPossible(Object obj)
Configure an object with this instance if the object is configurable.
|
AggregatorWriter |
createAggregatorWriter()
Create a user aggregator output format class
|
OutEdges<I,E> |
createAndInitializeInputOutEdges()
Create an input
OutEdges instance and
initialize it with the default capacity. |
OutEdges<I,E> |
createAndInitializeOutEdges()
Create a
OutEdges instance and initialize
it with the default capacity. |
OutEdges<I,E> |
createAndInitializeOutEdges(int capacity)
Create a
OutEdges instance and initialize
it with the given capacity (the number of edges that will be added). |
OutEdges<I,E> |
createAndInitializeOutEdges(Iterable<Edge<I,E>> edges)
Create a
OutEdges instance and initialize
it with the given iterable of edges. |
Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> |
createComputation()
Create a user computation
|
ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> |
createComputationFactory()
Get computation factory
|
Edge<I,E> |
createEdge()
Create a user edge.
|
Edge<I,E> |
createEdge(TranslateEdge<I,E> translateEdge,
Edge<I,E> edge)
Create edge based on #createEdge definition
|
EdgeStoreFactory<I,V,E> |
createEdgeStoreFactory()
Create edge store factory
|
E |
createEdgeValue()
Create a user edge value
|
ExtendedDataInput |
createExtendedDataInput(byte[] buf)
Create an extended data input (can be subclassed)
|
ExtendedDataInput |
createExtendedDataInput(byte[] buf,
int off,
int length)
Create an extended data input (can be subclassed)
|
ExtendedDataInput |
createExtendedDataInput(ExtendedDataOutput extendedDataOutput)
Create extendedDataInput based on extendedDataOutput
|
ExtendedDataOutput |
createExtendedDataOutput()
Create an extended data output (can be subclassed)
|
ExtendedDataOutput |
createExtendedDataOutput(byte[] buf,
int pos)
Create an extended data output (can be subclassed)
|
ExtendedDataOutput |
createExtendedDataOutput(int expectedSize)
Create an extended data output (can be subclassed)
|
GcObserver[] |
createGcObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of GcObservers.
|
GraphPartitionerFactory<I,V,E> |
createGraphPartitioner()
Create a user graph partitioner class
|
<M extends org.apache.hadoop.io.Writable> |
createIncomingMessageValueFactory()
Create new incoming message value factory
|
OutEdges<I,E> |
createInputOutEdges()
Create a user
OutEdges used during
edge-based input |
MapperObserver[] |
createMapperObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of MapperObservers.
|
MappingStore<I,? extends org.apache.hadoop.io.Writable> |
createMappingStore()
Create a
MappingStore instance |
MappingStoreOps<I,? extends org.apache.hadoop.io.Writable> |
createMappingStoreOps()
Create a
MappingStoreOps instance |
org.apache.hadoop.io.Writable |
createMappingTarget()
Create and return mappingTarget instance
|
MasterCompute |
createMasterCompute()
Create a user master
|
MasterObserver[] |
createMasterObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of MasterObservers.
|
DataInputOutput |
createMessagesInputOutput()
Create DataInputOutput to store messages
|
OutEdges<I,E> |
createOutEdges()
Create a user
OutEdges |
<M extends org.apache.hadoop.io.Writable> |
createOutgoingMessageCombiner()
Create a user combiner class
|
<M extends org.apache.hadoop.io.Writable> |
createOutgoingMessageValueFactory()
Create new outgoing message value factory
|
Partition<I,V,E> |
createPartition(int id,
org.apache.hadoop.util.Progressable progressable)
Create a partition
|
ReusableEdge<I,E> |
createReusableEdge()
Create a reusable edge.
|
SuperstepOutput<I,V,E> |
createSuperstepOutput(org.apache.hadoop.mapreduce.Mapper.Context context)
Create the proper superstep output, based on the configuration settings.
|
Vertex<I,V,E> |
createVertex()
Create a vertex
|
I |
createVertexId()
Create a user vertex index
|
VertexResolver<I,V,E> |
createVertexResolver()
Create a user vertex revolver
|
V |
createVertexValue()
Create a user vertex value
|
VertexValueCombiner<V> |
createVertexValueCombiner()
Create a user vertex value combiner class
|
WorkerContext |
createWorkerContext()
Create a user worker context
|
WorkerObserver[] |
createWorkerObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
Create array of WorkerObservers.
|
WrappedEdgeInputFormat<I,E> |
createWrappedEdgeInputFormat()
Create a wrapper for user edge input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedEdgeOutputFormat<I,V,E> |
createWrappedEdgeOutputFormat()
Create a wrapper for user edge output format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedMappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable> |
createWrappedMappingInputFormat()
Create a wrapper for user mapping input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedVertexInputFormat<I,V,E> |
createWrappedVertexInputFormat()
Create a wrapper for user vertex input format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
WrappedVertexOutputFormat<I,V,E> |
createWrappedVertexOutputFormat()
Create a wrapper for user vertex output format,
which makes sure that Configuration parameters are set properly in all
methods related to this format.
|
boolean |
doCompression()
Has the user enabled compression in netty client & server
|
Class<? extends TranslateEdge> |
edgeTranslationClass()
Get the class used for edge translation during vertex input
|
TranslateEdge<I,E> |
edgeTranslationInstance()
Instance of TranslateEdge that contains helper method for edge translation
|
Class<? extends AggregatorWriter> |
getAggregatorWriterClass()
Get the user's subclassed
AggregatorWriter . |
Class<? extends Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> |
getComputationClass()
Get the user's subclassed
Computation |
Class<? extends ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> |
getComputationFactoryClass()
Get computation factory class
|
EdgeInputFilter |
getEdgeInputFilter()
Get the edge input filter to use
|
Class<? extends EdgeInputFilter<I,E>> |
getEdgeInputFilterClass()
Get the vertex input filter class
|
Class<? extends EdgeInputFormat<I,E>> |
getEdgeInputFormatClass()
Get the user's subclassed
EdgeInputFormat . |
Class<? extends EdgeOutputFormat<I,V,E>> |
getEdgeOutputFormatClass()
Get the user's subclassed
EdgeOutputFormat . |
Class<E> |
getEdgeValueClass()
Get the user's subclassed edge value class.
|
EdgeValueFactory<E> |
getEdgeValueFactory()
Get Factory for creating edge values
|
GiraphTypes<I,V,E> |
getGiraphTypes()
Get user types describing graph (I,V,E,M1,M2)
|
Class<? extends GraphPartitionerFactory<I,V,E>> |
getGraphPartitionerClass()
Get the user's subclassed
GraphPartitionerFactory . |
<M extends org.apache.hadoop.io.Writable> |
getIncomingMessageClasses()
Get incoming message classes
|
<M extends org.apache.hadoop.io.Writable> |
getIncomingMessageValueClass()
Get the user's subclassed incoming message value class.
|
Class<? extends OutEdges<I,E>> |
getInputOutEdgesClass()
Get the user's subclassed
OutEdges used for
input |
String |
getJobId() |
GiraphJobObserver |
getJobObserver()
Create job observer
|
GiraphJobRetryChecker |
getJobRetryChecker()
Create job retry checker
|
Class<? extends MappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable>> |
getMappingInputFormatClass()
Get MappingInputFormatClass
|
Class<? extends MappingStore> |
getMappingStoreClass()
Get MappingStore class to be used
|
Class<? extends MappingStoreOps> |
getMappingStoreOpsClass()
Get MappingStoreOps class to be used
|
Class<? extends org.apache.hadoop.io.Writable> |
getMappingTargetClass()
Get mappingTarget class
|
Class<? extends MasterCompute> |
getMasterComputeClass()
Get the user's subclassed
MasterCompute |
io.netty.handler.codec.ByteToMessageDecoder |
getNettyCompressionDecoder()
Get decoder for message decompression in netty
|
io.netty.handler.codec.MessageToByteEncoder |
getNettyCompressionEncoder()
Get encoder for message compression in netty
|
Class<? extends OutEdges<I,E>> |
getOutEdgesClass()
Get the vertex edges class
|
<M extends org.apache.hadoop.io.Writable> |
getOutgoingMessageClasses()
Get outgoing message classes
|
MessageEncodeAndStoreType |
getOutgoingMessageEncodeAndStoreType()
Get outgoing message encode and store type
|
<M extends org.apache.hadoop.io.Writable> |
getOutgoingMessageValueClass()
Get the user's subclassed outgoing message value class.
|
boolean |
getUseUnsafeSerialization()
Whether to use an unsafe serialization
|
PerGraphTypeEnum<Language> |
getValueLanguages() |
PerGraphTypeBoolean |
getValueNeedsWrappers() |
Class<I> |
getVertexIdClass()
Get the user's subclassed vertex index class.
|
VertexIdFactory<I> |
getVertexIdFactory()
Get vertex ID factory
|
VertexInputFilter |
getVertexInputFilter()
Get the vertex input filter to use
|
Class<? extends VertexInputFilter<I,V,E>> |
getVertexInputFilterClass()
Get the vertex input filter class
|
Class<? extends VertexInputFormat<I,V,E>> |
getVertexInputFormatClass()
Get the user's subclassed
VertexInputFormat . |
Class<? extends VertexOutputFormat<I,V,E>> |
getVertexOutputFormatClass()
Get the user's subclassed
VertexOutputFormat . |
Class<? extends VertexResolver<I,V,E>> |
getVertexResolverClass()
Get the user's subclassed VertexResolver.
|
Class<V> |
getVertexValueClass()
Get the user's subclassed vertex value class.
|
Class<? extends VertexValueCombiner<V>> |
getVertexValueCombinerClass()
Get the user's subclassed
VertexValueCombiner class. |
VertexValueFactory<V> |
getVertexValueFactory()
Get vertex value factory
|
Class<? extends VertexValueFactory<V>> |
getVertexValueFactoryClass()
Get the user's subclassed vertex value factory class
|
Class<? extends WorkerContext> |
getWorkerContextClass()
Get the user's subclassed WorkerContext.
|
boolean |
hasEdgeInputFormat()
Does the job have a
EdgeInputFormat ? |
boolean |
hasEdgeOutputFormat()
Does the job have a
EdgeOutputFormat ? |
boolean |
hasMappingInputFormat()
Check if mappingInputFormat is set
|
boolean |
hasVertexInputFormat()
Does the job have a
VertexInputFormat ? |
boolean |
hasVertexOutputFormat()
Does the job have a
VertexOutputFormat ? |
boolean |
isEdgeValueNullWritable()
Tell if we are using NullWritable for Edge value.
|
boolean |
isStaticGraph()
Whether the application with change or not the graph topology.
|
void |
setEdgeInputFormatClass(Class<? extends EdgeInputFormat> edgeInputFormatClass)
Set the edge input format class (required)
|
void |
setMappingInputFormatClass(Class<? extends MappingInputFormat> mappingInputFormatClass)
Set MappingInputFormatClass
|
void |
setMessageCombinerClass(Class<? extends MessageCombiner> messageCombinerClass)
Set the message combiner class (optional)
|
void |
setVertexInputFormatClass(Class<? extends VertexInputFormat> vertexInputFormatClass)
Set the vertex input format class (required)
|
void |
updateSuperstepClasses(SuperstepClasses superstepClasses)
Update Computation and MessageCombiner class used
|
boolean |
useInputOutEdges()
Check whether the user has specified a different
OutEdges class to be used during
edge-based input. |
boolean |
useMessageSizeEncoding()
Use message size encoding? This feature may help with complex message
objects.
|
boolean |
useOutgoingMessageCombiner()
Check if user set a combiner
|
boolean |
useUnsafeSerialization()
Use unsafe serialization?
|
addGcObserverClass, addMapperObserverClass, addMasterObserverClass, addWorkerObserverClass, authenticate, configureHadoopSecurity, doOutputDuringComputation, getCheckpointFrequency, getComputationName, getCreateSourceVertex, getEventWaitMsecs, getGcObserverClasses, getHdfsFileCreationRetries, getHdfsFileCreationRetryWaitMs, getInputSplitMaxEdges, getInputSplitMaxVertices, getJobObserverClass, getJobRetryCheckerClass, getLocalHostname, getLocalHostOrIp, getLocalLevel, getLocalTestMode, getMapperObserverClasses, getMapTasks, getMasterObserverClasses, getMaxCounterWaitMsecs, getMaxMappers, getMaxMasterSuperstepWaitMsecs, getMaxNumberOfSupersteps, getMaxTaskAttempts, getMaxWorkers, getMinPercentResponded, getMinWorkers, getNettyAllocator, getNettyServerExecutionConcurrency, getNettyServerExecutionThreads, getNettyServerThreads, getNettyServerUseExecutionHandler, getNumComputeThreads, getNumInputSplitsThreads, getNumOutputThreads, getPartitionClass, getResolverCreateVertexOnMessages, getSplitMasterWorker, getStringVars, getStringVars, getTaskPartition, getWaitTaskDoneTimeoutMs, getWorkerObserverClasses, getYarnLibJars, getYarnTaskHeapMb, getYourKitOutputDir, getZookeeperConnectionAttempts, getZookeeperList, getZooKeeperMaxSessionTimeout, getZooKeeperMinSessionTimeout, getZookeeperOpsMaxAttempts, getZookeeperOpsRetryWaitMsecs, getZooKeeperSessionTimeout, hasEdgeOutputFormatSubdir, hasVertexOutputFormatSubdir, isJMapHistogramDumpEnabled, isPureYarnJob, isReactiveJmapHistogramDumpEnabled, isZookeeperExternal, metricsEnabled, reuseEdgeObjects, reuseVertexObjects, setAggregatorWriterClass, setCheckpointFrequency, setCheckpointSupportedChecker, setClasses, setComputationClass, setCreateSourceVertex, setDoOutputDuringComputation, setEdgeInputFilterClass, setEdgeOutputFormatClass, setEdgeOutputFormatSubdir, setEventWaitMsecs, setGraphPartitionerFactoryClass, setInputOutEdgesClass, setJobObserverClass, setJobRetryCheckerClass, setLocalTestMode, setMasterComputeClass, setMaxMasterSuperstepWaitMsecs, setMaxNumberOfSupersteps, setMaxTaskAttempts, setNumComputeThreads, setNumInputSplitsThreads, setNumOutputThreads, setOutEdgesClass, setPartitionClass, setResolverCreateVertexOnMessages, setVertexClass, setVertexInputFilterClass, setVertexOutputFormatClass, setVertexOutputFormatSubdir, setVertexOutputFormatThreadSafe, setVertexResolverClass, setVertexValueCombinerClass, setVertexValueFactoryClass, setWaitTaskDoneTimeoutMs, setWorkerConfiguration, setWorkerContextClass, setYarnLibJars, setYarnTaskHeapMb, setZooKeeperConfiguration, setZookeeperList, trackJobProgressOnClient, useCheckpointing, useInputSplitLocality, useLogThreadLayout, useUnsafeSerialization, vertexOutputFormatThreadSafe
addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addDeprecations, addResource, addResource, addResource, addResource, addResource, addResource, clear, dumpConfiguration, dumpDeprecatedKeys, get, get, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getFile, getFinalParameters, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPattern, getPropertySources, getProps, getRange, getRaw, getResource, getSocketAddr, getStringCollection, getStrings, getStrings, getTimeDuration, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, hasWarnedDeprecation, isDeprecated, iterator, main, readFields, reloadConfiguration, set, set, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setSocketAddr, setStrings, setTimeDuration, size, toString, unset, updateConnectAddr, write, writeXml, writeXml
clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait
forEach, spliterator
public ImmutableClassesGiraphConfiguration(org.apache.hadoop.conf.Configuration conf)
conf
- Configurationpublic void configureIfPossible(Object obj)
obj
- Objectpublic PerGraphTypeBoolean getValueNeedsWrappers()
public PerGraphTypeEnum<Language> getValueLanguages()
public Class<? extends TranslateEdge> edgeTranslationClass()
public TranslateEdge<I,E> edgeTranslationInstance()
public Class<? extends EdgeInputFilter<I,E>> getEdgeInputFilterClass()
public EdgeInputFilter getEdgeInputFilter()
public Class<? extends VertexInputFilter<I,V,E>> getVertexInputFilterClass()
public VertexInputFilter getVertexInputFilter()
public Class<? extends GraphPartitionerFactory<I,V,E>> getGraphPartitionerClass()
GraphPartitionerFactory
.public GraphPartitionerFactory<I,V,E> createGraphPartitioner()
public boolean hasVertexInputFormat()
GiraphConfiguration
VertexInputFormat
?hasVertexInputFormat
in class GiraphConfiguration
VertexInputFormat
has been specified.public Class<? extends VertexInputFormat<I,V,E>> getVertexInputFormatClass()
VertexInputFormat
.public WrappedVertexInputFormat<I,V,E> createWrappedVertexInputFormat()
public void setVertexInputFormatClass(Class<? extends VertexInputFormat> vertexInputFormatClass)
GiraphConfiguration
setVertexInputFormatClass
in class GiraphConfiguration
vertexInputFormatClass
- Determines how graph is inputpublic boolean hasVertexOutputFormat()
GiraphConfiguration
VertexOutputFormat
?hasVertexOutputFormat
in class GiraphConfiguration
VertexOutputFormat
has been specified.public Class<? extends VertexOutputFormat<I,V,E>> getVertexOutputFormatClass()
VertexOutputFormat
.public Class<? extends MappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable>> getMappingInputFormatClass()
public void setMappingInputFormatClass(Class<? extends MappingInputFormat> mappingInputFormatClass)
setMappingInputFormatClass
in class GiraphConfiguration
mappingInputFormatClass
- Determines how mappings are inputpublic boolean hasMappingInputFormat()
public WrappedVertexOutputFormat<I,V,E> createWrappedVertexOutputFormat()
public WrappedMappingInputFormat<I,V,E,? extends org.apache.hadoop.io.Writable> createWrappedMappingInputFormat()
public boolean hasEdgeOutputFormat()
GiraphConfiguration
EdgeOutputFormat
?hasEdgeOutputFormat
in class GiraphConfiguration
EdgeOutputFormat
has been specified.public Class<? extends EdgeOutputFormat<I,V,E>> getEdgeOutputFormatClass()
EdgeOutputFormat
.public WrappedEdgeOutputFormat<I,V,E> createWrappedEdgeOutputFormat()
public SuperstepOutput<I,V,E> createSuperstepOutput(org.apache.hadoop.mapreduce.Mapper.Context context)
context
- Mapper contextpublic boolean hasEdgeInputFormat()
GiraphConfiguration
EdgeInputFormat
?hasEdgeInputFormat
in class GiraphConfiguration
EdgeInputFormat
has been specified.public Class<? extends EdgeInputFormat<I,E>> getEdgeInputFormatClass()
EdgeInputFormat
.public WrappedEdgeInputFormat<I,E> createWrappedEdgeInputFormat()
public void setEdgeInputFormatClass(Class<? extends EdgeInputFormat> edgeInputFormatClass)
GiraphConfiguration
setEdgeInputFormatClass
in class GiraphConfiguration
edgeInputFormatClass
- Determines how graph is inputpublic Class<? extends AggregatorWriter> getAggregatorWriterClass()
AggregatorWriter
.public AggregatorWriter createAggregatorWriter()
public Class<? extends VertexValueCombiner<V>> getVertexValueCombinerClass()
VertexValueCombiner
class.public VertexValueCombiner<V> createVertexValueCombiner()
public Class<? extends VertexResolver<I,V,E>> getVertexResolverClass()
public VertexResolver<I,V,E> createVertexResolver()
public Class<? extends WorkerContext> getWorkerContextClass()
public WorkerContext createWorkerContext()
public Class<? extends MasterCompute> getMasterComputeClass()
MasterCompute
public MasterCompute createMasterCompute()
public Class<? extends Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> getComputationClass()
GiraphConfiguration
Computation
getComputationClass
in class GiraphConfiguration
public Class<? extends ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable>> getComputationFactoryClass()
getComputationFactoryClass
in class GiraphConfiguration
public ComputationFactory<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> createComputationFactory()
public Computation<I,V,E,? extends org.apache.hadoop.io.Writable,? extends org.apache.hadoop.io.Writable> createComputation()
public GiraphTypes<I,V,E> getGiraphTypes()
public Class<I> getVertexIdClass()
public VertexIdFactory<I> getVertexIdFactory()
VertexIdFactory
public I createVertexId()
public Class<V> getVertexValueClass()
public VertexValueFactory<V> getVertexValueFactory()
VertexValueFactory
public V createVertexValue()
public Class<? extends VertexValueFactory<V>> getVertexValueFactoryClass()
public MasterObserver[] createMasterObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context
- Mapper contextpublic WorkerObserver[] createWorkerObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context
- Mapper contextpublic MapperObserver[] createMapperObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context
- Mapper contextpublic GcObserver[] createGcObservers(org.apache.hadoop.mapreduce.Mapper.Context context)
context
- Mapper contextpublic GiraphJobObserver getJobObserver()
public GiraphJobRetryChecker getJobRetryChecker()
public Class<E> getEdgeValueClass()
public boolean isEdgeValueNullWritable()
public EdgeValueFactory<E> getEdgeValueFactory()
EdgeValueFactory
public E createEdgeValue()
public Edge<I,E> createEdge(TranslateEdge<I,E> translateEdge, Edge<I,E> edge)
translateEdge
- instance of TranslateEdgeedge
- edge to be translatedpublic ReusableEdge<I,E> createReusableEdge()
public EdgeStoreFactory<I,V,E> createEdgeStoreFactory()
public <M extends org.apache.hadoop.io.Writable> Class<M> getIncomingMessageValueClass()
M
- Message datapublic <M extends org.apache.hadoop.io.Writable> Class<M> getOutgoingMessageValueClass()
M
- Message typepublic <M extends org.apache.hadoop.io.Writable> MessageClasses<I,M> getIncomingMessageClasses()
M
- message typepublic <M extends org.apache.hadoop.io.Writable> MessageClasses<I,M> getOutgoingMessageClasses()
M
- message typepublic <M extends org.apache.hadoop.io.Writable> MessageValueFactory<M> createOutgoingMessageValueFactory()
M
- message typepublic <M extends org.apache.hadoop.io.Writable> MessageValueFactory<M> createIncomingMessageValueFactory()
M
- message typepublic void setMessageCombinerClass(Class<? extends MessageCombiner> messageCombinerClass)
GiraphConfiguration
setMessageCombinerClass
in class GiraphConfiguration
messageCombinerClass
- Determines how vertex messages are combinedpublic <M extends org.apache.hadoop.io.Writable> MessageCombiner<? super I,M> createOutgoingMessageCombiner()
M
- Message datapublic boolean useOutgoingMessageCombiner()
public MessageEncodeAndStoreType getOutgoingMessageEncodeAndStoreType()
public Class<? extends OutEdges<I,E>> getOutEdgesClass()
GiraphConfiguration
getOutEdgesClass
in class GiraphConfiguration
public Class<? extends OutEdges<I,E>> getInputOutEdgesClass()
OutEdges
used for
inputpublic boolean useInputOutEdges()
OutEdges
class to be used during
edge-based input.public Class<? extends MappingStore> getMappingStoreClass()
public MappingStore<I,? extends org.apache.hadoop.io.Writable> createMappingStore()
MappingStore
instancepublic Class<? extends MappingStoreOps> getMappingStoreOpsClass()
public MappingStoreOps<I,? extends org.apache.hadoop.io.Writable> createMappingStoreOps()
MappingStoreOps
instancepublic Class<? extends org.apache.hadoop.io.Writable> getMappingTargetClass()
public org.apache.hadoop.io.Writable createMappingTarget()
public OutEdges<I,E> createOutEdges()
OutEdges
public OutEdges<I,E> createAndInitializeOutEdges()
OutEdges
instance and initialize
it with the default capacity.public OutEdges<I,E> createAndInitializeOutEdges(int capacity)
OutEdges
instance and initialize
it with the given capacity (the number of edges that will be added).capacity
- Number of edges that will be addedpublic OutEdges<I,E> createAndInitializeOutEdges(Iterable<Edge<I,E>> edges)
OutEdges
instance and initialize
it with the given iterable of edges.edges
- Iterable of edges to addpublic OutEdges<I,E> createInputOutEdges()
OutEdges
used during
edge-based inputpublic OutEdges<I,E> createAndInitializeInputOutEdges()
OutEdges
instance and
initialize it with the default capacity.public Partition<I,V,E> createPartition(int id, org.apache.hadoop.util.Progressable progressable)
id
- Partition idprogressable
- Progressable for reporting progresspublic boolean useUnsafeSerialization()
public DataInputOutput createMessagesInputOutput()
public ExtendedDataOutput createExtendedDataOutput()
public ExtendedDataOutput createExtendedDataOutput(int expectedSize)
expectedSize
- Expected sizepublic ExtendedDataOutput createExtendedDataOutput(byte[] buf, int pos)
buf
- Buffer to use for the output (reuse perhaps)pos
- How much of the buffer is already usedpublic ExtendedDataInput createExtendedDataInput(byte[] buf, int off, int length)
buf
- Buffer to use for the inputoff
- Where to start reading in the bufferlength
- Maximum length of the bufferpublic ExtendedDataInput createExtendedDataInput(byte[] buf)
buf
- Buffer to use for the inputpublic ExtendedDataInput createExtendedDataInput(ExtendedDataOutput extendedDataOutput)
extendedDataOutput
- extendedDataOutputpublic boolean getUseUnsafeSerialization()
public void updateSuperstepClasses(SuperstepClasses superstepClasses)
superstepClasses
- SuperstepClassespublic boolean doCompression()
public io.netty.handler.codec.MessageToByteEncoder getNettyCompressionEncoder()
public io.netty.handler.codec.ByteToMessageDecoder getNettyCompressionDecoder()
public boolean isStaticGraph()
public String getJobId()
public boolean useMessageSizeEncoding()
Copyright © 2011-2020 The Apache Software Foundation. All Rights Reserved.