commit	180051786606fe7c93fcee66f66c50a6864072bf	[log] [tgz]
author	Cong Zhao <zhaocong@apache.org>	Thu May 19 17:04:35 2022 +0800
committer	GitHub <noreply@github.com>	Thu May 19 17:04:35 2022 +0800
tree	5439f2bd2be7b4a5eb0d79f1c9602348ba686db8
parent	bcaef8563f15730b37b4d445cdf97a1f25c1e39f [diff]

feature: optimize data receiving (#181)

* use zero-copy optimize data recv
* remove fail message
* improve some config
* support buffer file sort
* support sort with buffer file and fix some unit test
* create target file
* rebuild sort module

Co-authored-by: ShouJing <1075185785@qq.com>

computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/AbstractPointerCombiner.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/PointerCombiner.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/VertexValueCombiner.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/common/exception/TransportException.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/compute/ComputeManager.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/compute/FileGraphPartition.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/compute/input/MessageInput.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/compute/input/ReusablePointer.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/config/ComputerOptions.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/io/IOFactory.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/io/StreamGraphInput.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/io/StreamGraphOutput.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/DataClientManager.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/MessageHandler.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/TransportConf.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/TransportUtil.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/FileRegionBuffer.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NettyBuffer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NettyManagedBuffer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NetworkBuffer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/ManagedBuffer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NioBuffer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NioManagedBuffer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/message/AbstractMessage.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/message/DataMessage.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/message/FailMessage.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/message/Message.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/AbstractNettyHandler.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyClientHandler.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyProtocol.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyServerHandler.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyTransportClient.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyTransportServer.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/codec/MessageDecoder.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/codec/MessageEncoder.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/codec/PreciseFrameDecoder.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/session/ClientSession.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvBuffers.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvManager.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvPartition.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvPartitions.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sender/WriteBuffer.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/BufferFileSorter.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/DefaultSorter.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/HgkvFileSorter.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/Sorter.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/SorterImpl.java[Deleted - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/CombinableSorterFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/CombineKvInnerSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/CombineKvOuterSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/CombineSubKvInnerSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/CombineSubKvOuterSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/InnerSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/KvInnerSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/KvOuterSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/flusher/OuterSortFlusher.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/FileMerger.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/HgkvDirMerger.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/FileMergerImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/HgkvDirMergerImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/InputSorter.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/InputsSorter.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/InputsSorterImpl.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/JavaInputSorter.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/SubKvSorter.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorting/RecvSortManager.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorting/SortManager.java[diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/EntryIterator.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/buffer/EntryIterator.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/KvEntryFileReader.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/KvEntryFileWriter.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/HgkvDirBuilder.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/buffer/KvEntriesInput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/buffer/KvEntriesInput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/buffer/KvEntriesWithFirstSubKvInput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/buffer/KvEntriesWithFirstSubKvInput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/buffer/SubKvEntriesInput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/buffer/SubKvEntriesInput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/AbstractKvEntry.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/AbstractKvEntry.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/CachedPointer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/CachedPointer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/DefaultKvEntry.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/DefaultKvEntry.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/EntriesUtil.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/EntriesUtil.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/EntryInput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/EntryInput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/EntryInputImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/EntryInputImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/EntryOutput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/EntryOutput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/EntryOutputImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/EntryOutputImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/InlinePointer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/InlinePointer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntry.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntry.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntryReader.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntryReader.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntryReaderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntryReaderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntryWithFirstSubKv.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntryWithFirstSubKv.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntryWriter.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntryWriter.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/KvEntryWriterImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/KvEntryWriterImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/Pointer.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/Pointer.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/entry/Range.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/Range.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/bufferfile/BufferFileEntryBuilder.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/bufferfile/BufferFileEntryReader.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/bufferfile/BufferFileSubEntryReader.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/AbstractHgkvFile.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/AbstractHgkvFile.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/HgkvDir.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/HgkvDir.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/HgkvDirImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/HgkvDirImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/HgkvFile.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/HgkvFile.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/HgkvFileImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/HgkvFileImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/BlockBuilder.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/BlockBuilder.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/DataBlockBuilderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/DataBlockBuilderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/HgkvDirBuilderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/HgkvDirBuilderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/HgkvFileBuilder.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/HgkvFileBuilder.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/HgkvFileBuilderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/HgkvFileBuilderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/IndexBlockBuilder.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/IndexBlockBuilder.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/builder/IndexBlockBuilderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/builder/IndexBlockBuilderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/reader/HgkvDir4SubKvReaderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvDir4SubKvReaderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/reader/HgkvDirReaderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvDirReaderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/hgkvfile/reader/HgkvFileReaderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvFileReaderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/select/DefaultSelectedFiles.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/select/DefaultSelectedFiles.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/select/DisperseEvenlySelector.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/select/DisperseEvenlySelector.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/select/InputFilesSelector.java[Added - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/select/SelectedFiles.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/select/SelectedFiles.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/BitsFileReader.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/BitsFileReader.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/BitsFileReaderImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/BitsFileReaderImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/BitsFileWriter.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/BitsFileWriter.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/BitsFileWriterImpl.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/BitsFileWriterImpl.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/ValueFile.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/ValueFile.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/ValueFileInput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/ValueFileInput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/seqfile/ValueFileOutput.java[Renamed from computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/seqfile/ValueFileOutput.java - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/InputToEntries.java[Deleted - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvDirReader.java[Deleted - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvFileReader.java[Deleted - diff]
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/select/InputFilesSelector.java[Deleted - diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/combiner/PointerCombinerTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/compute/ComputeManagerTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/compute/input/EdgesInputTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/compute/input/MessageInputTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/io/BufferedFileTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/MockClientHandler.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/MockMessageHandler.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/NetworkTestSuite.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/NetworkBufferTest.java[Renamed from computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/ManagedBufferTest.java - diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyEncodeDecodeHandlerTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/netty/NettyTransportClientTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvBuffersTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/MessageRecvManagerTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/ReceiverUtil.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/edge/EdgeMessageRecvPartitionTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/message/ComputeMessageRecvPartitionTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/receiver/vertex/VertexMessageRecvPartitionTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/sender/WriteBuffersTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/sort/SorterTestUtil.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/FlusherTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/SortLargeDataTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/sort/sorter/SorterTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/BitFileTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/EntriesUtilTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/EntryOutputTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/HgkvDirTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/HgkvFileTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/PointerTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/StoreTestUtil.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/core/store/ValueFileTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/suite/integrate/SenderIntegrateTest.java[diff]
computer-test/src/main/java/com/baidu/hugegraph/computer/suite/unit/UnitTestBase.java[diff]
pom.xml[diff]

151 files changed

tree: 5439f2bd2be7b4a5eb0d79f1c9602348ba686db8

README.md

hugegraph-computer

hugegraph-computer is a distributed graph processing system for hugegraph. It is an implementaion of Pregel. It runs on Kubernetes or YARN framework.

Features

Based on BSP(Bulk Synchronous Parallel) model, every iteration is a superstep.
Auto memory management. The framework will spilt some data to disk, the framework will never OOM(Out of Memory).
The the part of edges or the messages of super node can be in memory, so you will never loss it.
You can output the result to HDFS or HugeGraph, or any other system.
Easy to develop a new algotirhm. You need to focus on a vertex only, not to worry about messages transfering and memory.

Learn More

The project homepage contains more information about hugegraph-computer.

License

hugegraph-computer is licensed under Apache 2.0 License.