| ACLOCAL_AMFLAGS = -I config |
| AUTOMAKE_OPTIONS = foreign subdir-objects |
| |
| #AM_CPPFLAGS = -I$(top_srcdir)/src |
| #AM_LDFLAGS = $(LD_FLAGS) |
| |
| MSHADOW_FLAGS = -DMSHADOW_USE_CUDA=0 -DMSHADOW_USE_CBLAS=1 -DMSHADOW_USE_MKL=0 |
| DEFAULT_FLAGS = -Wall -pthread -fPIC -std=c++11 -Wno-unknown-pragmas \ |
| $(MSHADOW_FLAGS) -funroll-loops -DTHREADED |
| |
| CFLAGS = $(DEBUG) |
| CXXFLAGS = $(DEBUG) |
| #AC_CXXFLAGS = $(DEBUG) |
| |
| INCLUDES = -I$(top_srcdir)/include |
| |
| PROTOS := $(top_srcdir)/src/proto/singa.proto \ |
| $(top_srcdir)/src/proto/job.proto \ |
| $(top_srcdir)/src/proto/common.proto |
| PROTO_SRCS := src/proto/singa.pb.cc \ |
| src/proto/job.pb.cc \ |
| src/proto/common.pb.cc |
| PROTO_HDRS := include/proto/singa.pb.h \ |
| include/proto/job.pb.h \ |
| include/proto/common.pb.h |
| PROTO_PYS := tool/python/pb2/singa_pb2.py \ |
| tool/python/pb2/job_pb2.py \ |
| tool/python/pb2/common_pb2.py |
| |
| CUDA_SRCS := src/utils/math_kernel.cu |
| CUDA_OBJS := src/utils/math_kernel.o |
| CUDA_HDRS := include/singa/utils/math_kernel.h |
| |
| CUDNN_SRCS := src/neuralnet/loss_layer/cudnn_softmaxloss.cc \ |
| src/neuralnet/neuron_layer/cudnn_softmax.cc \ |
| src/neuralnet/neuron_layer/cudnn_pooling.cc \ |
| src/neuralnet/neuron_layer/cudnn_activation.cc \ |
| src/neuralnet/neuron_layer/cudnn_lrn.cc \ |
| src/neuralnet/neuron_layer/cudnn_convolution.cc \ |
| src/neuralnet/neuron_layer/cudnn_bm.cc |
| |
| PY_SRCS := tool/python/singa/driver_wrap.cxx \ |
| src/driver.cc |
| |
| ZOOKEEPER_SRCS := src/utils/zk_service.cc |
| ZOOKEEPER_HDRS := include/singa/utils/zk_service.h |
| |
| HDFS_SRCS := src/io/hdfsfile.cc \ |
| src/io/hdfsfile_store.cc |
| HDFS_HDRS := include/singa/io/hdfsfile.h \ |
| include/singa/io/hdfsfile_store.h |
| |
| SINGA_SRCS := src/driver.cc \ |
| src/server.cc \ |
| src/worker.cc \ |
| src/stub.cc \ |
| src/neuralnet/layer.cc \ |
| src/neuralnet/connection_layer/bridge.cc \ |
| src/neuralnet/connection_layer/concate.cc \ |
| src/neuralnet/connection_layer/slice.cc \ |
| src/neuralnet/connection_layer/split.cc \ |
| src/neuralnet/connection_layer/rnn_dummy.cc \ |
| src/neuralnet/input_layer/char_rnn.cc \ |
| src/neuralnet/input_layer/onehot.cc \ |
| src/neuralnet/input_layer/csv.cc \ |
| src/neuralnet/input_layer/image_preprocess.cc \ |
| src/neuralnet/input_layer/record.cc \ |
| src/neuralnet/input_layer/deprecated.cc \ |
| src/neuralnet/input_layer/store.cc \ |
| src/neuralnet/input_layer/rnn_label.cc \ |
| src/neuralnet/output_layer/accuracy.cc \ |
| src/neuralnet/output_layer/argsort.cc \ |
| src/neuralnet/output_layer/csv.cc \ |
| src/neuralnet/output_layer/record.cc \ |
| src/neuralnet/output_layer/char_rnn.cc \ |
| src/neuralnet/loss_layer/euclidean.cc \ |
| src/neuralnet/loss_layer/softmax.cc \ |
| src/neuralnet/neuron_layer/activation.cc \ |
| src/neuralnet/neuron_layer/bm.cc \ |
| src/neuralnet/neuron_layer/convolution.cc \ |
| src/neuralnet/neuron_layer/dropout.cc \ |
| src/neuralnet/neuron_layer/dummy.cc \ |
| src/neuralnet/neuron_layer/embedding.cc \ |
| src/neuralnet/neuron_layer/inner_product.cc \ |
| src/neuralnet/neuron_layer/lrn.cc \ |
| src/neuralnet/neuron_layer/pooling.cc \ |
| src/neuralnet/neuron_layer/rbm.cc \ |
| src/neuralnet/neuron_layer/gru.cc \ |
| src/neuralnet/neuron_layer/relu.cc \ |
| src/neuralnet/neuron_layer/sigmoid.cc \ |
| src/neuralnet/neuron_layer/softmax.cc \ |
| src/neuralnet/neuron_layer/stanh.cc \ |
| src/neuralnet/neuralnet.cc \ |
| src/comm/socket.cc \ |
| src/comm/msg.cc \ |
| src/io/kvfile.cc \ |
| src/io/kvfile_store.cc \ |
| src/io/textfile_store.cc \ |
| src/io/store.cc \ |
| src/utils/cluster.cc \ |
| src/utils/cluster_rt.cc \ |
| src/utils/graph.cc \ |
| src/utils/common.cc \ |
| src/utils/param.cc \ |
| src/utils/updater.cc \ |
| src/utils/blob.cc \ |
| src/utils/image_transform.cc \ |
| src/utils/job_manager.cc |
| |
| |
| SINGA_HDRS := include/singa.h \ |
| include/singa/utils/math_blob.h \ |
| include/singa/utils/math_addr.h \ |
| include/singa/utils/cluster.h \ |
| include/utils/cluster_rt.h \ |
| include/utils/param.h \ |
| include/utils/common.h \ |
| include/utils/factory.h \ |
| include/utils/data_shard.h \ |
| include/utils/singleton.h \ |
| include/utils/graph.h \ |
| include/utils/blob.h \ |
| include/utils/updater.h \ |
| include/utils/tinydir.h \ |
| include/utils/tokenizer.h \ |
| include/utils/image_transform.h \ |
| include/utils/job_manager.h \ |
| include/server.h \ |
| include/worker.h \ |
| include/stub.h \ |
| include/neuralnet/layer.h \ |
| include/neuralnet/output_layer.h \ |
| include/neuralnet/input_layer.h \ |
| include/neuralnet/loss_layer.h \ |
| include/neuralnet/neuron_layer.h \ |
| include/neuralnet/connection_layer.h \ |
| include/neuralnet/neuralnet.h \ |
| include/singa/comm/msg.h \ |
| include/singa/comm/socket.h \ |
| include/singa/io/store.h \ |
| include/singa/io/kvfile.h \ |
| include/singa/io/kvfile_store.h \ |
| include/singa/io/textfile_store.h \ |
| include/mshadow/cxxnet_op.h \ |
| include/mshadow/tensor_expr.h \ |
| include/mshadow/tensor_container.h \ |
| include/mshadow/tensor_expr_ext.h \ |
| include/mshadow/tensor.h \ |
| include/mshadow/tensor_io.h \ |
| include/mshadow/tensor_base.h \ |
| include/mshadow/tensor_random.h |
| |
| GTEST_SRCS := include/gtest/gtest-all.cc |
| GTEST_HRDS := include/gtest/gtest.h |
| TEST_SRCS := include/gtest/gtest_main.cc \ |
| src/test/test_cluster.cc \ |
| src/test/test_common.cc \ |
| src/test/test_msg.cc \ |
| src/test/test_math.cc \ |
| src/test/test_neuralnet.cc \ |
| src/test/test_paramslicer.cc \ |
| src/test/test_kvfile.cc \ |
| src/test/test_store.cc \ |
| src/test/test_connection_layers.cc \ |
| src/test/test_record_input_layer.cc \ |
| src/test/test_csv_input_layer.cc \ |
| src/test/test_gru_layer.cc \ |
| src/test/test_unrolling.cc |
| |
| #EXTRA_PROGRAMS = $(PROGS) |
| EXTRA_PROGRAMS = singatest test |
| #EXTRA_LTLIBRARIES = $(LTLIBS) |
| EXTRA_LTLIBRARIES = libgtest.la _driver.la |
| |
| lib_LTLIBRARIES = libsinga.la $(LTLIBS) |
| bin_PROGRAMS = singa singatool $(PROGS) |
| pydir = $(CURDIR)/tool/python/singa/ |
| py_LTLIBRARIES = $(PY_PROGS) |
| #gpudir = $(CURDIR)/.libs |
| #gpu_LTLIBRARIES = libsingagpu.so |
| |
| #lib_LTLIBRARIES = libsinga.la |
| libsinga_la_SOURCES = $(PROTO_SRCS) $(SINGA_SRCS) |
| libsinga_la_CXXFLAGS = $(DEFAULT_FLAGS) -msse3 -fpermissive -I$(top_srcdir)/include |
| libsinga_la_LDFLAGS = |
| if LMDB |
| libsinga_la_CXXFLAGS += -DUSE_LMDB |
| endif |
| |
| if DCUDNN |
| libsinga_la_SOURCES += $(CUDNN_SRCS) |
| libsinga_la_CXXFLAGS += $(CUDNN_CFLAGS) |
| libsinga_la_LDFLAGS += $(CUDNN_LDFLAGS) $(CUDNN_LIBS) |
| endif |
| |
| if DCUDA |
| libsinga_la_SOURCES += $(CUDA_SRCS) $(CUDA_HDRS) |
| libsinga_la_CXXFLAGS += $(CUDA_CFLAGS) |
| libsinga_la_LDFLAGS += $(CUDA_LDFLAGS) $(CUDA_LIBS) -L./ -lsingagpu -Wl,-rpath=. |
| libsinga_la_LIBADD = libsingagpu.so |
| endif |
| |
| if DDIST |
| libsinga_la_SOURCES += $(ZOOKEEPER_SRCS) |
| libsinga_la_CXXFLAGS += $(DIST_CFLAGS) |
| libsinga_la_LDFLAGS += $(DIST_LDFLAGS) $(DIST_LIBS) |
| endif |
| |
| if DHDFS |
| libsinga_la_SOURCES += $(HDFS_SRCS) |
| libsinga_la_CXXFLAGS += $(HDFS_CFLAGS) |
| libsinga_la_LDFLAGS += $(HDFS_LDFLAGS) $(HDFS_LIBS) |
| endif |
| |
| #bin_PROGRAMS = singa |
| singa_SOURCES = src/main.cc |
| singa_CXXFLAGS = $(DEFAULT_FLAGS) -MMD -I$(top_srcdir)/include |
| singa_LDFLAGS = -lsinga \ |
| -lglog \ |
| -lprotobuf \ |
| -lopenblas \ |
| -lczmq |
| if LMDB |
| singa_LDFLAGS += -llmdb |
| endif |
| |
| if DCUDNN |
| singa_SOURCES += $(CUDNN_SRCS) |
| singa_CXXFLAGS += $(CUDNN_CFLAGS) |
| singa_LDFLAGS += $(CUDNN_LDFLAGS) $(CUDNN_LIBS) |
| endif |
| |
| if DCUDA |
| singa_SOURCES += $(CUDA_SRCS) $(CUDA_HDRS) |
| singa_CXXFLAGS += $(CUDA_CFLAGS) |
| singa_LDFLAGS += $(CUDA_LDFLAGS) $(CUDA_LIBS) |
| endif |
| |
| if DDIST |
| singa_SOURCES += $(ZOOKEEPER_SRCS) |
| singa_CXXFLAGS += $(DIST_CFLAGS) |
| singa_LDFLAGS += $(DIST_LDFLAGS) $(DIST_LIBS) |
| endif |
| |
| if DHDFS |
| singa_SOURCES += $(HDFS_SRCS) |
| singa_CXXFLAGS += $(HDFS_CFLAGS) |
| singa_LDFLAGS += $(HDFS_LDFLAGS) $(HDFS_LIBS) |
| endif |
| #bin_PROGRAMS += singatool |
| singatool_SOURCES = src/utils/tool.cc #$(CUDA_SRCS) $(CUDA_HDRS) $(CUDNN_SRCS) |
| singatool_CXXFLAGS = -Wall -pthread -fPIC -std=c++11 -MMD -Wno-unknown-pragmas \ |
| -funroll-loops -DTHREADED -I$(top_srcdir)/include $(DEFAULT_FLAGS) |
| singatool_LDFLAGS = -lsinga \ |
| -lglog \ |
| -lprotobuf |
| |
| if DDIST |
| singatool_SOURCES += $(ZOOKEEPER_SRCS) |
| singatool_CXXFLAGS += $(DIST_CFLAGS) |
| singatool_LDFLAGS += $(DIST_LDFLAGS) $(DIST_LIBS) |
| endif |
| |
| #lib_LTLIBRARIES += libgtest.la |
| libgtest_la_SOURCES = $(GTEST_HDRS) $(GTEST_SRCS) |
| libgtest_la_CXXFLAGS = $(DEFAULT_FLAGS) -msse3 -fpermissive -I$(top_srcdir)/include |
| if LMDB |
| libgtest_la_CXXFLAGS += -DUSE_LMDB |
| endif |
| #libgtest_la_LDFLAGS = -I$(top_srcdir)/include |
| |
| #bin_PROGRAMS += test |
| |
| singatest_SOURCES = $(GTEST_HDRS) $(TEST_SRCS) |
| singatest_CXXFLAGS = $(DEFAULT_FLAGS) -I$(top_srcdir)/include |
| singatest_LDADD = ./libgtest.la |
| singatest_LDFLAGS = -lsinga \ |
| -lglog \ |
| -lprotobuf \ |
| -lopenblas \ |
| -lczmq \ |
| -lgtest |
| if LMDB |
| singatest_LDFLAGS += -llmdb |
| endif |
| |
| if DCUDNN |
| singatest_SOURCES += $(CUDNN_SRCS) |
| singatest_CXXFLAGS += $(CUDNN_CFLAGS) |
| singatest_LDFLAGS += $(CUDNN_LDFLAGS) $(CUDNN_LIBS) |
| endif |
| |
| if DCUDA |
| singatest_SOURCES += $(CUDA_SRCS) $(CUDA_HDRS) |
| singatest_CXXFLAGS += $(CUDA_CFLAGS) |
| singatest_LDFLAGS += $(CUDA_LDFLAGS) $(CUDA_LIBS) |
| endif |
| |
| if DDIST |
| singatest_SOURCES += $(ZOOKEEPER_SRCS) |
| singatest_CXXFLAGS += $(DIST_CFLAGS) |
| singatest_LDFLAGS += $(DIST_LDFLAGS) $(DIST_LIBS) |
| endif |
| |
| _driver_la_SOURCES = $(PY_SRCS) |
| _driver_la_CXXFLAGS = $(DEFAULT_FLAGS) $(MSHADOW_FLAGS) -I$(top_srcdir)/include $(PYFLAGS) |
| _driver_la_LDFLAGS = -lsinga -module -shared $(PYLIBS) -avoid-version -rpath $(pydir) |
| |
| if DCUDNN |
| _driver_la_CXXFLAGS += $(CUDNN_CFLAGS) |
| _driver_la_LDFLAGS += $(CUDNN_LDFLAGS) $(CUDNN_LIBS) |
| endif |
| |
| if DCUDA |
| _driver_la_CXXFLAGS += $(CUDA_CFLAGS) |
| _driver_la_LDFLAGS += $(CUDA_LDFLAGS) $(CUDA_LIBS) |
| endif |
| |
| clean-local: |
| rm -rf $(PROTO_SRCS) $(PROTO_HDRS) |
| rm -rf $(PROTO_PYS) |
| rm -rf neuralnet/neuron_layer/*.o |
| rm -rf src/utils/math_kernel.o |
| rm -rf rat_check |
| rm -rf tool/python/pb2 |
| rm -rf libsingagpu.so |
| |
| # Add scrips for py driver installation |
| all-local: |
| @if [ -f ".libs/_driver.so" ]; then \ |
| echo "Copy libs for python wrapper"; \ |
| cp -f .libs/_driver.so tool/python/singa/; \ |
| touch tool/python/singa/__init__.py; \ |
| fi |
| @if [ -f "libsingagpu.so" ]; then \ |
| cp libsingagpu.so .libs/; \ |
| fi |
| |
| # For rat check |
| rat: |
| @if test ! -z '$(shell command -v java 2>/dev/null)'; then \ |
| if test ! -z '$(shell echo $$RAT_PATH)'; then \ |
| make distclean;\ |
| java -jar $(RAT_PATH) -E rat-excludes -d . > rat_check; \ |
| else \ |
| echo "RAT_PATH is not set to correct jar file. Apache RAT can be downloaded at http://creadur.apache.org/rat/download_rat.cgi"; \ |
| fi \ |
| else \ |
| echo "java is not found"; \ |
| fi |
| |
| .cu.o: .cu |
| $(NVCC) $(MSHADOW_FLAGS) --shared -Xcompiler -fPIC $(CUDA_CFLAGS) $(CUDA_LDFLAGS) $(CUDA_LIBS) -I$(top_srcdir)/include -std=c++11 -G -c -o $@ $< |
| |
| # Generate gpu libs for singa |
| libsingagpu.so: $(CUDA_OBJS) |
| $(NVCC) -o libsingagpu.so -shared -Xcompiler -fPIC $(CUDA_OBJS) $(CUDA_CFLAGS) $(CUDA_LDFLAGS) $(CUDA_LIBS) -I$(top_srcdir)/include -std=c++11 -G |
| |
| # Create python class files |
| install-pyLTLIBRARIES: $(py_LTLIBRARIES) |
| touch tool/python/singa/__init__.py |
| @if [ -f ".libs/_driver.so" ]; then \ |
| cp -f .libs/_driver.so tool/python/singa/;\ |
| fi |
| |
| uninstall-pyLTLIBRARIES: |
| rm -f tool/python/singa/__init__.py |
| rm -f tool/python/singa/_driver.so |
| |
| # For autorun singatest |
| test: singatest |
| @./singatest |
| |
| $(PROTO_HDRS) $(PROTO_SRCS): $(PROTOS) |
| protoc --proto_path=$(top_srcdir)/src/proto --cpp_out=$(top_srcdir)/src/proto $(PROTOS) |
| mkdir -p $(top_srcdir)/tool/python/pb2/ |
| touch $(top_srcdir)/tool/python/pb2/__init__.py |
| protoc --proto_path=$(top_srcdir)/src/proto --python_out=$(top_srcdir)/tool/python/pb2 $(PROTOS) |
| mkdir -p $(top_srcdir)/include/singa/proto/ |
| cp $(top_srcdir)/src/proto/*.pb.h $(top_srcdir)/include/singa/proto/ |
| @echo |
