hello_tensorrt/Makefile at main · LiuLeif/hello_tensorrt · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
KERNEL_OPT:=-DOPT_SOFTMAX -DOPT_CONVOLUTION

CPPFLAGS := -I /opt/anaconda3/envs/cuda-11/include/ -I/usr/include/opencv4
CPPFLAGS += ${KERNEL_OPT}
# CPPFLAGS += -DINT8
CXXFLAGS := -g -O0 -MMD -Wno-deprecated-declarations
LDFLAGS := -L/opt/anaconda3/envs/cuda-11/lib -L/opt/anaconda3/envs/cuda-11/lib64 -L${PWD}/TensorRT/build/out
LDLIBS := -lnvcaffeparser -lnvinfer -lnvinfer_plugin -lcudnn -lcudart -lcublas -lstdc++ -lopencv_core -lopencv_imgproc -lopencv_imgcodecs

NVCC := /opt/anaconda3/envs/cuda-11/bin/nvcc
SRC := $(wildcard *.cpp)
OBJ := $(patsubst %.cpp,%.o,${SRC})
APP := $(patsubst %.cpp,%.elf,${SRC})
RUN_APP := $(patsubst %.cpp,run-%,${SRC})
TEST_APP := $(patsubst %.cpp,test-%,${SRC})
PROFILE_APP := $(patsubst %.cpp,profile-%,${SRC})

all: ${APP}

DEP := $(OBJ:.o=.d)
-include ${DEP}

CUDA_KERNEL_SRC:=$(wildcard kernel/*.cu)
CUDA_OBJ := $(patsubst %.cu,%.o,${CUDA_KERNEL_SRC})

%.o:%.cu
	${NVCC} ${KERNEL_OPT} -c $^ -o $@

.PRECIOUS: ${CUDA_OBJ} ${OBJ}

%.elf:%.o ${CUDA_OBJ}
	gcc $^ ${LDFLAGS} ${LDLIBS} -o $@

${RUN_APP}:run-%:%.elf
	LD_LIBRARY_PATH="${PWD}/TensorRT/build/out:/opt/anaconda3/envs/cuda-11/lib64:/opt/anaconda3/envs/cuda-11/lib"  ./$<

${TEST_APP}:test-%:%.elf
	@LD_LIBRARY_PATH="${PWD}/TensorRT/build/out:/opt/anaconda3/envs/cuda-11/lib64:/opt/anaconda3/envs/cuda-11/lib"  python3 ./run-test.py $<

${PROFILE_APP}:profile-%:%.elf
	@rm -rf /tmp/profile*; \
	LD_LIBRARY_PATH="${PWD}/TensorRT/build/out:/opt/anaconda3/envs/cuda-11/lib64:/opt/anaconda3/envs/cuda-11/lib"  nsys profile -c cudaProfilerApi -o /tmp/profile ./$<; \
	nsys-ui /tmp/profile.nsys-rep

test-all:${TEST_APP}

clean:
	rm -rf ${OBJ} ${APP} ${DEP} ${CUDA_OBJ}

build-tensorrt:
	cd TensorRT; mkdir -p build && cd build; CUDACXX=/opt/anaconda3/envs/cuda-11/bin/nvcc cmake .. -DTRT_LIB_DIR=/opt/anaconda3/envs/cuda-11/lib -DTRT_OUT_DIR=`pwd`/out; make; cd ..

get-tensorrt:
	git clone https://github.com/NVIDIA/TensorRT/; cd TensorRT; git submodule update --init --recursive; git checkout 156c59ae86d454fa89146fe65fa7332dbc8c3c2b; git submodule update; git apply ../tensorrt.diff; cd ..