From 400381c30185b1db2d7399b7a8aa692b62198d9b Mon Sep 17 00:00:00 2001 From: gongel Date: Fri, 2 Sep 2022 03:49:18 +0000 Subject: [PATCH] update seed and add TODO --- paddlenlp/ops/faster_transformer/src/CMakeLists.txt | 2 ++ .../FasterTransformer/fastertransformer/cuda/topk_kernels.cu | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/paddlenlp/ops/faster_transformer/src/CMakeLists.txt b/paddlenlp/ops/faster_transformer/src/CMakeLists.txt index b7d8e2b2c0e8..46588a22151a 100644 --- a/paddlenlp/ops/faster_transformer/src/CMakeLists.txt +++ b/paddlenlp/ops/faster_transformer/src/CMakeLists.txt @@ -225,6 +225,8 @@ else(ON_INFER) RESULT_VARIABLE _INC_PYTHON_SUCCESS OUTPUT_VARIABLE _INC_PYTHON_VALUES) message(STATUS "PADDLE_VERSION: ${_INC_PYTHON_VALUES}") + + # TODO(gongenlei): support PADDLE_NEW_ALLOCATOR for ON_INFER if(_INC_PYTHON_VALUES VERSION_GREATER_EQUAL "2.3.0") add_definitions(-DPADDLE_NEW_ALLOCATOR) endif() diff --git a/paddlenlp/ops/patches/FasterTransformer/fastertransformer/cuda/topk_kernels.cu b/paddlenlp/ops/patches/FasterTransformer/fastertransformer/cuda/topk_kernels.cu index 24dfddb224c9..2f364f9c880d 100644 --- a/paddlenlp/ops/patches/FasterTransformer/fastertransformer/cuda/topk_kernels.cu +++ b/paddlenlp/ops/patches/FasterTransformer/fastertransformer/cuda/topk_kernels.cu @@ -41,7 +41,7 @@ __global__ void ker_curand_setup_bsz_one(curandState_t* state, if (threadIdx.x + blockIdx.x * blockDim.x < size) curand_init(seed, 0, - 0, + seed, &state[blockIdx.x * blockDim.x + threadIdx.x]); }