fix penalty

irexyc · irexyc · commit c5111b6229a0 · 2024-05-09T02:11:42.000+08:00
diff --git a/src/turbomind/kernels/sampling_penalty_kernels.cu b/src/turbomind/kernels/sampling_penalty_kernels.cu
@@ -418,6 +418,8 @@ __global__ void batchApplyRepetitionPenalty(T*           logits,
         }
     }
 
+    __syncthreads();
+
     // Phase 2. Replace a logit value by the penalized one.
     for (int index = threadIdx.x; index < step; index += blockDim.x) {
         // skip prompt

Original file line number	Diff line number	Diff line change
`@@ -418,6 +418,8 @@ __global__ void batchApplyRepetitionPenalty(T* logits,`
`418`	`418`	`}`
`419`	`419`	`}`
`420`	`420`
	`421`	`+ __syncthreads();`
	`422`	`+`
`421`	`423`	`// Phase 2. Replace a logit value by the penalized one.`
`422`	`424`	`for (int index = threadIdx.x; index < step; index += blockDim.x) {`
`423`	`425`	`// skip prompt`