@@ -295,8 +295,8 @@ def buildImage(config, imageKeyToTag)
295295
296296if (dependent) {
297297 stage (" make${ dependent.target} _${ action} (${ arch} )" ) {
298- def randomSleep= (Math . random()* 300 + 300 ). toInteger()
299- trtllm_utils. llmExecStepWithRetry(this ,script :" docker pull${ TRITON_IMAGE} :${ TRITON_BASE_TAG} " ,sleepInSecs : randomSleep,shortCommondRunTimeMax :7200 )
298+ def randomSleep= (Math . random()* 600 + 600 ). toInteger()
299+ trtllm_utils. llmExecStepWithRetry(this ,script :" docker pull${ TRITON_IMAGE} :${ TRITON_BASE_TAG} " ,sleepInSecs : randomSleep,numRetries : 6 , shortCommondRunTimeMax :7200 )
300300 trtllm_utils. llmExecStepWithRetry(this ,script :"""
301301 cd${ LLM_ROOT} && make -C docker${ dependent.target} _${ action} \
302302 BASE_IMAGE=${ BASE_IMAGE} \
@@ -305,7 +305,7 @@ def buildImage(config, imageKeyToTag)
305305 IMAGE_WITH_TAG=${ dependentImageWithTag} \
306306 STAGE=${ dependent.dockerfileStage} \
307307 BUILD_WHEEL_OPTS='-j${ build_jobs} '${ args}
308- """ ,sleepInSecs : randomSleep,numRetries :3 ,shortCommondRunTimeMax :7200 )
308+ """ ,sleepInSecs : randomSleep,numRetries :6 ,shortCommondRunTimeMax :7200 )
309309 args+ = " DEVEL_IMAGE=${ dependentImageWithTag} "
310310if (target== " ngc-release" ) {
311311 imageKeyToTag[" NGC Devel Image${ config.arch} " ]= dependentImageWithTag
@@ -324,8 +324,8 @@ def buildImage(config, imageKeyToTag)
324324 }
325325 stage (" make${ target} _${ action} (${ arch} )" ) {
326326 sh" env | sort"
327- def randomSleep= (Math . random()* 300 + 300 ). toInteger()
328- trtllm_utils. llmExecStepWithRetry(this ,script :" docker pull${ TRITON_IMAGE} :${ TRITON_BASE_TAG} " ,sleepInSecs : randomSleep,shortCommondRunTimeMax :7200 )
327+ def randomSleep= (Math . random()* 600 + 600 ). toInteger()
328+ trtllm_utils. llmExecStepWithRetry(this ,script :" docker pull${ TRITON_IMAGE} :${ TRITON_BASE_TAG} " ,sleepInSecs : randomSleep,numRetries : 6 , shortCommondRunTimeMax :7200 )
329329 trtllm_utils. llmExecStepWithRetry(this ,script :"""
330330 cd${ LLM_ROOT} && make -C docker${ target} _${ action} \
331331 BASE_IMAGE=${ BASE_IMAGE} \
@@ -334,7 +334,7 @@ def buildImage(config, imageKeyToTag)
334334 IMAGE_WITH_TAG=${ imageWithTag} \
335335 STAGE=${ dockerfileStage} \
336336 BUILD_WHEEL_OPTS='-j${ build_jobs} '${ args}
337- """ ,sleepInSecs : randomSleep,numRetries :3 ,shortCommondRunTimeMax :7200 )
337+ """ ,sleepInSecs : randomSleep,numRetries :6 ,shortCommondRunTimeMax :7200 )
338338if (target== " ngc-release" ) {
339339 imageKeyToTag[" NGC Release Image${ config.arch} " ]= imageWithTag
340340 }
@@ -684,7 +684,7 @@ pipeline {
684684 }
685685 cmd+ = imageKeyToTag. values(). join(" " )
686686 withCredentials([usernamePassword(credentialsId :" NSPECT_CLIENT-${ nspect_env} " ,usernameVariable :' NSPECT_CLIENT_ID' ,passwordVariable :' NSPECT_CLIENT_SECRET' )]) {
687- sh cmd
687+ trtllm_utils . llmExecStepWithRetry( this , script : cmd, numRetries : 6 , shortCommondRunTimeMax : 7200 )
688688 }
689689 }
690690 }