[JENKINS-55600] Parallel execution of same job N times with different parameters leads to only 1 execution of the job

Alexandr Panshin created issue - 2019-01-15 13:37

Alexandr Panshin made changes - 2019-01-15 13:39

Description

Original: # I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
# I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:

{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projectsBuilds = [:]

                    def labelParameters0 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0'])
                    projectsBuilds['project0'] = {
                        stage(String.format('%s execution', 'project0')) {
                            build job: 'Sample-Job', parameters: labelParameters0
                        }
                    }

                    def labelParameters1 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1'])
                    projectsBuilds['project1'] = {
                        stage(String.format('%s execution', 'project1')) {
                            build job: 'Sample-Job', parameters: labelParameters1
                        }
                    }

                    def labelParameters2 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2'])
                    projectsBuilds['project2'] = {
                        stage(String.format('%s execution', 'project2')) {
                            build job: 'Sample-Job', parameters: labelParameters2
                        }
                    }

                    def labelParameters3 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3'])
                    projectsBuilds['project3'] = {
                        stage(String.format('%s execution', 'project3')) {
                            build job: 'Sample-Job', parameters: labelParameters3
                        }
                    }

                    def labelParameters4 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4'])
                    projectsBuilds['project4'] = {
                        stage(String.format('%s execution', 'project4')) {
                            build job: 'Sample-Job', parameters: labelParameters4
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}
{code}

# However, when I run this script it only invokes job TWICE, not FIVE TIMES (see screens)

New: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:

{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projectsBuilds = [:]

                    def labelParameters0 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0'])
                    projectsBuilds['project0'] = {
                        stage(String.format('%s execution', 'project0')) {
                            build job: 'Sample-Job', parameters: labelParameters0
                        }
                    }

                    def labelParameters1 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1'])
                    projectsBuilds['project1'] = {
                        stage(String.format('%s execution', 'project1')) {
                            build job: 'Sample-Job', parameters: labelParameters1
                        }
                    }

                    def labelParameters2 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2'])
                    projectsBuilds['project2'] = {
                        stage(String.format('%s execution', 'project2')) {
                            build job: 'Sample-Job', parameters: labelParameters2
                        }
                    }

                    def labelParameters3 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3'])
                    projectsBuilds['project3'] = {
                        stage(String.format('%s execution', 'project3')) {
                            build job: 'Sample-Job', parameters: labelParameters3
                        }
                    }

                    def labelParameters4 = []
                    labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4'])
                    projectsBuilds['project4'] = {
                        stage(String.format('%s execution', 'project4')) {
                            build job: 'Sample-Job', parameters: labelParameters4
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}
{code}

3) However, when I run this script it only invokes job TWICE, not FIVE TIMES (see screens)

Alexandr Panshin made changes - 2019-01-15 13:48

Description	Original: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter 2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this: {code:java} pipeline { agent none stages { stage('Processing projects') { steps { script { def projectsBuilds = [:] def labelParameters0 = [] labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0']) projectsBuilds['project0'] = { stage(String.format('%s execution', 'project0')) { build job: 'Sample-Job', parameters: labelParameters0 } } def labelParameters1 = [] labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1']) projectsBuilds['project1'] = { stage(String.format('%s execution', 'project1')) { build job: 'Sample-Job', parameters: labelParameters1 } } def labelParameters2 = [] labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2']) projectsBuilds['project2'] = { stage(String.format('%s execution', 'project2')) { build job: 'Sample-Job', parameters: labelParameters2 } } def labelParameters3 = [] labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3']) projectsBuilds['project3'] = { stage(String.format('%s execution', 'project3')) { build job: 'Sample-Job', parameters: labelParameters3 } } def labelParameters4 = [] labelParameters0.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters0.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4']) projectsBuilds['project4'] = { stage(String.format('%s execution', 'project4')) { build job: 'Sample-Job', parameters: labelParameters4 } } parallel projectsBuilds; } } } } } {code} 3) However, when I run this script it only invokes job TWICE, not FIVE TIMES (see screens)	New: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter 2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this: {code:java} pipeline { agent none stages { stage('Processing projects') { steps { script { def projectsBuilds = [:] def labelParameters = [] labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0']) projectsBuilds['project0'] = { stage(String.format('%s execution', 'project0')) { build job: 'Sample-Job', parameters: labelParameters } } labelParameters = [] labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1']) projectsBuilds['project1'] = { stage(String.format('%s execution', 'project1')) { build job: 'Sample-Job', parameters: labelParameters } } labelParameters = [] labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2']) projectsBuilds['project2'] = { stage(String.format('%s execution', 'project2')) { build job: 'Sample-Job', parameters: labelParameters } } labelParameters = [] labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3']) projectsBuilds['project3'] = { stage(String.format('%s execution', 'project3')) { build job: 'Sample-Job', parameters: labelParameters } } labelParameters = [] labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux']) labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4']) projectsBuilds['project4'] = { stage(String.format('%s execution', 'project4')) { build job: 'Sample-Job', parameters: labelParameters } } parallel projectsBuilds; } } } } } {code} 3) However, when I run this script it only invokes job ONCE, not FIVE TIMES (see screens)
Summary	Original: Parallel execution of same job N times with different parameters leads to only 2 executions of the job	New: Parallel execution of same job N times with different parameters leads to only 1 execution of the job

Alexandr Panshin made changes - 2019-01-15 13:48

Attachment

Original: screen0.jpg [ 45723 ]

Alexandr Panshin made changes - 2019-01-15 13:48

Attachment

Original: screen1.jpg [ 45722 ]

Alexandr Panshin made changes - 2019-01-15 13:49

Attachment

New: screen.jpg [ 45725 ]

Alexandr Panshin made changes - 2019-01-15 13:49

Description

Original: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:

{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projectsBuilds = [:]

                    def labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0'])
                    projectsBuilds['project0'] = {
                        stage(String.format('%s execution', 'project0')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1'])
                    projectsBuilds['project1'] = {
                        stage(String.format('%s execution', 'project1')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2'])
                    projectsBuilds['project2'] = {
                        stage(String.format('%s execution', 'project2')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3'])
                    projectsBuilds['project3'] = {
                        stage(String.format('%s execution', 'project3')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4'])
                    projectsBuilds['project4'] = {
                        stage(String.format('%s execution', 'project4')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}

{code}

3) However, when I run this script it only invokes job ONCE, not FIVE TIMES (see screens)

New: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:
{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projectsBuilds = [:]

                    def labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0'])
                    projectsBuilds['project0'] = {
                        stage(String.format('%s execution', 'project0')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1'])
                    projectsBuilds['project1'] = {
                        stage(String.format('%s execution', 'project1')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2'])
                    projectsBuilds['project2'] = {
                        stage(String.format('%s execution', 'project2')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3'])
                    projectsBuilds['project3'] = {
                        stage(String.format('%s execution', 'project3')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4'])
                    projectsBuilds['project4'] = {
                        stage(String.format('%s execution', 'project4')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}

{code}
3) However, when I run this script it only invokes job ONCE, not FIVE TIMES (see screen)

Alexandr Panshin made changes - 2019-01-15 13:51

Priority

Original: Major [ 3 ]

New: Minor [ 4 ]

Alexandr Panshin made changes - 2019-01-15 14:01

Description

Original: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:
{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projectsBuilds = [:]

                    def labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project0'])
                    projectsBuilds['project0'] = {
                        stage(String.format('%s execution', 'project0')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project1'])
                    projectsBuilds['project1'] = {
                        stage(String.format('%s execution', 'project1')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project2'])
                    projectsBuilds['project2'] = {
                        stage(String.format('%s execution', 'project2')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project3'])
                    projectsBuilds['project3'] = {
                        stage(String.format('%s execution', 'project3')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    labelParameters = []
                    labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                    labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: 'project4'])
                    projectsBuilds['project4'] = {
                        stage(String.format('%s execution', 'project4')) {
                            build job: 'Sample-Job', parameters: labelParameters
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}

{code}
3) However, when I run this script it only invokes job ONCE, not FIVE TIMES (see screen)

New: 1) I created sample job (see "sample_job_config.xml" attachment) which has "PROJECT_NAME" parameter
2) I want to run it in parallel 5 times with different "PROJECT_NAME" values. I created following script for this:
{code:java}
pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projects = ['project0', 'project1', 'project2', 'project3', 'project4']
                    def projectsBuilds = [:]

                    def labelParameters
                    for (project in projects) {
                        //JENKINS-55426 need to save iterated variable value into intermediate variable, otherwise there will be last value from collection for all jobs
                        def currentProject = project
                        labelParameters = []
                        labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                        labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: currentProject])

                        projectsBuilds[currentProject] = {
                            stage(String.format('%s execution', currentProject)) {
                                build job: 'Sample-Job', parameters: labelParameters
                            }
                        }
                    }

                    parallel projectsBuilds;
                }
            }
        }
    }
}
{code}
3) However, when I run this script it only invokes job ONCE, not FIVE TIMES (see screen)

Alexandr Panshin added a comment - 2019-01-15 14:03 - edited

Though I still guess it is a defect (I suppose "labelParameters = []" instruction in Groovy should rewrite pointer value?), this problem seems to appear because of using same "labelParameters" variable for all of jobs.
Instantiating container for parameters for each job seems to solve the problem:

pipeline {
    agent none
    stages {
        stage('Processing projects') {
            steps {
                script {
                    def projects = ['project0', 'project1', 'project2', 'project3', 'project4']
                    def projectsBuilds = [:] // essential change here

                    for (project in projects) {
                        //JENKINS-55426 need to save iterated variable value into intermediate variable, otherwise there will be last value from collection for all jobs
                        def currentProject = project
                        def labelParameters = []
                        labelParameters.add([$class: 'LabelParameterValue', name: 'node', label: 'linux'])
                        labelParameters.add([$class: "StringParameterValue", name: "PROJECT_NAME", value: currentProject])

                        projectsBuilds[currentProject] = {
                            stage(String.format('%s execution', currentProject)) {
                                build job: 'Sample-Job', parameters: labelParameters
                            }
                        }
                    }

                    print(projectsBuilds)
                    parallel projectsBuilds;
                }
            }
        }
    }
}

Alexandr Panshin added a comment - 2019-01-15 14:03 - edited Though I still guess it is a defect (I suppose "labelParameters = []" instruction in Groovy should rewrite pointer value?), this problem seems to appear because of using same "labelParameters" variable for all of jobs. Instantiating container for parameters for each job seems to solve the problem: pipeline { agent none stages { stage( 'Processing projects' ) { steps { script { def projects = [ 'project0' , 'project1' , 'project2' , 'project3' , 'project4' ] def projectsBuilds = [:] // essential change here for (project in projects) { //JENKINS-55426 need to save iterated variable value into intermediate variable, otherwise there will be last value from collection for all jobs def currentProject = project def labelParameters = [] labelParameters.add([$class: 'LabelParameterValue' , name: 'node' , label: 'linux' ]) labelParameters.add([$class: "StringParameterValue" , name: "PROJECT_NAME" , value: currentProject]) projectsBuilds[currentProject] = { stage( String .format( '%s execution' , currentProject)) { build job: 'Sample-Job' , parameters: labelParameters } } } print(projectsBuilds) parallel projectsBuilds; } } } } }

Jenkins

Details

Description

Attachments

Attachments

Issue Links

Activity

Collapse comment: Alexandr Panshin added a comment - 2019-01-15 14:03, Edited by Alexandr Panshin - 2019-01-15 14:05

Expand comment: Alexandr Panshin added a comment - 2019-01-15 14:03, Edited by Alexandr Panshin - 2019-01-15 14:05

People

Dates