generate_yaml.tcl

Go to the documentation of this file.

#!/usr/bin/env tclsh
#   Copyright 2018-2026 The University of Birmingham
#   Copyright 2018-2026 Max-Planck-Institute for Physics
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.
 
#parsing command options
 
##nagelfar variable CI_STAGES
##nagelfar variable CI_PROPS
 
if {[catch {package require yaml} ERROR]} {
  puts "$ERROR\n If you are running this script on tclsh, you can fix this by installing 'tcllib'"
  return
}
 
if {[catch {package require cmdline} ERROR]} {
  puts "$ERROR\n If you are running this script on tclsh, you can fix this by installing 'tcllib'"
  return
}
 
set parameters {
  {runall  "If set, it will generate a gitlab-ci.yml file for all projects in the Top folder, \
  even if it has not been modified with respect to the target branch."}
  {static "Normally the content of the hog-child.yml file is added at the beginning of the generated yml file. If this flag is set, this will not be done."}
  {external_path.arg "" "Path for external files not stored in the git repository."}
}
 
set usage "Generate a gitlab-ci.yml config file for the child pipeline - USAGE: generate_yaml.tcl \[options\]"
 
set old_path [pwd]
set tcl_path [file normalize "[file dirname [info script]]/.."]
 
set repo_path [file normalize $tcl_path/../..]
source $tcl_path/hog.tcl
 
if {[catch {array set options [cmdline::getoptions ::argv $parameters $usage]}]} {
  Msg Info [cmdline::usage $parameters $usage]
  exit 1
}
 
if {$options(runall) == 1} {
  set runall 1
} else {
  set runall 0
}
if {$options(static) == 1} {
  set static 1
  set runall 1
} else {
  set static 0
}
 
if {$options(external_path) != ""} {
  set ext_path $options(external_path)
  Msg Info "External path set to $ext_path"
} else {
  set ext_path ""
}
 
 
set stage_list $CI_STAGES
set prop_list $CI_PROPS
 
if {$static == 1} {
  if {[file exists "$repo_path/.gitlab-ci.yml"]} {
    set created_yml "$repo_path/new_gitlab-ci.yml"
    Msg Warning "$repo_path/.gitlab-ci.yml, will create (and possibly repleace) $created_yml, please rename it if you want Hog-CI to work."
  } else {
    set created_yml "$repo_path/.gitlab-ci.yml"
  }
  Msg Info "Creating new file $created_yml..."
  set fp [open $created_yml w]
 
  Msg Info "Evaluating the current version of Hog to use in the ref in the yml file..."
  cd $tcl_path
  set ref [Git describe]
  cd $old_path
  # adding include hog.yml and ref
  #set outer [huddle create "inculde" [huddle list [huddle string "project: 'hog/Hog'" "file" "'/hog.yml'" "ref" "'$ref'" ]]]
  #puts $fp [ string trimleft [ yaml::huddle2yaml $outer ] "-" ]
  puts $fp "include:\n  - project: 'hog/Hog'\n    file: 'hog.yml'\n    ref: '$ref'\n"
} else {
  set created_yml "$repo_path/generated-config.yml"
  Msg Info "Copying $repo_path/Hog/YAML/hog-common.yml to $created_yml..."
  file copy -force $repo_path/Hog/YAML/hog-common.yml $created_yml
  set fp [open $created_yml a]
  Msg Info "Copying $repo_path/Hog/YAML/hog-child.yml to $created_yml..."
  set fp2 [open "$repo_path/Hog/YAML/hog-child.yml" r]
  set file_data [read $fp2]
  close $fp2
  regsub -all {\-\-\-} $file_data "" file_data
  puts $fp $file_data
  puts $fp "\n"
  if {[file exists "$repo_path/hog-ci-users.yml"] == 1} {
    Msg Info "Copying $repo_path/hog-ci-users.yml to $created_yml..."
    set fp3 [open "$repo_path/hog-ci-users.yml" r]
    set file_data [read $fp3]
    close $fp3
    regsub -all {\-\-\-} $file_data "" file_data
    puts $fp $file_data
    puts $fp "\n"
  }
}
 
set projects_list [SearchHogProjects $repo_path/Top]
foreach proj $projects_list {
  set proj_name [file tail $proj]
  set dir $repo_path/Top/$proj
  set ver [GetProjectVersion $dir $repo_path $ext_path 1]
  set no_ver_check 0
 
  if {[file exists "$dir/ci.conf"] == 1} {
    Msg Info "Foung CI configuration file $dir/ci.conf, reading configuration for $proj..."
    set ci_confs [ReadConf $dir/ci.conf]
    set f [open $dir/ci.conf "r"]
    set line [gets $f]
    close $f
    if {[string first "NO_VER_CHECK" $line]} {
      set no_ver_check 1
    }
  }
 
  if {$ver == 0 || $ver == -1 || $runall == 1 || $no_ver_check == 1} {
    if {$runall == 0 && $no_ver_check == 0} {
      Msg Info "$proj was modified, adding it to CI..."
    } else {
      Msg Info "$proj is set to always run, adding it to CI..."
    }
    if {[file exists "$dir/ci.conf"] == 1} {
      Msg Info "Found CI configuration file $dir/ci.conf, reading configuration for $proj..."
      puts $fp [WriteGitLabCIYAML $proj $dir/ci.conf]
    } else {
      Msg Info "No CI configuration file found ($dir/ci.conf) for $proj, creating all jobs..."
      puts $fp [WriteGitLabCIYAML $proj]
    }
  } else {
    Msg Info "$proj was not modified since version: $ver, skipping."
    #Here we should provide the link to the tag in $ver
  }
}
close $fp
Msg Info "$created_yml generated correctly."