Move to Github Actions

README.md

@@ -1,20 +1,5 @@
 # litex-conda-ci
 
-Travis scripts for Litex-Hub/litex-conda-(compilers|eda|misc|prog) .
+Scripts for Litex-Hub/litex-conda-(compilers|eda|misc|prog) Continuous Integration.
 
 This repository is not meant to be used on its own, but as submodule for above repositories.
-
-## Setting up Travis for your own fork
-
-To use any of the litex-conda-* repositories in your own fork with Travis you must meet the following requirements:
-
-* enable Travis for your repository
-* create an account on https://anaconda.org/
-* create an access token on https://anaconda.org/{your-account}/settings/access
-* visit https://travis-ci.com/github/{your-account}/litex-conda-{suffix}/settings
-* add two environment variables:
-  * `ANACONDA_USER` - set to your anaconda username
-  * `ANACONDA_TOKEN` - set to the value of the token you created
-* remember to **disable** the `Display value in build log` option for `ANACONDA_TOKEN`
-* create a daily or weekly Cron Job on the same settings page, to start on the master branch
-  * this will ensure removal of temporary labels on your Anaconda account (they are created during the build)

action.yml

@@ -0,0 +1,29 @@
+name: 'Package build'
+description: 'Build a package'
+runs:
+  using: "composite"
+  steps:
+    - name: build
+      run: |
+        if [ $SKIP ]; then
+          exit 0;
+        fi
+        if [ $OS_NAME = "windows" ]; then
+          export PATH="$PATH:/c/ProgramData/Chocolatey/bin/"
+          export PATH="$PATH:/c/Program Files/Git/usr/bin/"
+        fi
+        source .github/scripts/common.sh
+        bash .github/scripts/download_sdk.sh
+        bash .github/scripts/install.sh
+        set -x
+        if [ $SCRIPT ]; then
+          bash $SCRIPT
+        else
+          bash .github/scripts/script.sh
+        fi
+        if [ $? -eq 0 ]; then
+          source .github/scripts/after_success.sh
+        else
+          source .github/scripts/after_failure.sh
+        fi
+      shell: bash

after_failure.sh

@@ -1,9 +1,6 @@
 #!/bin/bash
 
-source $TRAVIS_BUILD_DIR/.travis/common.sh
-
-# Close the after_failure fold travis has created already.
-travis_fold end after_failure
+source $GITHUB_WORKSPACE/.github/scripts/common.sh
 
 $SPACER
 

after_success.sh

@@ -1,29 +1,26 @@
 #!/bin/bash
 
-source ./.travis/common.sh
+source $GITHUB_WORKSPACE/.github/scripts/common.sh
 set -e
 
-# Close the after_success fold travis has created already.
-travis_fold end after_success
-
 if [[ $UPLOAD == "no-upload" ]]; then
     echo "Job without upload..."
 else
     echo "Job with Conda upload..."
 
     $SPACER
-    # Travis will not expose the ANACONDA_TOKEN var for pull requests coming from other forks than the original one
     if [ x$ANACONDA_TOKEN != x ]; then
         # `anaconda-client` is installed in the `base` environment
         conda activate base
 
         start_section "package.upload" "${GREEN}Package uploading...${NC}"
         # Test `anaconda` with ANACONDA_TOKEN before uploading
-        source $TRAVIS_BUILD_DIR/.travis/test_anaconda.sh
-        anaconda -t $ANACONDA_TOKEN upload --no-progress --user $ANACONDA_USER --label travis-${TRAVIS_PULL_REQUEST_BRANCH:-$TRAVIS_BRANCH}-$TRAVIS_BUILD_ID $CONDA_OUT
+        source $GITHUB_WORKSPACE/.github/scripts/test_anaconda.sh
+        branch="$(git rev-parse --abbrev-ref HEAD)"
+        anaconda -t $ANACONDA_TOKEN upload --force --no-progress --user $ANACONDA_USER --label ci-$branch-$GITHUB_RUN_ID $CONDA_OUT
         end_section "package.upload"
     else
-        echo "ANACONDA_TOKEN not found. Please consult README of litex-conda-ci for details on setting up Travis tests properly."
+        echo "ANACONDA_TOKEN not found. Please consult README of litex-conda-ci for details on setting up tests properly."
         echo "Packages cannot be uploaded when tests are running for cross-repository Pull Requests."
     fi
 

before_cache.sh

@@ -1,11 +1,8 @@
 #!/bin/bash
 
-source ./.travis/common.sh
+source $GITHUB_WORKSPACE/.github/scripts/common.sh
 set -e
 
-# Close the after_success.1 fold travis has created already.
-travis_fold end before_cache
-
 start_section "conda.clean.1" "${GREEN}Clean status...${NC}"
 #conda clean -s --dry-run
 end_section "conda.clean.1"

cleanup-anaconda.sh

@@ -1,19 +1,27 @@
 #!/bin/bash
 
+source $GITHUB_WORKSPACE/.github/scripts/common.sh
 # `for ... in $(anaconda ...` fails silently if there's any problem with anaconda
-source $TRAVIS_BUILD_DIR/.travis/test_anaconda.sh
+source $GITHUB_WORKSPACE/.github/scripts/test_anaconda.sh
+set -x
 
 #if the timestamp is older than one week, remove the whole label
 ago="7 days ago"
 
+if [ $OS_NAME = 'osx' ]; then
+    DATE_SWITCH="-r "
+else
+    DATE_SWITCH="--date "
+fi
+
 #extract date in  milliseconds
 limit_date=$(date $DATE_SWITCH "$ago" +'%s%N' | cut -b1-13)
 
 echo "Will remove labels older than $limit_date timestamp"
 
-for label in $(anaconda -t $ANACONDA_TOKEN label --list -o litex-hub 2>&1 | grep ' + ' | cut -f2 -d1+)
+for label in $(anaconda -t $ANACONDA_TOKEN label --list -o litex-hub 2>&1 | grep ' + ' | cut -f2 -d+)
 do
-    if [[ $label != travis* ]]
+    if [[ $label != ci* ]]
     then
         continue
     fi

common.sh

@@ -9,15 +9,9 @@ NC='\033[0m' # No Color
 
 SPACER="echo -e ${GRAY} - ${NC}"
 
-export -f travis_nanoseconds
-export -f travis_fold
-export -f travis_time_start
-export -f travis_time_finish
+CI_MAX_TIME=50
 
-TRAVIS_MAX_TIME=50
-
-# Override default travis_wait to pipe the output
-travis_wait() {
+ci_wait() {
 	local timeout="${1}"
 
 	if [[ "${timeout}" =~ ^[0-9]+$ ]]; then
@@ -27,12 +21,12 @@ travis_wait() {
 	fi
 
 	local cmd=("${@}")
-	local log_file="travis_wait_${$}.log"
+	local log_file="ci_wait_${$}.log"
 
 	"${cmd[@]}" &
 	local cmd_pid="${!}"
 
-	travis_jigger "${!}" "${timeout}" "${cmd[@]}" &
+	ci_jigger "${!}" "${timeout}" "${cmd[@]}" &
 	local jigger_pid="${!}"
 	local result
 
@@ -53,8 +47,7 @@ travis_wait() {
 	return "${result}"
 }
 
-# Override default travis_jigger to print invisible character to keep build alive
-travis_jigger() {
+ci_jigger() {
 	local cmd_pid="${1}"
 	shift
 	local timeout="${1}"
@@ -74,7 +67,7 @@ travis_jigger() {
 	kill -9 "${cmd_pid}"
 }
 
-if [ $TRAVIS_OS_NAME = 'osx' ]; then
+if [ $OS_NAME = 'osx' ]; then
     DATE_SWITCH="-r "
 else
     DATE_SWITCH="--date=@"
@@ -88,34 +81,30 @@ if [ -z "$DATE_STR" ]; then
 fi
 
 function start_section() {
-	travis_fold start "$1"
-	travis_time_start
 	echo -e "${PURPLE}${PACKAGE}${NC}: - $2${NC}"
 	echo -e "${GRAY}-------------------------------------------------------------------${NC}"
 }
 
 function end_section() {
 	echo -e "${GRAY}-------------------------------------------------------------------${NC}"
-	travis_time_finish
-	travis_fold end "$1"
 }
 
-# Disable this warning;
-# xxxx/conda_build/environ.py:377: UserWarning: The environment variable
-#     'TRAVIS' is being passed through with value 0.  If you are splitting
-#     build and test phases with --no-test, please ensure that this value is
-#     also set similarly at test time.
 export PYTHONWARNINGS=ignore::UserWarning:conda_build.environ
 
 export BASE_PATH="/tmp/really-long-path"
 mkdir -p "$BASE_PATH"
-if [ $TRAVIS_OS_NAME = 'windows' ]; then
+if [ $OS_NAME = 'windows' ]; then
     export CONDA_PATH='/c/tools/miniconda3'
     export PATH=$CONDA_PATH/Scripts/:$CONDA_PATH/:$PATH
 
     # It is much shorter than '$PWD/workdir/conda-env' which in the end (+conda-bld/...)
     # causes some build paths to exceed 255 chars (e.g. during prjtrellis building)
-    export CONDA_ENV='/c/Users/travis/conda-env'
+    RUNNER_DIR='/c/Users/runner/'
+    if [ ! -d "$RUNNER_DIR" ]; then
+    	mkdir "$RUNNER_DIR"
+    fi
+
+    export CONDA_ENV="$RUNNER_DIR/conda-env"
     if [ -d 'workdir/conda-env' ]; then
         mv 'workdir/conda-env' "$CONDA_ENV"
     fi
@@ -125,7 +114,7 @@ else
     export CONDA_ENV='workdir/conda-env'
 fi
 
-if [ -d "$CONDA_ENV" ] && which conda &>/dev/null; then
+if [ -d "$CONDA_ENV/conda-meta" ] && which conda &>/dev/null; then
     # >>> conda initialize >>>
     eval "$('conda' 'shell.bash' 'hook' 2> /dev/null)"
     # <<< conda initialize <<<
@@ -141,9 +130,8 @@ if [ -d "workdir/recipe" ]; then
     export CONDA_BUILD_ARGS="$EXTRA_BUILD_ARGS workdir/recipe"
     export CONDA_OUT="$(conda render --output $CONDA_BUILD_ARGS | grep conda-bld | grep tar.bz2 | tail -n 1 | sed -e's/-[0-9]\+\.tar/*.tar/' -e's/-git//')"
 
-    if [ "$TRAVIS_OS_NAME" = 'windows' ]; then
+    if [ "$OS_NAME" = 'windows' ]; then
         # conda render outputs Windows-style path which may contain wildcards;
-        # 'git bash' used by Travis works well with wildcards only in Unix-style paths
         export CONDA_OUT="$(cygpath -u $CONDA_OUT)"
     fi
 fi

conda-env.sh

@@ -4,11 +4,6 @@ if ! which conda; then
 	export PATH=~/conda/bin:$PATH
 fi
 
-# Disable this warning;
-# xxxx/conda_build/environ.py:377: UserWarning: The environment variable
-#     'TRAVIS' is being passed through with value 0.  If you are splitting
-#     build and test phases with --no-test, please ensure that this value is
-#     also set similarly at test time.
 export  PYTHONWARNINGS=ignore::UserWarning:conda_build.environ
 
 if [ -z "$DATE_STR" ]; then
@@ -22,21 +17,20 @@ if [ -z "$GITREV" ]; then
 	echo "Setting git revision $GITREV"
 fi
 
-export TRAVIS=0
 export CI=0
 
-export TRAVIS_EVENT_TYPE="local"
-echo "TRAVIS_EVENT_TYPE='${TRAVIS_EVENT_TYPE}'"
+export CI_EVENT_TYPE="local"
+echo "CI_EVENT_TYPE='${CI_EVENT_TYPE}'"
 
-export TRAVIS_BRANCH="$(git rev-parse --abbrev-ref HEAD)"
-echo "TRAVIS_BRANCH='${TRAVIS_BRANCH}'"
+export CI_BRANCH="$(git rev-parse --abbrev-ref HEAD)"
+echo "CI_BRANCH='${CI_BRANCH}'"
 
-export TRAVIS_COMMIT="$(git rev-parse HEAD)"
-echo "TRAVIS_COMMIT='${TRAVIS_COMMIT}'"
+export CI_COMMIT="$(git rev-parse HEAD)"
+echo "CI_COMMIT='${CI_COMMIT}'"
 
-export TRAVIS_REPO_SLUG="$(git rev-parse --abbrev-ref --symbolic-full-name @{u})"
-echo "TRAVIS_REPO_SLUG='${TRAVIS_REPO_SLUG}'"
+export CI_REPO_SLUG="$(git rev-parse --abbrev-ref --symbolic-full-name @{u})"
+echo "CI_REPO_SLUG='${CI_REPO_SLUG}'"
 
-./.travis/conda-meta-extra.sh
+$GITHUB_WORKSPACE/.github/scripts/conda-meta-extra.sh
 echo conda $@
 conda $@

conda-get.sh

@@ -4,15 +4,15 @@ set -x
 set -e
 
 CONDA_PATH=${1:-~/conda}
-if [ $TRAVIS_OS_NAME = 'windows' ]; then
+if [ $OS_NAME = 'windows' ]; then
     if [ ! -d $CONDA_PATH -o ! -z "$CI"  ]; then
         choco install openssl.light
         choco install miniconda3 --params="/AddToPath:1"
     fi
     export CONDA_PATH='/c/tools/miniconda3'
     export PATH=$CONDA_PATH/bin/:$CONDA_PATH/Scripts/:$PATH
 else
-    if [ $TRAVIS_OS_NAME = 'linux' ]; then
+    if [ $OS_NAME = 'linux' ]; then
         sys_name=Linux
     else
         sys_name=MacOSX

conda-meta-extra.sh

@@ -12,14 +12,14 @@ extra:
   maintainers:
     - Tim 'mithro' Ansell <mithro@mithis.com>
     - HDMI2USB Project - https://hdmi2usb.tv <hdmi2usb@googlegroups.com>
-  travis:
-    job_id:  $TRAVIS_JOB_ID
-    job_num: $TRAVIS_JOB_NUMBER
-    type:    $TRAVIS_EVENT_TYPE
+  ci:
+    job_id:  $GITHUB_RUN_ID
+    job_num: $GITHUB_RUN_NUMBER
+    type:    $CI_EVENT_TYPE
   recipe:
-    repo:     'https://github.com/$TRAVIS_REPO_SLUG'
-    branch:   $TRAVIS_BRANCH
-    commit:   $TRAVIS_COMMIT
+    repo:     'https://github.com/$CI_REPO_SLUG'
+    branch:   $CI_BRANCH
+    commit:   $CI_COMMIT
     describe: $GITREV
     date:     $DATESTR
 EOF

conda_build_config.yaml

@@ -1,3 +1,3 @@
 CONDA_BUILD_SYSROOT:
-  - /Users/travis/sdk/MacOSX10.9.sdk        # [osx]
+  - /Users/runner/sdk/MacOSX10.9.sdk        # [osx]
 

download_sdk.sh

@@ -1,4 +1,4 @@
-if [ $TRAVIS_OS_NAME = 'osx' ]; then
+if [ $OS_NAME = 'osx' ]; then
     if [[ ! -d $HOME/sdk/MacOSX10.9.sdk ]]; then
         git clone https://github.com/phracker/MacOSX-SDKs $HOME/sdk
     fi