Xtensa patches (15.x) (Do not merge, PR created for easier review only)

.github/workflows/issue_comment.yml

@@ -0,0 +1,19 @@
+name: Sync issue comments to JIRA
+
+# This workflow will be triggered when new issue comment is created (including PR comments)
+on: issue_comment
+
+jobs:
+  sync_issue_comments_to_jira:
+    name: Sync Issue Comments to Jira
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@master
+      - name: Sync issue comments to JIRA
+        uses: espressif/github-actions/sync_issues_to_jira@master
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          JIRA_PASS: ${{ secrets.JIRA_PASS }}
+          JIRA_PROJECT: LLVM
+          JIRA_URL: ${{ secrets.JIRA_URL }}
+          JIRA_USER: ${{ secrets.JIRA_USER }}

.github/workflows/new_issues.yml

@@ -0,0 +1,19 @@
+name: Sync issues to Jira
+
+# This workflow will be triggered when a new issue is opened
+on: issues
+
+jobs:
+  sync_issues_to_jira:
+    name: Sync issues to Jira
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@master
+      - name: Sync GitHub issues to Jira project
+        uses: espressif/github-actions/sync_issues_to_jira@master
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          JIRA_PASS: ${{ secrets.JIRA_PASS }}
+          JIRA_PROJECT: LLVM
+          JIRA_URL: ${{ secrets.JIRA_URL }}
+          JIRA_USER: ${{ secrets.JIRA_USER }}

.github/workflows/new_prs.yml

@@ -0,0 +1,24 @@
+name: Sync remain PRs to Jira
+
+# This workflow will be triggered every hour, to sync remaining PRs (i.e. PRs with zero comment) to Jira project
+# Note that, PRs can also get synced when new PR comment is created
+on:
+  schedule:
+    - cron: "0 * * * *"
+
+jobs:
+  sync_prs_to_jira:
+    name: Sync PRs to Jira
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@master
+      - name: Sync PRs to Jira project
+        uses: espressif/github-actions/sync_issues_to_jira@master
+        with:
+          cron_job: true
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          JIRA_PASS: ${{ secrets.JIRA_PASS }}
+          JIRA_PROJECT: LLVM
+          JIRA_URL: ${{ secrets.JIRA_URL }}
+          JIRA_USER: ${{ secrets.JIRA_USER }}

.gitignore

@@ -28,6 +28,9 @@
 
 # Nested build directory
 /build*
+/*/build-*
+/_build
+/_dist
 
 #==============================================================================#
 # Explicit files to ignore (only matches one).

.gitlab-ci.yml

@@ -0,0 +1,105 @@
+stages:
+  - build
+  - pack
+  - sign
+  - private_deploy
+  - test
+  - public_deploy
+
+image: ${CI_DOCKER_REGISTRY}/llvm-build:4
+
+variables:
+
+  # move all these to CI/CD settings
+  REL_SFX: "llvm"
+  CLANG_VER: "15.0.0"
+  GCC_REL_NAME: "esp-2022r1"
+  GCC_REL_VER: "gcc11_2_0"
+  NEWLIB_REF: "esp-2022r1"
+  BINUTILS_REF: "esp-2022r1-binutils"
+  XTENSA_OVERLAYS_REF: "master"
+  LLVM_GCC_TESTSUITE_REF: "esp-15.0.0-20221201"
+  XTENSA_CLANG_TOOLCHAIN_REF: "esp-15.0.0-20221201"
+
+  CROSS_ARM_IMAGE: $CI_DOCKER_REGISTRY/llvm-build-cross-arm:1
+  PLATFORM_NAME_LINUX: "linux-amd64"
+  PLATFORM_NAME_LINUX_ARMHF: "linux-armhf"
+  PLATFORM_NAME_LINUX_ARM64: "linux-arm64"
+  PLATFORM_NAME_WIN: "win64"
+  PLATFORM_NAME_MACOS: "macos"
+  PLATFORM_NAME_MACOS_ARM64: "macos-arm64"
+
+  ARCHIVE_TOOL_LINUX: "tar -cJf"
+  UNARCHIVE_TOOL_LINUX: "tar -xf"
+  ARCHIVE_EXT_LINUX: "tar.xz"
+
+  ARCHIVE_TOOL_WIN: "zip -9 -r"
+  UNARCHIVE_TOOL_WIN: "unzip"
+  ARCHIVE_EXT_WIN: "zip"
+
+  PACK_ARCHIVE_TOOL_WIN: "tar -h -cJf"
+  PACK_UNARCHIVE_TOOL_WIN: "${UNARCHIVE_TOOL_LINUX}"
+  PACK_ARCHIVE_EXT_WIN: "${ARCHIVE_EXT_LINUX}"
+
+  ARCHIVE_TOOL_MACOS: "tar -cJf"
+  UNARCHIVE_TOOL_MACOS: "tar -xf"
+  ARCHIVE_EXT_MACOS: "tar.xz"
+
+  ARCHIVE_TOOL_NEWLIB: ${ARCHIVE_TOOL_LINUX}
+  UNARCHIVE_TOOL_NEWLIB: ${UNARCHIVE_TOOL_LINUX}
+  ARCHIVE_EXT_NEWLIB: ${ARCHIVE_EXT_LINUX}
+
+  DIST_DIR: "dist"
+  BUILD_DIR: "build"
+  DOWNLOADS_DIR: "downloads"
+
+###########################################################################
+#################### START OF TEMPORARY LEGACY CODE #######################
+# TODO: the code below is to be removed after migration to new build script
+  CONF_TARGET: "xtensa-esp32-elf"
+  XTENSA_CLANG_TOOLCHAIN: "${CONF_TARGET}-clang"
+##################### END OF TEMPORARY LEGACY CODE ########################
+###########################################################################
+
+.use_ci_tools_snippet: &use_ci_tools_snippet |
+  curl -sSL ${CIT_LOADER_URL} -o cit_loader.sh && sh cit_loader.sh
+  source citools/import_functions
+
+.use_ci_tools:
+  script:
+    - *use_ci_tools_snippet
+
+.add_gitlab_key_snippet: &add_gitlab_key_snippet |
+  cit_add_ssh_key "${GITLAB_KEY}"
+
+.add_gitlab_key:
+  script:
+    - *add_gitlab_key_snippet
+
+# LLVM Build System used the remote address to show detailed version info, we'll change it to the public repository
+.fix_origin_remote_for_public_snippet: &fix_origin_remote_for_public_snippet |
+  git remote set-url origin "${GH_REPO_HTTPS}"
+
+.fix_origin_remote_for_public:
+  script:
+    - *fix_origin_remote_for_public_snippet
+
+.get_clang_toolchain_build_scripts_snippet: &get_clang_toolchain_build_scripts_snippet |
+  git clone -b ${XTENSA_CLANG_TOOLCHAIN_REF} ${GITLAB_SSH_SERVER}/${XTENSA_CLANG_TOOLCHAIN_REPO}
+  cp -r xtensa-clang-toolchain/* .
+
+.get_clang_toolchain_build_scripts:
+  script:
+    - *get_clang_toolchain_build_scripts_snippet
+
+before_script:
+  - !reference [.use_ci_tools, script]
+  - !reference [.add_gitlab_key, script]
+
+include:
+  - local: .universal-toolchain-release.yml
+    rules:
+      - if: $ESP_CLANG_LEGACY_RELEASE != "true"
+  - local: .legacy-release.yml
+    rules:
+      - if: $ESP_CLANG_LEGACY_RELEASE == "true"

.legacy-release.yml

@@ -0,0 +1,164 @@
+
+.get_release_name_legacy: &get_release_name_legacy |
+  # using annotated tags
+  REL_NUM=$(git describe --abbrev=7)
+  REL_SFX="llvm15_0_0"
+  REL_NAME=${CONF_TARGET}-${REL_SFX}-${REL_NUM}-${PLATFORM_NAME}
+  ARCHIVE_NAME=${REL_NAME}.${ARCHIVE_EXT}
+  echo "PLATFORM_NAME: $PLATFORM_NAME"
+  echo "REL_NUM: $REL_NUM"
+  echo "REL_NAME: $REL_NAME"
+  echo "ARCHIVE_NAME: $ARCHIVE_NAME"
+
+.get_gcc_toolchain_legacy: &get_gcc_toolchain_legacy |
+  wget --no-verbose https://dl.espressif.com/github_assets/espressif/crosstool-NG/releases/download/esp-2021r2-patch3/${XTENSA_GCC_TOOLCHAIN}
+  ${UNARCHIVE_TOOL} ${XTENSA_GCC_TOOLCHAIN}
+  if [[ "$XTENSA_GCC_TOOLCHAIN" == *"linux-amd64"* ]]; then
+    cp -r xtensa-esp32-elf ${XTENSA_CLANG_TOOLCHAIN}
+  else
+    mv xtensa-esp32-elf ${XTENSA_CLANG_TOOLCHAIN}
+    wget --no-verbose https://dl.espressif.com/github_assets/espressif/crosstool-NG/releases/download/esp-2021r2-patch3/xtensa-esp32-elf-${GCC_REL_NAME}-linux-amd64.tar.gz
+    tar -xf xtensa-esp32-elf-${GCC_REL_NAME}-linux-amd64.tar.gz
+  fi
+  export GCC_ESP32_LINUX_TOOLCHAIN="xtensa-esp32-elf"
+
+.package_toolchain_legacy: &package_toolchain_legacy |
+  ${ARCHIVE_TOOL} ${ARCHIVE_NAME} ${XTENSA_CLANG_TOOLCHAIN}/
+  mkdir -p ${DIST_DIR}
+  mv ${ARCHIVE_NAME} ${DIST_DIR}/
+  echo "${ARCHIVE_NAME}" > ${DIST_DIR}/file_${PLATFORM_NAME}_${CONF_TARGET}
+
+.build_template_legacy:
+  stage: build
+  tags: [ "amd64", "build" ]
+  artifacts:
+    paths:
+      - ${DIST_DIR}/
+    when: always
+    expire_in: 10 day
+  variables:
+    XTENSA_CLANG_TOOLCHAIN_REF: "release_esp32_clang_15.0.0_gcc_8.4.0"
+    GCC_REL_NAME: "gcc8_4_0-esp-2021r2-patch3"
+  script:
+    - *get_release_name_legacy
+    - *get_gcc_toolchain_legacy
+    - !reference [.fix_origin_remote_for_public, script]
+    - !reference [.get_clang_toolchain_build_scripts, script]
+    - ${BUILD_TOOLCHAIN_CMD} "${XTENSA_CLANG_TOOLCHAIN}"
+    - *package_toolchain_legacy
+
+linux_amd64_build:
+  extends: .build_template_legacy
+  variables:
+    PLATFORM_NAME: "${PLATFORM_NAME_LINUX}"
+    ARCHIVE_TOOL: "${ARCHIVE_TOOL_LINUX}"
+    UNARCHIVE_TOOL: "${UNARCHIVE_TOOL_LINUX}"
+    ARCHIVE_EXT: "${ARCHIVE_EXT_LINUX}"
+    XTENSA_GCC_TOOLCHAIN: "xtensa-esp32-elf-${GCC_REL_NAME}-linux-amd64.tar.gz"
+    BUILD_TOOLCHAIN_CMD: "./build-toolchain-linux.sh"
+
+linux_arm64_build:
+  extends: .build_template_legacy
+  image: ${CROSS_ARM_IMAGE}
+  variables:
+    PLATFORM_NAME: "${PLATFORM_NAME_LINUX_ARM64}"
+    ARCHIVE_TOOL: "${ARCHIVE_TOOL_LINUX}"
+    UNARCHIVE_TOOL: "${UNARCHIVE_TOOL_LINUX}"
+    ARCHIVE_EXT: "${ARCHIVE_EXT_LINUX}"
+    XTENSA_GCC_TOOLCHAIN: "xtensa-esp32-elf-${GCC_REL_NAME}-linux-arm64.tar.gz"
+    BUILD_TOOLCHAIN_CMD: "./build-toolchain-linux-arm64.sh"
+
+win64_build:
+  extends: .build_template_legacy
+  variables:
+    PLATFORM_NAME: "${PLATFORM_NAME_WIN}"
+    ARCHIVE_TOOL: "${ARCHIVE_TOOL_WIN}"
+    UNARCHIVE_TOOL: "${UNARCHIVE_TOOL_WIN}"
+    ARCHIVE_EXT: "${ARCHIVE_EXT_WIN}"
+    XTENSA_GCC_TOOLCHAIN: "xtensa-esp32-elf-${GCC_REL_NAME}-win64.zip"
+    BUILD_TOOLCHAIN_CMD: "./build-toolchain-win.sh"
+
+macos_amd64_build:
+  extends: .build_template_legacy
+  variables:
+    PLATFORM_NAME: "${PLATFORM_NAME_MACOS}"
+    ARCHIVE_TOOL: "${ARCHIVE_TOOL_MACOS}"
+    UNARCHIVE_TOOL: "${UNARCHIVE_TOOL_MACOS}"
+    ARCHIVE_EXT: "${ARCHIVE_EXT_MACOS}"
+    XTENSA_GCC_TOOLCHAIN: "xtensa-esp32-elf-${GCC_REL_NAME}-macos.tar.gz"
+    BUILD_TOOLCHAIN_CMD: "./build-toolchain-macos.sh"
+
+linux_amd64_testsuite:
+  stage: test
+  tags: [ "amd64", "build" ]
+  needs:
+    - job: linux_amd64_build
+  variables:
+    PLATFORM_NAME: "${PLATFORM_NAME_LINUX}"
+    ARCHIVE_TOOL: "${ARCHIVE_TOOL_LINUX}"
+    UNARCHIVE_TOOL: "${UNARCHIVE_TOOL_LINUX}"
+    ARCHIVE_EXT: "${ARCHIVE_EXT_LINUX}"
+    LLVM_GCC_TESTSUITE_REF: "feature/ci_llvm_multitarget_crt_tests"
+  script:
+    - *get_release_name_legacy
+    - ${UNARCHIVE_TOOL} ${DIST_DIR}/${ARCHIVE_NAME}
+
+    # getting testsuite
+    - git clone -b ${LLVM_GCC_TESTSUITE_REF} --depth 1 $GITLAB_SSH_SERVER/idf/${LLVM_TESTSUITE_REPO}.git
+
+    # preparing testsuite
+    - export PATH=${PWD}/${XTENSA_CLANG_TOOLCHAIN}/bin/:$PATH
+    - cd ${LLVM_TESTSUITE_REPO}
+
+    # qemu
+    - ./qemu_esp32_install.sh
+
+    # run testsuite for esp32
+    - ./run_esp32_tests.sh
+
+    # run testsuite for compiler_rt library
+    - ./run_esp32_crt_tests.sh ../$XTENSA_CLANG_TOOLCHAIN
+
+upload_to_http_legacy:
+  stage: private_deploy
+  when: manual
+  allow_failure: true
+  tags: [ "deploy", "shiny" ]
+  variables:
+    # force the fetch strategy to clean old archives up in dist/ dir
+    GIT_STRATEGY: fetch
+  before_script:
+    - !reference [.use_ci_tools, script]
+  script:
+    - cit_add_ssh_key "${HTTP_UPLOAD_KEY}"
+    # List of archives
+    - FILES=$(find ${DIST_DIR} -name file_\* -exec cat {} \+)
+    - cd ${DIST_DIR}
+    - scp ${FILES} ${HTTP_UPLOAD_DIR}/ct-ng/llvm-builds
+    # Show info
+    - echo -e "\nArchives were published there:\n\n$(for n in ${FILES}; do echo "${HTTP_PUBLIC_DIR}/ct-ng/llvm-builds/${n}"; done)\n"
+
+upload_to_github_legacy:
+  stage: public_deploy
+  when: manual
+  allow_failure: true
+  only:
+    - tags
+  tags: [ "amd64", "internet" ]
+  image: espressif/github-hub:2
+  variables:
+    GIT_STRATEGY: fetch
+    GITHUB_TOKEN: "${GH_TOKEN}"
+    GITHUB_REPO: "${GH_REPO_HTTPS}"
+    TAG: "${CI_COMMIT_TAG}"
+  before_script: []
+  script:
+    - ls -l dist*/
+    - git remote add github ${GH_REPO_HTTPS}
+    - hub release show ${TAG} || { echo "Please create a release on GitHub with ${TAG} tag at first"; exit 1; }
+    # List of archives
+    - FILES=$(find ${DIST_DIR} -name file_\* -exec cat {} \+)
+    - cd ${DIST_DIR}
+    - ls -l $FILES
+    # Upload archives
+    - for n in ${FILES}; do hub release edit -m "" -a "${n}" "${TAG}"; done