mister-devel/Distribution_MiSTer
1
0
Fork 0
mirror of https://github.com/MiSTer-devel/Distribution_MiSTer.git synced 2026-05-24 03:03:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

First commit.

Browse Source
This commit is contained in:
José manuel Barroso Galindo
2021-09-14 12:51:41 +02:00
commit 5568130ab4
8 changed files with 1435 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
.github/.gitignore vendored Normal file
View File

@@ -0,0 +1 @@
__pycache__

200
.github/calculate_db.py vendored Executable file
View File

@@ -0,0 +1,200 @@
#!/usr/bin/env python3
# Copyright (c) 2021 José Manuel Barroso Galindo <theypsilon@gmail.com>
import os
from pathlib import Path
import hashlib
import json
import time
import re
import subprocess
import sys
from datetime import datetime
import os
import tempfile
def benchtime(func):
def benchfn(*args, **kwargs):
begin_time = time.time()
result = func(*args, **kwargs)
end_time = time.time()
print("%s: %ss" % (func.__name__, end_time - begin_time))
return result
return benchfn
@benchtime
def main():
sha = run_stdout('git rev-parse --verify HEAD').strip()
print('sha: %s' % sha)
db_url = envvar('DB_URL')
db_file_zip = Path(db_url).name
db_file_json = Path(db_url).stem
db = create_db('.', {
'base_files_url': envvar('BASE_FILES_URL') % sha,
'db_url': db_url,
'db_files': [db_file_zip],
'db_id': envvar('DB_ID'),
'latest_zip_url': envvar('LATEST_ZIP_URL'),
'linux_github_repository': os.getenv('LINUX_GITHUB_REPOSITORY', '').strip()
})
save_data_to_compressed_json(db, db_file_json, db_file_zip)
force_push_file(db_file_zip, 'main')
def envvar(var):
result = os.getenv(var)
print("{} = {}".format(var, result))
return result
def create_db(folder, options):
finder = Finder(folder)
folders = dict()
db = {
"db_id": options['db_id'],
"db_url": options['db_url'],
"db_files": options['db_files'],
"latest_zip_url": options['latest_zip_url'],
"files": dict()
}
delete_list_regex = re.compile("^(.*_)[0-9]{8}(\.[a-zA-Z0-9]+)*$", )
for file in finder.find_all():
strfile = str(file)
folders[str(file.parent)] = True
if file.name in ['.delme'] or strfile in ['README.md', 'LICENSE', 'latest_linux.txt']:
continue
db["files"][strfile] = {
"url": options['base_files_url'] + strfile,
"delete": delete_list(strfile, delete_list_regex),
"size": size(file),
"hash": hash(file)
}
if file.name.lower() == "boot.rom":
db["files"][strfile]['overwrite'] = False
if strfile in ['MiSTer', 'menu.rbf']:
db["files"][strfile]['path'] = 'system'
db["files"][strfile]['reboot'] = True
folders.pop(folder, None)
db["folders"] = sorted(list(folders.keys()))
db["files_count"] = len(db["files"])
db["folders_count"] = len(db["folders"])
if options['linux_github_repository'] != '':
db["linux"] = create_linux_description(options['linux_github_repository'])
return db
def create_linux_description(repository):
sd_installer_output = run_stdout('curl -H "Accept: application/vnd.github.v3+json" https://api.github.com/repos/%s/git/trees/HEAD' % repository)
sd_installer_json = json.loads(sd_installer_output)
releases = sorted([x['path'] for x in sd_installer_json['tree'] if x['path'][0:8].lower() == 'release_' and x['path'][-3:].lower() == '.7z'])
latest_release = releases[-1]
url_linux = 'https://raw.githubusercontent.com/%s/%s/%s' % (repository, sd_installer_json['sha'], latest_release)
with tempfile.NamedTemporaryFile(delete=False) as tmp_file:
run_succesfully('curl --show-error --fail --location -o "%s" "%s"' % (tmp_file.name, url_linux))
return {
"url": url_linux,
"delete": [],
"size": size(tmp_file.name),
"hash": hash(tmp_file.name),
"version": Path(latest_release).stem[-6:]
}
def save_data_to_compressed_json(db, json_name, zip_name):
with open(json_name, 'w') as f:
json.dump(db, f, sort_keys=True)
run_succesfully('touch -a -m -t 202108231405 %s' % json_name)
run_succesfully('zip -q -D -X -9 %s %s' % (zip_name, json_name))
def force_push_file(file_name, branch):
run_succesfully('git add %s' % file_name)
run_succesfully('git commit -m "-"')
run_succesfully('git push --force origin %s' % branch)
print()
print("New %s ready to be used." % file_name)
def run_conditional(command):
result = subprocess.run(command, shell=True, stderr=subprocess.DEVNULL, stdout=subprocess.PIPE)
stdout = result.stdout.decode()
if stdout.strip():
print(stdout)
return result.returncode == 0
def run_succesfully(command):
result = subprocess.run(command, shell=True, stderr=subprocess.PIPE, stdout=subprocess.PIPE)
stdout = result.stdout.decode()
stderr = result.stderr.decode()
if stdout.strip():
print(stdout)
if stderr.strip():
print(stderr)
if result.returncode != 0:
raise Exception("subprocess.run Return Code was '%d'" % result.returncode)
def run_stdout(command):
result = subprocess.run(command, shell=True, stderr=subprocess.PIPE, stdout=subprocess.PIPE)
if result.returncode != 0:
raise Exception("subprocess.run Return Code was '%d'" % result.returncode)
return result.stdout.decode()
def delete_list(strfile, regex):
matches = regex.match(strfile)
if matches:
return [matches.group(1) + "*"]
return []
def hash(file):
with open(file, "rb") as f:
file_hash = hashlib.md5()
chunk = f.read(8192)
while chunk:
file_hash.update(chunk)
chunk = f.read(8192)
return file_hash.hexdigest()
def size(file):
return os.path.getsize(file)
class Finder:
def __init__(self, dir):
self._dir = dir
self._not_in_directory = [dir + '/.git', dir + '/.github']
def find_all(self):
return sorted(self._scan(self._dir), key=lambda file: file.name.lower())
def _scan(self, directory):
for entry in os.scandir(directory):
if entry.is_dir(follow_symlinks=False):
if entry.path not in self._not_in_directory:
yield from self._scan(entry.path)
else:
yield Path(entry.path)
if __name__ == '__main__':
main()

31
.github/tests/test_calculate_db.py vendored Executable file
View File

@@ -0,0 +1,31 @@
#!/usr/bin/env python3
import importlib.util
spec = importlib.util.spec_from_file_location("calculate_db", "../calculate_db.py")
calculate_db = importlib.util.module_from_spec(spec)
spec.loader.exec_module(calculate_db)
db = calculate_db.create_db('../..', {
'latest_zip_url': 'w/',
'base_files_url': 'x/',
'db_url': 'y/lala.json.zip',
'db_files': 'lala.json.zip',
'db_id': 'z/',
'linux_github_repository': ''
})
calculate_db.save_data_to_compressed_json(db, 'db.json', 'db1.json.zip')
hash1 = calculate_db.hash('db1.json.zip')
calculate_db.save_data_to_compressed_json(db, 'db.json', 'db2.json.zip')
hash2 = calculate_db.hash('db2.json.zip')
print("hash1 %s" % hash1)
print("hash2 %s" % hash2)
if hash1 != hash2:
print("hash1 is not same as hash2")
exit(1)

472
.github/update_distribution.sh vendored Executable file
View File

@@ -0,0 +1,472 @@
#!/usr/bin/env bash
# Copyright (c) 2021 José Manuel Barroso Galindo <theypsilon@gmail.com>
set -euo pipefail
update_distribution() {
local OUTPUT_FOLDER="${1}"
local PUSH_COMMAND="${2:-}"
fetch_core_urls
classify_core_categories
if [[ "${LINUX_GITHUB_REPOSITORY:-}" != "" ]] ; then
local LINUX_JSON_STR=$(curl -H "Accept: application/vnd.github.v3+json" "https://api.github.com/repos/${LINUX_GITHUB_REPOSITORY}/git/trees/HEAD")
local LATEST_LINUX=$(echo $LINUX_JSON_STR | jq -r '.tree[].path' | grep '^release.*\.7[zZ]$' | sort | tail -n 1)
echo "${LATEST_LINUX}" > latest_linux.txt
fi
for url in ${!CORE_CATEGORIES[@]} ; do
for category in ${CORE_CATEGORIES[${url}]} ; do
process_url "${url}" "${category}" "${OUTPUT_FOLDER}"
done
done
if [[ "${PUSH_COMMAND}" == "--push" ]] ; then
git checkout -f develop -b main
git add "${OUTPUT_FOLDER}"
git commit -m "-"
git fetch origin main || true
if ! git diff --quiet main origin/main^ ; then
echo "Calculating db..."
./.github/calculate_db.py
else
echo "Nothing to be updated."
fi
fi
}
CORE_URLS=
fetch_core_urls() {
local MISTER_URL="https://github.com/MiSTer-devel/Main_MiSTer"
CORE_URLS=$(curl -sSLf "$MISTER_URL/wiki"| awk '/user-content-fpga-cores/,/user-content-development/' | grep -ioE '(https://github.com/[a-zA-Z0-9./_-]*[_-]MiSTer/tree/[a-zA-Z0-9-]+)|(https://github.com/[a-zA-Z0-9./_-]*[_-]MiSTer)|(user-content-[a-zA-Z0-9-]*)')
local MENU_URL=$(echo "${CORE_URLS}" | grep -io 'https://github.com/[a-zA-Z0-9./_-]*Menu_MiSTer')
CORE_URLS=$(echo "${CORE_URLS}" | sed 's/https:\/\/github.com\/[a-zA-Z0-9.\/_-]*Menu_MiSTer//')
CORE_URLS=${MISTER_URL}$'\n'${MENU_URL}$'\n'${CORE_URLS}$'\n'"user-content-arcade-cores"$'\n'$(curl -sSLf "$MISTER_URL/wiki/Arcade-Cores-List"| awk '/wiki-content/,/wiki-rightbar/' | grep -io '\(https://github.com/[a-zA-Z0-9./_-]*_MiSTer\)' | awk '!a[$0]++')
CORE_URLS=${CORE_URLS}$'\n'"user-content-zip-release"$'\n'"https://github.com/MiSTer-devel/Filters_MiSTer"
CORE_URLS=${CORE_URLS}$'\n'"user-content-fonts"$'\n'"https://github.com/MiSTer-devel/Fonts_MiSTer"
CORE_URLS=${CORE_URLS}$'\n'"user-content-scripts"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/ini_settings.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/samba_on.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/other_authors/fast_USB_polling_on.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/other_authors/fast_USB_polling_off.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/other_authors/wifi.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/rtc.sh"
CORE_URLS=${CORE_URLS}$'\n'"https://raw.githubusercontent.com/MiSTer-devel/Scripts_MiSTer/master/timezone.sh"
}
cat_local_core_urls() {
CORE_URLS=$(cat local_core_urls.txt)
}
declare -A CORE_CATEGORIES
classify_core_categories() {
local CURRENT_CORE_CATEGORY="main"
for url in ${CORE_URLS[@]} ; do
case "${url}" in
"user-content-computers---classic") CURRENT_CORE_CATEGORY="_Computer" ;;
"user-content-arcade-cores") CURRENT_CORE_CATEGORY="_Arcade" ;;
"user-content-consoles---classic") CURRENT_CORE_CATEGORY="_Console" ;;
"user-content-other-systems") CURRENT_CORE_CATEGORY="_Other" ;;
"user-content-service-cores") CURRENT_CORE_CATEGORY="_Utility" ;;
"user-content-zip-release") ;&
"user-content-scripts") ;&
"user-content-fonts") CURRENT_CORE_CATEGORY="${url}" ;;
"user-content-fpga-cores") ;&
"user-content-development") ;&
"user-content-fpga-cores") ;&
"") ;;
*)
if [[ "${CORE_CATEGORIES[${url}]:-false}" == "false" ]] ; then
CORE_CATEGORIES["${url}"]="${CURRENT_CORE_CATEGORY}"
elif is_standard_core "${CORE_CATEGORIES[${url}]}" && is_standard_core "${CURRENT_CORE_CATEGORY}" ; then
CORE_CATEGORIES["${url}"]="${CORE_CATEGORIES[${url}]} ${CURRENT_CORE_CATEGORY}"
elif [[ "${CORE_CATEGORIES[${url}]}" != "${CURRENT_CORE_CATEGORY}" ]] ; then
echo "Already processed ${url} as ${CORE_CATEGORIES["${url}"]}. Tried to be processed again as ${CURRENT_CORE_CATEGORY}."
fi
;;
esac
done
}
is_standard_core() {
local CATEGORY="${1}"
if [[ "${CATEGORY}" == "_Arcade" ]] \
|| [[ "${CATEGORY}" == "_Computer" ]] \
|| [[ "${CATEGORY}" == "_Other" ]] \
|| [[ "${CATEGORY}" == "_Console" ]] ; then
return 0
else
return 1
fi
}
process_url() {
local URL="${1}"
local CATEGORY="${2}"
local TARGET_DIR="${3}"
case "${CATEGORY}" in
"user-content-scripts")
install_script "${URL}" "${TARGET_DIR}"
return
;;
*) ;;
esac
if ! [[ ${URL} =~ ^([a-zA-Z]+://)?github.com(:[0-9]+)?/([a-zA-Z0-9_-]*)/([a-zA-Z0-9_-]*)(/tree/([a-zA-Z0-9_-]+))?$ ]] ; then
>&2 echo "WARNING! Wrong repository url '${URL}'."
return
fi
local GITHUB_OWNER="${BASH_REMATCH[3]}"
local GITHUB_REPO="${BASH_REMATCH[4]}"
local GITHUB_BRANCH="${BASH_REMATCH[6]:-}"
local TMP_FOLDER="$(mktemp -d)"
download_repository "${TMP_FOLDER}" "https://github.com/${GITHUB_OWNER}/${GITHUB_REPO}.git" "${GITHUB_BRANCH}"
local INSTALLER=
case "${CATEGORY}" in
"_Arcade") INSTALLER=install_arcade_core ;;
"_Computer") INSTALLER=install_computer_core ;;
"_Console") INSTALLER=install_console_core ;;
"main") INSTALLER=install_main_binary ;;
"user-content-zip-release") INSTALLER=install_zip_release ;;
"user-content-fonts") INSTALLER=install_fonts ;;
*) INSTALLER=install_other_core ;;
esac
${INSTALLER} "${TMP_FOLDER}" "${TARGET_DIR}" "${CATEGORY}"
rm -rf "${TMP_FOLDER}"
}
install_arcade_core() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
touch_folder "${TARGET_DIR}/games/hbmame"
touch_folder "${TARGET_DIR}/games/mame"
local BINARY_NAMES=$(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq)
if [[ "${BINARY_NAMES}" == "MRA-Alternatives" ]] ; then
install_zip_release "${TMP_FOLDER}" "${TARGET_DIR}/_Arcade"
return
fi
for bin in ${BINARY_NAMES} ; do
get_latest_release "${TMP_FOLDER}" "${bin}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_not_rbf_release "${LAST_RELEASE_FILE}" ; then
continue
fi
copy_file "${TMP_FOLDER}/releases/${LAST_RELEASE_FILE}" "${TARGET_DIR}/_Arcade/cores/${LAST_RELEASE_FILE#Arcade-}"
done
for mra in $(mra_files "${TMP_FOLDER}/releases") ; do
copy_file "${TMP_FOLDER}/releases/${mra}" "${TARGET_DIR}/_Arcade/${mra}"
done
}
install_console_core() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
for bin in $(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq) ; do
get_latest_release "${TMP_FOLDER}" "${bin}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_not_rbf_release "${LAST_RELEASE_FILE}" ; then
continue
fi
copy_file "${TMP_FOLDER}/releases/${LAST_RELEASE_FILE}" "${TARGET_DIR}/_Console/${LAST_RELEASE_FILE}"
done
for folder in $(game_folders "${TMP_FOLDER}") ; do
for readme in $(ls "${TMP_FOLDER}" | grep -i "readme.") ; do
copy_file "${TMP_FOLDER}/${readme}" "${TARGET_DIR}/games/${folder}/${readme}"
done
for palette in $(files_with_stripped_date "${TMP_FOLDER}/palettes" | uniq) ; do
get_latest_palette "${TMP_FOLDER}" "palettes"
local LAST_PALETTE_FILE="${GET_LATEST_PALETTE_RET}"
if is_not_zip_release "${LAST_PALETTE_FILE}" ; then
continue
fi
local PALETTES_TMP=$(mktemp -d)
unzip -o "${TMP_FOLDER}/palettes/${LAST_PALETTE_FILE}" -d "${PALETTES_TMP}/"
pushd "${PALETTES_TMP}" > /dev/null 2>&1
find . -type f -not -iname '*.pal' -and -not -iname '*.gbp' -delete
find . -type f -print0 | while IFS= read -r -d '' file ; do touch -a -m -t 202108231405 "${file}" ; done
zip -q -0 -D -X -A -r "Palettes.zip" *
popd > /dev/null 2>&1
mv "${PALETTES_TMP}/Palettes.zip" "${TARGET_DIR}/games/${folder}/Palettes.zip"
rm -rf "${PALETTES_TMP}"
done
touch_folder "${TARGET_DIR}/games/${folder}"
done
}
install_computer_core() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
for bin in $(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq) ; do
get_latest_release "${TMP_FOLDER}" "${bin}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_not_rbf_release "${LAST_RELEASE_FILE}" ; then
continue
fi
copy_file "${TMP_FOLDER}/releases/${LAST_RELEASE_FILE}" "${TARGET_DIR}/_Computer/${LAST_RELEASE_FILE}"
done
for folder in $(game_folders "${TMP_FOLDER}") ; do
for file in $(files_with_no_date "${TMP_FOLDER}/releases") ; do
copy_file "${TMP_FOLDER}/releases/${file}" "${TARGET_DIR}/games/${folder}/${file}"
done
for readme in $(ls "${TMP_FOLDER}" | grep -i "readme.") ; do
copy_file "${TMP_FOLDER}/${readme}" "${TARGET_DIR}/games/${folder}/${readme}"
done
touch_folder "${TARGET_DIR}/games/${folder}"
done
}
install_other_core() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local CATEGORY="${3}"
local IFS=$'\n'
for bin in $(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq) ; do
get_latest_release "${TMP_FOLDER}" "${bin}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_not_rbf_release "${LAST_RELEASE_FILE}" ; then
continue
fi
copy_file "${TMP_FOLDER}/releases/${LAST_RELEASE_FILE}" "${TARGET_DIR}/${CATEGORY}/${LAST_RELEASE_FILE}"
done
}
install_main_binary() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
for bin in $(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq) ; do
get_latest_release "${TMP_FOLDER}" "${bin}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_empty_release "${LAST_RELEASE_FILE}" ; then
continue
fi
local FILE_EXTENSION=".${LAST_RELEASE_FILE#*.}"
if [[ ".${LAST_RELEASE_FILE}" == "${FILE_EXTENSION}" ]] ; then
FILE_EXTENSION="" # Handling files without extensions, like Main.
fi
copy_file "${TMP_FOLDER}/releases/${LAST_RELEASE_FILE}" "${TARGET_DIR}/${bin%%?????????}${FILE_EXTENSION}"
done
}
install_zip_release() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
for zip in $(files_with_stripped_date "${TMP_FOLDER}/releases" | uniq) ; do
get_latest_release "${TMP_FOLDER}" "${zip}"
local LAST_RELEASE_FILE="${GET_LATEST_RELEASE_RET}"
if is_empty_release "${LAST_RELEASE_FILE}" ; then
continue
fi
unzip -o "${TMP_FOLDER}/releases/${GET_LATEST_RELEASE_RET}" -d "${TARGET_DIR}/"
done
}
install_fonts() {
local TMP_FOLDER="${1}"
local TARGET_DIR="${2}"
local IFS=$'\n'
for font in $(ls "${TMP_FOLDER}" | grep .pf) ; do
copy_file "${TMP_FOLDER}/${font}" "${TARGET_DIR}/font/${font}"
done
}
install_script() {
local URL="${1}"
local TARGET_DIR="${2}"
mkdir -p "${TARGET_DIR}/Scripts" || true
echo "Script: ${URL}"
pushd "${TARGET_DIR}/Scripts" > /dev/null 2>&1
curl -sSLf "${URL}" -O
popd > /dev/null 2>&1
}
GET_LATEST_RELEASE_RET=
get_latest_release() {
echo "BINARY_NAME: ${2}"
get_latest_special_file "${1}" "${2}" "releases"
GET_LATEST_RELEASE_RET="${GET_LATEST_SPECIAL_FILE_RET}"
}
GET_LATEST_PALETTE_RET=
get_latest_palette() {
get_latest_special_file "${1}" "Palettes" "${2}"
GET_LATEST_PALETTE_RET="${GET_LATEST_SPECIAL_FILE_RET}"
}
GET_LATEST_SPECIAL_FILE_RET=
get_latest_special_file() {
local TMP_FOLDER="${1}"
local BINARY_NAME="${2}"
local SPECIAL_FOLDER="${3}"
GET_LATEST_SPECIAL_FILE_RET=$(cd "${TMP_FOLDER}/${SPECIAL_FOLDER}/" ; git ls-files -z | xargs -0 -n1 -I{} -- git log -1 --format="%ai {}" {} | grep -i "${BINARY_NAME}_[0-9]\{8\}" | sort --ignore-case | tail -n1 | awk '{ print substr($0, index($0,$4)) }')
if [[ "${GET_LATEST_SPECIAL_FILE_RET}" == "" ]] ; then
>&2 echo "WARNING! No ${SPECIAL_FOLDER} files for binary '${BINARY_NAME}'"
fi
}
copy_file() {
local SOURCE="${1}"
local TARGET="${2}"
mkdir -p "${TARGET%/*}"
cp -r "${SOURCE}" "${TARGET}"
}
touch_folder() {
local FOLDER="${1}"
if [ -d "${FOLDER}" ] ; then
return
fi
mkdir -p "${FOLDER}"
touch "${FOLDER}/.delme"
}
is_not_rbf_release() {
is_not_file_extension "${1}" "rbf"
}
is_not_zip_release() {
is_not_file_extension "${1}" "zip"
}
is_not_file_extension() {
local INPUT_FILE="${1}"
local EXPECTED_EXTENSION="${2}"
local ACTUAL_EXTENSION="${INPUT_FILE#*.}"
if [[ "${INPUT_FILE}" == "" ]] || [[ "${ACTUAL_EXTENSION,,}" != "${EXPECTED_EXTENSION,,}" ]] ; then
>&2 echo "Not ${EXPECTED_EXTENSION^^}."
return 0
fi
return 1
}
is_empty_release() {
local RELEASE_FILE="${1}"
if [[ "${RELEASE_FILE}" == "" ]] ; then
>&2 echo "Empty."
return 0
fi
return 1
}
download_repository() {
local FOLDER="${1}"
local GIT_URL="${2}"
local BRANCH="${3}"
pushd "${TMP_FOLDER}" > /dev/null 2>&1
git init -q
git remote add origin "${GIT_URL}"
git -c protocol.version=2 fetch --depth=1 -q --no-tags --prune --no-recurse-submodules origin "${BRANCH}"
git checkout -qf FETCH_HEAD
popd > /dev/null 2>&1
}
files_with_stripped_date() {
local FOLDER="${1}"
pushd "${FOLDER}" > /dev/null 2>&1
for file in *; do
local WITH_DATE="${file%.*}"
if [[ "${WITH_DATE}" =~ ^.+_([0-9]{8})$ ]] ; then
echo "${WITH_DATE%%?????????}"
fi
done
popd > /dev/null 2>&1
}
files_with_no_date() {
local FOLDER="${1}"
pushd "${FOLDER}" > /dev/null 2>&1
for file in *; do
if ! [[ "${file}" =~ ^.+_([0-9]{8})(\..+)?$ ]] ; then
echo "${file}"
fi
done
popd > /dev/null 2>&1
}
mra_files() {
local FOLDER="${1}"
pushd "${FOLDER}" > /dev/null 2>&1
for mra in *.[mM][rR][aA]; do
echo "${mra}"
done
popd > /dev/null 2>&1
}
game_folders() {
local FOLDER="${1}"
pushd "${FOLDER}" > /dev/null 2>&1
extract_from_conf_str "localparam"
extract_from_conf_str "parameter"
popd > /dev/null 2>&1
}
extract_from_conf_str() {
local PARAMETER="${1}"
for conf_line in $(grep -H * -e "\s*${PARAMETER}\s\s*CONF_STR1\{0,1\}\s*=" 2> /dev/null) ; do
if [[ "${conf_line}" =~ ^(.*):.*$ ]] ; then
local CONF_FILE="${BASH_REMATCH[1]}"
local PATTERN=".*${PARAMETER}[[:space:]]*CONF_STR1{0,1}[[:space:]]*=[[:space:]]*\{[[:space:]]*\"([^[:cntrl:];]+)\;[^[:cntrl:];]*;[[:space:]]*\""
if [[ "$(cat ${CONF_FILE})" =~ ${PATTERN} ]] ; then
local GAME_FOLDER="${BASH_REMATCH[1]}"
echo "${GAME_FOLDER}"
fi
fi
done
}
if [[ "${BASH_SOURCE[0]}" == "${0}" ]] ; then
update_distribution "${1}" "${2:-}"
fi

20
.github/workflows/test_scripts.yml vendored Normal file
View File

@@ -0,0 +1,20 @@
name: Test Scripts
on:
push:
branches:
- develop
jobs:
test:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
with:
ref: develop
- name: Test Calculate Db
run: |
set -euo pipefail
cd .github/tests
./test_calculate_db.py

28
.github/workflows/update_distribution.yml vendored Normal file
View File

@@ -0,0 +1,28 @@
name: Update Distribution
on:
schedule:
- cron: "*/20 * * * *"
workflow_dispatch:
jobs:
update:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
with:
ref: develop
- name: Update Distribution
run: |
set -euo pipefail
git config --global user.email "theypsilon@gmail.com"
git config --global user.name "The CI/CD Bot"
./.github/update_distribution.sh . --push
env:
DB_ID: distribution_mister
DB_URL: https://raw.githubusercontent.com/theypsilon/BetaDistrib/main/db.json.zip
BASE_FILES_URL: https://raw.githubusercontent.com/theypsilon/BetaDistrib/%s/
LATEST_ZIP_URL: https://github.com/theypsilon/BetaDistrib/archive/refs/heads/main.zip
LINUX_GITHUB_REPOSITORY: MiSTer-devel/SD-Installer-Win64_MiSTer