The issue why it´s not working is simply because after the new PATH is set it will not find gdb since it scripted like this:
arm-none-eabi-gdb -vOur Path i set so now it has to be this:
gdb
e.g:
function valid_arm_gdb {
if ! gdb -v &> /dev/null; then
# not installed, or not able to run for any reason
return 1
fi
At least it seems to work here to get past all the brakes.
Full script:
#!/usr/bin/env bash
set -e
QEMU_NAME=${QEMU_NAME:=qemu-2.5.0}
ML=${ML:=magic-lantern}
GREP=${GREP:=grep}
echo
echo "This will setup QEMU for emulating Magic Lantern."
echo "Thou shalt not be afraid of compiling stuff on Linux ;)"
echo -n "Continue? [y/n] "
read answer
if test "$answer" != "Y" -a "$answer" != "y"; then exit 0; fi
echo
function install_gdb {
echo
echo "*** Will download gcc-arm-none-eabi-5_4-2016q3 from:"
echo " https://developer.arm.com/open-source/gnu-toolchain/gnu-rm"
echo
TOOLCHAIN=gcc-arm-none-eabi-5_4-2016q3
DOWNLOAD=https://developer.arm.com/-/media/Files/downloads/gnu-rm/5_4-2016q3/
UNTAR="tar -jxf"
if [ $(uname) == "Darwin" ]; then
TARBALL=gcc-arm-none-eabi-5_4-2016q3-20160926-mac.tar.bz2
else
TARBALL=gcc-arm-none-eabi-5_4-2016q3-20160926-linux.tar.bz2
fi
if [ ! -f ~/$TOOLCHAIN/bin/arm-none-eabi-gdb ]; then
cd ~
wget -c $DOWNLOAD$TARBALL && $UNTAR $TARBALL && rm $TARBALL
cd -
else
echo "*** Toolchain already installed in:"
echo " ~/$TOOLCHAIN"
echo
fi
echo "*** Please add gcc binaries to your executable PATH:"
echo " PATH=~/$TOOLCHAIN/bin:\$PATH"
echo
}
function valid_arm_gdb {
if ! gdb -v &> /dev/null; then
# not installed, or not able to run for any reason
return 1
fi
if gdb -v | grep -q "host=x86_64"; then
# 64-bit version - doesn't work
# fixme: this may get printed more than once
echo "*** WARNING: 64-bit GDB is known not to work."
return 1
fi
# assume it's OK
# todo: check version number
return 0
}
function valid_arm_gcc {
if ! gcc -v &> /dev/null; then
# not installed, or not able to run for any reason
return 1
fi
echo "#include <stdlib.h>" > arm-gcc-test.c
if ! gcc -c arm-gcc-test.c; then
echo "*** WARNING: your gcc is unable to compile a simple program."
rm arm-gcc-test.c
return 1
fi
rm arm-gcc-test.c
return 0
}
if [ $(uname) == "Darwin" ]; then
echo "*** Installing dependencies for Mac..."
echo
# fixme: don't these require sudo?
# can we check whether they are already installed, as on Ubuntu?
if ! xcode-select -p &> /dev/null; then
xcode-select --install
fi
# brew is "The missing package manager for macOS"
# https://brew.sh
if ! brew -v &> /dev/null; then
ruby -e "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/master/install)"
fi
packages="python wget mercurial xz grep pkg-config glib automake libtool pixman mtools"
for pkg in $packages; do
brew list $pkg &> /dev/null || brew install $pkg
done
GREP=ggrep
fi
if apt-get -v &> /dev/null; then
# apt-based system?
# install these packages, if not already
# only request sudo if any of them is missing
# instead of GTK (libgtk2.0-dev), you may prefer SDL (libsdl1.2-dev)
packages="
build-essential mercurial pkg-config libtool
git libglib2.0-dev libpixman-1-dev zlib1g-dev
libgtk2.0-dev xz-utils mtools netcat-openbsd
python python-pip python-docutils"
# if a valid arm-none-eabi-gcc/gdb is already in PATH, try to use that
# otherwise, we'll try to install something
if ! valid_arm_gdb || ! valid_arm_gcc; then
echo "*** You do not seem to have an usable arm-none-eabi-gcc and/or gdb installed."
echo "*** 64-bit GDB is known not to work, so you'll have to install a 32-bit one for now."
echo
echo "*** You have a few options:"
echo
echo "1 - Install gdb-arm-none-eabi:i386 and gcc-arm-none-eabi from Ubuntu repo (recommended)"
echo " This will install 32-bit binaries - will not work under Windows Subsystem for Linux."
echo
echo "2 - Download a 32-bit gcc-arm-embedded and install it without the package manager."
echo " Will be installed in your home directory; to move it, you must edit the Makefiles."
echo " This will install 32-bit binaries - will not work under Windows Subsystem for Linux."
echo
echo "3 - Install gdb-arm-none-eabi from Ubuntu repository (64-bit)"
echo " WARNING: this will not be able to run all our GDB scripts."
echo
if dpkg -l binutils-arm-none-eabi 2>/dev/null | grep -q '^.i'; then
echo "4 - Remove Ubuntu toolchain and install the one from gcc-arm-embedded PPA (gcc 6.x)"
echo " This will:"
echo " - sudo apt-get remove gcc-arm-none-eabi gdb-arm-none-eabi \\"
echo " binutils-arm-none-eabi libnewlib-arm-none-eabi"
else
echo "4 - Install the toolchain from gcc-arm-embedded PPA (gcc 6.x)"
echo " This will:"
fi
echo " - sudo add-apt-repository ppa:team-gcc-arm-embedded/ppa"
echo " - install the gcc-arm-embedded package."
echo " WARNING: this will not be able to run all our GDB scripts."
echo
echo "5 - Manually install arm-none-eabi-gdb from https://launchpad.net/gcc-arm-embedded"
echo " or any other source, make sure it is in PATH, then run this script again."
if ! gdb -v &> /dev/null; then
echo
else
echo
echo "6 - Just use the current 64-bit toolchain."
echo " WARNING: this will not be able to run all our GDB scripts."
fi
echo
echo -n "Your choice? "
read answer
echo
case $answer in
1)
# Ubuntu's 32-bit arm-none-eabi-gdb works fine
# gcc-arm-none-eabi:i386 does not include libnewlib - Ubuntu bug?
packages="$packages gdb-arm-none-eabi:i386 "
packages="$packages gcc-arm-none-eabi libnewlib-arm-none-eabi"
;;
2)
# 32-bit gdb will be downloaded after installing these packages
packages="$packages libc6:i386 libncurses5:i386"
;;
3)
# Ubuntu's 64-bit arm-none-eabi-gdb works... sort of
# it's unable to run 5D3 1.1.3 GUI and maybe others
packages="$packages gdb-arm-none-eabi:amd64"
packages="$packages gcc-arm-none-eabi:amd64 libnewlib-arm-none-eabi:amd64"
;;
4)
# gcc-arm-embedded conflicts with gcc-arm-none-eabi
# but the dependencies are not configured properly
# so we have to fix the conflict manually...
if dpkg -l binutils-arm-none-eabi 2>/dev/null | grep -q '^.i'; then
echo
echo "*** Please double-check - the following might remove additional packages!"
echo
sudo apt-get remove gcc-arm-none-eabi gdb-arm-none-eabi \
binutils-arm-none-eabi libnewlib-arm-none-eabi
fi
packages="$packages gcc-arm-embedded"
echo
echo "*** Adding the team-gcc-arm-embedded PPA repository..."
echo " sudo add-apt-repository ppa:team-gcc-arm-embedded/ppa"
echo
sudo add-apt-repository ppa:team-gcc-arm-embedded/ppa
;;
5)
# user will install arm-none-eabi-gdb and run the script again
exit 0
;;
6)
# use the installed version, even though it's known not to work
;;
*)
# invalid choice
exit 1
;;
esac
else
echo "*** You have a valid ARM GCC/GDB already installed - using that one."
fi
echo "*** Checking dependencies for Ubuntu..."
echo
# https://wiki.debian.org/ListInstalledPackages
# dpkg -l also returns packages that are not installed
deps_installed=yes
for package in $packages; do
if ! dpkg -l $package 2>/dev/null | grep -q '^.i'; then
echo Not installed: $package
deps_installed=no
fi
done
if [ "$deps_installed" == "no" ]; then
echo
echo "*** Installing dependencies for Ubuntu..."
echo
sudo apt-get update
sudo apt-get install $packages
echo
fi
deps_installed=yes
for package in $packages; do
if ! dpkg -l $package 2>/dev/null | grep -q '^.i'; then
echo Not installed: $package
deps_installed=no
fi
done
if [ "$deps_installed" == "no" ]; then
echo
echo "*** Error: Ubuntu dependencies could not be installed."
echo
exit 1
fi
fi
# all systems (including Mac, or Ubuntu if the installation from repositories failed)
# this one works on old systems as well, but it won't work under WSL
if ! valid_arm_gdb; then
echo
echo "*** WARNING: a valid arm-none-eabi-gdb could not be found."
echo "*** Downloading a toolchain and installing it without the package manager."
echo "*** Will be installed in your home directory (Makefile.user.default expects it there)."
echo
install_gdb
fi
# make sure we have a valid arm-none-eabi-gdb (regardless of operating system)
if ! valid_arm_gdb; then
if ! arm-none-eabi-gdb -v &> /dev/null; then
echo "*** Please set up a valid arm-none-eabi-gdb before continuing."
exit 1
else
# valid_arm_gdb will print why the current one is not good
echo -n "Continue anyway? [y/N] "
read answer
if test "$answer" != "Y" -a "$answer" != "y"; then exit 1; fi
echo
fi
fi
# same for arm-none-eabi-gcc
if ! valid_arm_gcc; then
echo "*** Please set up a valid arm-none-eabi-gcc before continuing."
exit 1
fi
echo
echo -n "*** Using GDB: "
command -v arm-none-eabi-gdb
arm-none-eabi-gdb -v | head -n1
echo
echo -n "*** Using GCC: "
command -v arm-none-eabi-gcc
arm-none-eabi-gcc -v 2>&1 | grep "gcc version"
echo
# install docutils (for compiling ML modules) and vncdotool (for test suite)
# only install if any of them is missing
pip2 list | grep docutils || rst2html -h > /dev/null || pip2 install docutils
pip2 list | grep vncdotool || vncdotool -h > /dev/null || pip2 install vncdotool
function die { echo "${1:-"Unknown Error"}" 1>&2 ; exit 1; }
pwd | grep $ML/contrib/qemu > /dev/null || die "error: we should be in $ML/contrib/qemu"
# go to the parent of magic-lantern folder
cd ../../..
ls | $GREP $ML > /dev/null || die "error: expecting to find $ML here"
mkdir -p qemu
cd qemu
echo
echo "*** Setting up QEMU in `pwd`..."
echo
# get qemu
wget -q --show-progress --progress=dot:giga -c http://wiki.qemu-project.org/download/$QEMU_NAME.tar.bz2
echo
tar jxf $QEMU_NAME.tar.bz2
echo
# initialize a git repo, to make it easy to track changes to QEMU source
cd $QEMU_NAME
if [ ! -d .git ]; then
git init
# git requires a valid email; if not setup, add one for this directory only
git config user.email || git config user.email qemu@magiclantern.fm
git add .
git commit -q -m "$QEMU_NAME vanilla"
fi
cd ..
echo "Copying files..."
# copy our helper scripts
cp -r ../$ML/contrib/qemu/scripts/* .
chmod +x *.sh
# copy our testing scripts
mkdir -p tests
cp -r ../$ML/contrib/qemu/tests/* tests/
chmod +x tests/*.sh
# apply our patch
cd ${QEMU_NAME}
mkdir -p hw/eos
cp -r ../../$ML/contrib/qemu/eos/* hw/eos/
cp -r ../../$ML/src/backtrace.[ch] hw/eos/dbi/
patch -N -p1 < ../../$ML/contrib/qemu/$QEMU_NAME.patch
cd ..
# setup the card image
if [ ! -f "sd.img" ]; then
echo "Setting up SD card image..."
cp -v ../$ML/contrib/qemu/sd.img.xz .
unxz -v sd.img.xz
else
echo "SD image already exists, skipping."
fi
if [ ! -f "cf.img" ]; then
echo "Setting up CF card image..."
cp -v sd.img cf.img
else
echo "CF image already exists, skipping."
fi
echo ""
echo "Next steps:"
echo "==========="
echo
echo "1) Compile QEMU"
echo
echo " cd `pwd`/${QEMU_NAME}"
echo " ../configure_eos.sh"
echo " make -j`$GREP -c processor /proc/cpuinfo 2> /dev/null || sysctl -n hw.ncpu 2> /dev/null || echo 1`"
echo
echo "2) Grab a copy of the Canon firmware from your own camera"
echo " (don't request one and don't share it online - it's copyrighted)"
echo
echo " Look on your SD card - you should find ML/LOGS/ROM0.BIN and ROM1.BIN"
echo " Copy them under your camera model's subdirectory, for example:"
echo " `pwd`/60D/"
echo
echo " For models that use a serial flash, you may have to dump its contents"
echo " using the sf_dump module, then copy SFDATA.BIN as well."
echo
echo "3) Mount the included SD (or CF) image (you may use mount.sh)"
echo " and install ML on it, as usual. The card image must be bootable as well."
echo
echo " The included card image is bootable and contains a small autoexec.bin"
echo " that runs on all DIGIC 4/5 cameras and prints some basic info."
echo
echo " To create your own SD/CF image, you need to copy the raw contents"
echo " of the entire card, not just one partition. For example:"
echo " dd if=/dev/mmcblk0 of=sd.img"
echo
echo "4) Start emulation with:"
echo
echo " cd `pwd`/"
echo " ./run_canon_fw.sh 60D"
echo
echo " This will recompile QEMU, but not ML."
echo
echo " Note: Canon GUI emulation (menu navigation, no LiveView) only works on"
echo -n " "; $GREP --color=never -oP "(?<=GUI_CAMS=\( ).*(?=\))" tests/run_tests.sh;
echo
echo "5) Tips & tricks:"
echo " - to enable or disable the boot flag in ROM, use something like:"
echo " ./run_canon_fw.sh 60D,firmware=\"boot=1\""
echo " - to use multiple firmware versions, place the ROMs under e.g. 5D3/113/ROM*.BIN and run:"
echo " ./run_canon_fw.sh 5D3,firmware=\"113;boot=1\""
echo " - to show MMIO activity (registers) and interrupts, use:"
echo " ./run_canon_fw.sh 60D -d io,int"
echo " - to show the executed ASM code, step by step, use:"
echo " ./run_canon_fw.sh 60D -d exec,int -singlestep"
echo " - to trace debug messages and various functions in the firmware, use:"
echo " ./run_canon_fw.sh 60D -s -S & arm-none-eabi-gdb -x 60D/debugmsg.gdb"
echo " - if the above is too slow, compile the dm-spy-experiments branch "
echo " with CONFIG_QEMU=y and CONFIG_DEBUG_INTERCEPT_STARTUP=y and try:"
echo " ./run_canon_fw.sh 60D,firmware=\"boot=1\" -d io,int"
echo " - some camera models require GDB patches to bypass tricky code sequences:"
echo " ./run_canon_fw.sh 700D -s -S & arm-none-eabi-gdb -x 700D/patches.gdb"
echo " - to trace all function calls and export them to IDA:"
echo " ./run_canon_fw.sh 60D -d calls -singlestep"
echo " - you may enable additional debug code (such as printing to QEMU console)"
echo " by compiling ML with CONFIG_QEMU=y in your Makefile.user (also run make clean)."
echo " - caveat: you cannot run autoexec.bin compiled with CONFIG_QEMU on the camera."
echo
echo "Enjoy!"
