Initial test for baseruntime module
This commit is contained in:
Bruno Goncalves
parent
8f5ef86e5f
commit
a614dfd535
15 changed files with 1203 additions and 0 deletions
371
tests/smoke.py
Normal file
371
tests/smoke.py
Normal file
|
|
@ -0,0 +1,371 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import os
|
||||
import subprocess
|
||||
import re
|
||||
import shutil
|
||||
import stat
|
||||
import tarfile
|
||||
import tempfile
|
||||
|
||||
from avocado import main
|
||||
from moduleframework import module_framework
|
||||
|
||||
import brtconfig
|
||||
|
||||
|
||||
class BaseRuntimeSmokeTest(module_framework.AvocadoTest):
|
||||
"""
|
||||
:avocado: enable
|
||||
"""
|
||||
|
||||
def setUp(self):
|
||||
super(self.__class__, self).setUp()
|
||||
self.compiler_resource_dir = brtconfig.get_compiler_test_dir(self)
|
||||
self.compiler_test_dir = None
|
||||
|
||||
def _check_cmd_result(self, cmd, return_code, cmd_output, expect_pass=True):
|
||||
"""
|
||||
Check based on return code if command passed or failed as expected
|
||||
"""
|
||||
if return_code == 0 and expect_pass:
|
||||
self.log.info("command '%s' succeeded with output:\n%s" %
|
||||
(cmd, cmd_output))
|
||||
return True
|
||||
elif return_code != 0 and not expect_pass:
|
||||
self.log.info("command '%s' failed as expected with output:\n%s" %
|
||||
(cmd, cmd_output))
|
||||
return True
|
||||
self.error("command '%s' returned unexpected exit status %d; output:\n%s" %
|
||||
(cmd, return_code, cmd_output))
|
||||
return False
|
||||
|
||||
def testSmoke(self):
|
||||
"""
|
||||
Run several smoke tests
|
||||
"""
|
||||
|
||||
# TODO: fill this "placeholder" with actual, complete, smoke tests:
|
||||
|
||||
smoke_pass = [
|
||||
"echo 'Hello, World!'",
|
||||
"cat /etc/redhat-release",
|
||||
"rpm -q glibc"]
|
||||
|
||||
smoke_fail = [
|
||||
"exit 1"]
|
||||
|
||||
for cmd in smoke_pass:
|
||||
cmd_result = self.run("%s" % cmd, ignore_status=True)
|
||||
cmd_output = cmd_result.stdout + cmd_result.stderr
|
||||
self._check_cmd_result(cmd, cmd_result.exit_status, cmd_output)
|
||||
|
||||
for cmd in smoke_fail:
|
||||
cmd_result = self.run("%s" % cmd, ignore_status=True)
|
||||
cmd_output = cmd_result.stdout + cmd_result.stderr
|
||||
self._check_cmd_result(cmd, cmd_result.exit_status, cmd_output, expect_pass=False)
|
||||
|
||||
|
||||
def _get_all_installed_pkgs(self):
|
||||
try:
|
||||
cmd_result = self.run("rpm -qa --qf='%{name}\n'")
|
||||
except:
|
||||
self.error("Could not get all installed packages")
|
||||
output_list = cmd_result.stdout.split("\n")
|
||||
#remove empty string from the list
|
||||
return [item for item in output_list if item]
|
||||
|
||||
def testRequiredPackages(self):
|
||||
"""
|
||||
Check if all required packages defined on yaml file are installed
|
||||
"""
|
||||
|
||||
mod_yaml = self.getModulemdYamlconfig()
|
||||
if not mod_yaml:
|
||||
self.error("Could not read modulemd Yaml file")
|
||||
|
||||
if "data" not in mod_yaml.keys():
|
||||
self.error("'data' key was not found in modulemd Yaml file")
|
||||
|
||||
if "profiles" not in mod_yaml["data"].keys():
|
||||
self.error("'profiles' key was not found in 'data' section")
|
||||
|
||||
if "baseimage" not in mod_yaml["data"]["profiles"].keys():
|
||||
self.error("'baseimage' key was not found in 'profiles' section")
|
||||
|
||||
base_profile = mod_yaml["data"]["profiles"]["baseimage"]
|
||||
if "rpms" not in base_profile.keys():
|
||||
self.error("'rpms' key was not found in 'baseimage' profile")
|
||||
|
||||
req_pkgs = base_profile["rpms"]
|
||||
if not req_pkgs:
|
||||
self.error("No rpm is defined for baseimage")
|
||||
|
||||
installed_pkgs = self._get_all_installed_pkgs()
|
||||
|
||||
for req_pkg in req_pkgs:
|
||||
if req_pkg not in installed_pkgs:
|
||||
self.error("Required package '%s' is not installed" % req_pkg)
|
||||
|
||||
def testInstalledPackages(self):
|
||||
"""
|
||||
Check if only the expected packages are installed on module
|
||||
"""
|
||||
|
||||
expected_pkgs = None
|
||||
|
||||
if not self.moduleType:
|
||||
self.error("moduleType is not defined")
|
||||
|
||||
all_installed_pkgs_path = ("resources/installed_packages/all_installed_pkgs_%s.txt"
|
||||
% self.moduleType)
|
||||
try:
|
||||
with open(all_installed_pkgs_path) as f:
|
||||
expected_pkgs = f.read().splitlines()
|
||||
except:
|
||||
self.error("Could not read the expected installed packages list")
|
||||
|
||||
if not expected_pkgs:
|
||||
self.error("List of expected installed packages is empty")
|
||||
|
||||
installed_pkgs = self._get_all_installed_pkgs()
|
||||
if not installed_pkgs:
|
||||
self.error("It seems there is no package installed in the module")
|
||||
|
||||
for pkg in installed_pkgs:
|
||||
if pkg not in expected_pkgs:
|
||||
self.error("Did not expect to have package '%s' installed" % pkg)
|
||||
|
||||
def testUserManipulation(self):
|
||||
"""
|
||||
Check if can add, remove and modify user
|
||||
"""
|
||||
|
||||
#We want to run multiple commands using same docker container
|
||||
new_user = "usertest"
|
||||
pass_cmds = []
|
||||
#Create new user
|
||||
pass_cmds.append("adduser %s" % new_user)
|
||||
#Make sure user is created
|
||||
pass_cmds.append("cat /etc/passwd | grep %s" % new_user)
|
||||
pass_cmds.append("ls /home/%s" % new_user)
|
||||
#set user password
|
||||
pass_cmds.append("usermod --password testpassword %s" % new_user)
|
||||
#Test new user functionality
|
||||
pass_cmds.append('su - %s -c "touch ~/testfile.txt"' % new_user)
|
||||
#Make sure the file was created by the correct user
|
||||
pass_cmds.append("ls -allh /home/%s/testfile.txt | grep '%s %s'" %
|
||||
(new_user, new_user, new_user))
|
||||
#Remove user
|
||||
pass_cmds.append("userdel -r %s" % new_user)
|
||||
for cmd in pass_cmds:
|
||||
cmd_result = self.run("%s" % cmd, ignore_status=True)
|
||||
cmd_output = cmd_result.stdout + cmd_result.stderr
|
||||
self._check_cmd_result(cmd, cmd_result.exit_status, cmd_output)
|
||||
|
||||
fail_cmds = []
|
||||
#Make sure user is removed
|
||||
fail_cmds.append("ls /home/%s" % new_user)
|
||||
fail_cmds.append("cat /etc/passwd | grep usertest")
|
||||
#relying on __del__ from BaseRuntimeRunCmd to remove container
|
||||
for cmd in fail_cmds:
|
||||
cmd_result = self.run("%s" % cmd, ignore_status=True)
|
||||
cmd_output = cmd_result.stdout + cmd_result.stderr
|
||||
self._check_cmd_result(cmd, cmd_result.exit_status, cmd_output, expect_pass=False)
|
||||
|
||||
def testOsRelease(self):
|
||||
"""
|
||||
Check if OS release information is correct
|
||||
"""
|
||||
|
||||
test_path = "resources/os_release/os_release.sh"
|
||||
dest_path = "/tmp/os_release.sh"
|
||||
try:
|
||||
self.copyTo(test_path, dest_path)
|
||||
except:
|
||||
self.error("Could not copy test file from %s to module %s" %
|
||||
(test_path, dest_path))
|
||||
|
||||
try:
|
||||
self.run(dest_path)
|
||||
except:
|
||||
self.error("%s failed" % dest_path)
|
||||
|
||||
try:
|
||||
self.run("rm -f %s" % dest_path)
|
||||
except:
|
||||
self.error("Could not delete %s" % dest_path)
|
||||
|
||||
def test_glibc_i18n(self):
|
||||
"""
|
||||
Test glibc support to internationalization
|
||||
"""
|
||||
|
||||
lang_default = {
|
||||
#cmd : cmd_output
|
||||
"ls /invalid_path" : "ls: cannot access '/invalid_path': No such file or directory",
|
||||
"cp invalid_file tmp" : "cp: cannot stat 'invalid_file': No such file or directory",
|
||||
"date -u -d \"2017-03-31\"" : "Fri Mar 31 00:00:00 UTC 2017",
|
||||
"touch file; yes | rm -i file" : "rm: remove regular empty file 'file'?",
|
||||
"numfmt --grouping 1234567890.98" : "1234567890.98"
|
||||
}
|
||||
|
||||
lang_english = {
|
||||
"LC_ALL=en_US ls /invalid_path" : "ls: cannot access '/invalid_path': No such file or directory",
|
||||
"LC_ALL=en_US cp invalid_file tmp" : "cp: cannot stat 'invalid_file': No such file or directory",
|
||||
"LC_ALL=en_US date -u -d \"2017-03-31\"" : "Fri Mar 31 00:00:00 UTC 2017",
|
||||
"touch file; yes | LC_ALL=en_US rm -i file" : "rm: remove regular empty file 'file'?",
|
||||
"LC_ALL=en_US numfmt --grouping 1234567890.98" : "1,234,567,890.98"
|
||||
}
|
||||
|
||||
lang_spanish = {
|
||||
"LC_ALL=es_ES ls /invalid_path" : "No existe el fichero o el directorio",
|
||||
"LC_ALL=es_ES cp invalid_file tmp" : "No existe el fichero o el directorio",
|
||||
"LC_ALL=es_ES date -u -d \"2017-03-31\"" : "vie mar 31 00:00:00 UTC 2017",
|
||||
"LC_ALL=es_ES numfmt --grouping 1234567890,98" : "1.234.567.890,98"
|
||||
}
|
||||
|
||||
langs = {}
|
||||
langs["default"] = {
|
||||
"pkg" : "glibc-minimal-langpack",
|
||||
"cmds" : lang_default
|
||||
}
|
||||
|
||||
langs["english"] = {
|
||||
"pkg" : "glibc-langpack-en",
|
||||
"cmds" : lang_english
|
||||
}
|
||||
|
||||
langs["spanish"] = {
|
||||
"pkg" : "glibc-langpack-es",
|
||||
"cmds" : lang_spanish
|
||||
}
|
||||
|
||||
|
||||
for i18n in langs.keys():
|
||||
lang = langs[i18n]
|
||||
self.log.info("Testing %s" % lang["pkg"])
|
||||
|
||||
install_package = True
|
||||
# glibc-minimal-langpack is installed by default
|
||||
if lang["pkg"] == "glibc-minimal-langpack":
|
||||
install_package = False
|
||||
|
||||
if install_package:
|
||||
try:
|
||||
self.run("microdnf install %s" % lang["pkg"])
|
||||
except:
|
||||
self.error("Could not install %s" % lang["pkg"])
|
||||
|
||||
for cmd in lang["cmds"].keys():
|
||||
cmd_result = self.run("%s" % cmd, ignore_status=True)
|
||||
output = cmd_result.stdout
|
||||
output += cmd_result.stderr
|
||||
output = output.strip()
|
||||
#search for pattern as Spanish might have special characters
|
||||
if not re.search(lang["cmds"][cmd], output):
|
||||
self.error("'%s'expected output '%s', but got '%s'" %
|
||||
(cmd, lang["cmds"][cmd], output))
|
||||
|
||||
if install_package:
|
||||
try:
|
||||
self.run("microdnf remove %s" % lang["pkg"])
|
||||
except:
|
||||
self.error("Could not remove %s" % lang["pkg"])
|
||||
|
||||
|
||||
def _prepare_compiler_test_directory(self):
|
||||
|
||||
# create a temporary directory
|
||||
tmpdir = tempfile.mkdtemp()
|
||||
|
||||
self.log.info("Compiler test temporary directory is %s" % tmpdir)
|
||||
|
||||
# Copy the `hello.sh` script from this resource directory into the
|
||||
# temporary directory
|
||||
src = os.path.join(self.compiler_resource_dir, "hello.sh")
|
||||
dest = os.path.join(tmpdir, "hello.sh")
|
||||
try:
|
||||
shutil.copy(src, dest)
|
||||
except shutil.Error as e:
|
||||
self.log.info('Error: %s' % e)
|
||||
except IOError as e:
|
||||
self.log.info('Error: %s' % e.strerror)
|
||||
|
||||
# make sure destination script is executable
|
||||
st = os.stat(dest)
|
||||
os.chmod(dest, st.st_mode | stat.S_IEXEC)
|
||||
|
||||
# Place a gzipped tarball of `hello.c` and `Makefile` from the
|
||||
# resource directory into the temporary directory with the name
|
||||
# `hello.tgz`.
|
||||
dest = os.path.join(tmpdir, "hello.tgz")
|
||||
tar = tarfile.open(dest, "w:gz")
|
||||
for f in ["hello.c", "Makefile"]:
|
||||
src = os.path.join(self.compiler_resource_dir, f)
|
||||
tar.add(src, arcname=f)
|
||||
tar.close()
|
||||
|
||||
self.compiler_test_dir = tmpdir
|
||||
|
||||
def _cleanup_compiler_test_directory(self):
|
||||
|
||||
# clean up the temporary directory
|
||||
if self.compiler_test_dir:
|
||||
self.log.info("cleaning up compiler test directory")
|
||||
shutil.rmtree(self.compiler_test_dir, ignore_errors=True)
|
||||
|
||||
def testCompiler(self):
|
||||
"""
|
||||
Run a basic C compiler test on our docker image.
|
||||
|
||||
This actually tests the integration of several things, including the
|
||||
ability to install packages, extract a gzipped tarball, run make to
|
||||
compile a very simple C program, and run the compiled executable.
|
||||
"""
|
||||
|
||||
self._prepare_compiler_test_directory()
|
||||
|
||||
#The test dir should be the same one used on hello.sh
|
||||
mod_compiler_test_dir = "/mnt"
|
||||
|
||||
#Make sure there is a container running
|
||||
#TODO: Remove start() once https://pagure.io/modularity-testing-framework/issue/8 is fixed
|
||||
self.start()
|
||||
|
||||
try:
|
||||
self.copyTo("%s/." % self.compiler_test_dir, mod_compiler_test_dir)
|
||||
except:
|
||||
self.error("Could not copy test files from %s to module %s" %
|
||||
(self.compiler_test_dir, mod_compiler_test_dir))
|
||||
|
||||
cmdline = "%s/hello.sh" % mod_compiler_test_dir
|
||||
cmd_result = self.run("%s" % cmdline, ignore_status=True)
|
||||
test_stdout = cmd_result.stdout
|
||||
test_stderr = cmd_result.stderr
|
||||
if cmd_result.exit_status:
|
||||
self.error("command '%s' returned exit status %d; output:\n%s\nstderr:\n%s" %
|
||||
(cmdline, cmd_result.exit_status, test_stdout, test_stderr))
|
||||
|
||||
self.log.info("command '%s' succeeded with output:\n%s\nstderr:\n%s" %
|
||||
(cmdline, test_stdout, test_stderr))
|
||||
|
||||
# make sure we get exactly what we expect on stdout
|
||||
# (all other output from commands in the script were sent to stderr)
|
||||
expected_stdout = 'Hello, world!\n'
|
||||
self.log.info("checking that compiler test returned expected output: %s" %
|
||||
repr(expected_stdout))
|
||||
if test_stdout != expected_stdout:
|
||||
self.error("compiler test did not return unexpected output: %s" %
|
||||
repr(test_stdout))
|
||||
|
||||
def tearDown(self):
|
||||
"""
|
||||
Tear-down
|
||||
"""
|
||||
super(self.__class__, self).tearDown()
|
||||
|
||||
self._cleanup_compiler_test_directory()
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Loading…
Add table
Add a link
Reference in a new issue