refactoring of functional tests

[pmachines.git] / tests / test_functional.py

from pathlib import Path
from datetime import datetime
from itertools import product
from logging import info
import sys
if '' in sys.path: sys.path.remove('')
sys.path.append(str(Path(__file__).parent.parent.parent))
from unittest import TestCase
from shutil import rmtree, copy
from time import sleep
from os import system, remove, environ
from os.path import exists, basename, join
from glob import glob
from panda3d.core import Filename
from lib.build.build import exec_cmd, _branch, ver


class FunctionalTests(TestCase):

    def __clean(self):
        paths = [
            'tests/functional',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/',
            str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/']
        for path in paths:
            rmtree(path, ignore_errors=True)
        dirs = [
            Filename().get_user_appdata_directory(),
            '/home/flavio/.var/app/it.ya2.Pmachines/data',
            '/home/flavio/.wine/drive_c/users/flavio/AppData/Local']
        files = [
            'pmachines/options.ini',
            'pmachines/obs_version.txt']
        for dir_file in product(dirs, files):
            _file = join(*dir_file)
            if exists(_file):
                remove(_file)
                info('%s removed' % _file)
            else:
                info('%s does not exist' % _file)
        opt_ini = str(Path.home()) + '/builders/pmachines_builder/pmachines/options.ini'
        if exists(opt_ini):
            remove(opt_ini)
        system('pkill -f "pmachines.exe"')

    def __awake(self):
        system('xdotool key shift')

    def setUp(self):
        self.__clean()

    def tearDown(self):
        pass  # self.__clean()

    def test_ref(self):
        info('test_ref')
        path = 'pmachines/tests/functional_ref_%s/*.png' % _branch()
        files = glob(join(Filename().get_user_appdata_directory(), path))
        self.assertGreater(len(files), 1)

    def __similar_images(self, ref_img, tst_img):
        cmd = 'magick compare -metric NCC %s %s diff.png' % (ref_img, tst_img)
        res = exec_cmd(cmd)
        if exists('diff.png'): remove('diff.png')
        print('compare %s %s: %s' % (ref_img, tst_img, res))
        return float(res) > .8

    def __test_template(self, cmd, path):
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        self.__clean()
        self.__awake()
        system('amixer sset Master 0%')
        ret = system(cmd)
        self.assertEqual(ret, 0, 'error while executing ' + cmd)
        files = glob(str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/*.png' % _branch())
        self.assertGreater(len(files), 1)
        for fname in files:
            self.assertTrue(exists(path + basename(fname)), '%s does not exist' % (path + basename(fname)))
            similar = self.__similar_images(
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname)),
            'error while comparing %s and %s' % (
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname))
            if not similar:
                timestamp = datetime.now().strftime('%y%m%d%H%M%S%f')
                copy(path + basename(fname), '~/Desktop/' + basename(fname)[:-4] + timestamp + '.png')
            self.assertTrue(similar)

    def test_code(self):
        info('test_code')
        self.__test_template(
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_appimage(self):
        info('test_appimage')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        bld_branch = '' if bld_branch == 'stable' else ('-' + bld_branch)
        self.__test_template(
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & ' % (bld_branch, bld_branch) +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_flatpak(self):
        info('test_flatpak')
        if environ.get('FUNCTIONALPOST') != '1':
            self.skipTest('skipped functional-post tests')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        cmd = 'flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch
        info('executing: %s' % cmd)
        #system(cmd)
        fout = exec_cmd(cmd)
        info('executed: %s' % cmd)
        info(fout)
        self.__test_template(
            'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & ' % (bld_branch, bld_branch) +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/')

    def __update_itchio(self):
        system('/home/flavio/.itch/itch')
        sleep(5)
        system('xdotool mousemove 860 620')
        sleep(1)
        system('xdotool click 1')
        sleep(300)
        system('killall itch')

    def test_itchio(self):
        info('test_itchio')
        if environ.get('FUNCTIONALPOST') != '1':
            self.skipTest('skipped functional-post tests')
        if _branch() != 'master':
            return
        self.__update_itchio()
        self.__test_template(
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_windows(self):
        info('test_windows')
        system('pkill -f "pmachines.exe"')
        abspath = str(Path(__file__).parent.parent) + '/build/win_amd64/pmachines.exe'
        self.__test_template(
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/')

    def test_versions(self):
        info('test_versions')
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        with open('/home/flavio/builders/pmachines_builder/last_bld.txt') as f:
            lines = f.readlines()
        for line in lines:
            if line.strip().split()[0] == _branch():
                commit = line.strip().split()[1][:7]
        _ver = ver
        if _branch() == 'stable':
            with open('/home/flavio/builders/pmachines_builder/pmachines/assets/version.txt') as fver:
                _ver = fver.read().strip() + '-'
        exp = '%s-%s' % (_ver, commit)
        cmds = [
            ('timeout 720s ./build/manylinux2010_x86_64/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s ./dist/Pmachines-%s-x86_64.AppImage --version' % bld_branch, str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s wine ./build/win_amd64/pmachines.exe --version', '/home/flavio/.wine/drive_c/users/flavio/AppData/Local/pmachines/obs_version.txt')
        ]
        if environ.get('FUNCTIONALPOST') == '1':
            if _branch() == 'master':
                self.__update_itchio()
                cmds += [('timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt')]
            cmds += [('timeout 720s flatpak run it.ya2.Pmachines//%s --version' % bld_branch, '/home/flavio/.var/app/it.ya2.Pmachines/data/pmachines/obs_version.txt')]
        info('executing flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
        #system('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
        fout = exec_cmd('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
        info('executed flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
        info(fout)
        for cmd in cmds:
            if exists(cmd[1]):
                remove(cmd[1])
            info('launching %s' % cmd[0])
            exec_cmd(cmd[0])
            with open(cmd[1]) as f:
                obs = f.read().strip()
            self.assertEqual(obs, exp, 'during ' + cmd[0])