[pmachines.git] / tests / test_functional.py

from pathlib import Path
from datetime import datetime
from itertools import product
from logging import info
import sys
if '' in sys.path: sys.path.remove('')
sys.path.append(str(Path(__file__).parent.parent.parent))
from unittest import TestCase
from shutil import rmtree, copy
from time import sleep
from os import system, remove, environ
from os.path import exists, basename, join
from glob import glob
from panda3d.core import Filename
from lib.build.build import exec_cmd, _branch, ver


class FunctionalTests(TestCase):

    def __clean(self):
        paths = [
            'tests/functional',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/',
            str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/']
        for path in paths:
            rmtree(path, ignore_errors=True)
        dirs = [
            Filename().get_user_appdata_directory(),
            '/home/flavio/.var/app/it.ya2.Pmachines/data',
            '/home/flavio/.wine/drive_c/users/flavio/AppData/Local']
        files = [
            'pmachines/options.ini',
            'pmachines/obs_version.txt']
        for dir_file in product(dirs, files):
            _file = join(*dir_file)
            if exists(_file):
                remove(_file)
                info('%s removed' % _file)
            else:
                info('%s does not exist' % _file)
        system('pkill -f "pmachines.exe"')

    def __awake(self):
        system('xdotool key shift')

    def setUp(self):
        self.__clean()

    def tearDown(self):
        pass  # self.__clean()

    def test_ref(self):
        info('test_ref')
        path = 'pmachines/tests/functional_ref_%s/*.png' % _branch()
        files = glob(join(Filename().get_user_appdata_directory(), path))
        self.assertGreater(len(files), 1)

    def __similar_images(self, ref_img, tst_img):
        cmd = 'magick compare -metric NCC %s %s diff.png' % (ref_img, tst_img)
        res = exec_cmd(cmd)
        if exists('diff.png'): remove('diff.png')
        print('compare %s %s: %s' % (ref_img, tst_img, res))
        return float(res) > .8

    def __test_template(self, cmd, path):
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        self.__clean()
        self.__awake()
        system('amixer sset Master 0%')
        ret = system(cmd)
        self.assertEqual(ret, 0, 'error while executing ' + cmd)
        files = glob(str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/*.png' % _branch())
        self.assertGreater(len(files), 1)
        for fname in files:
            self.assertTrue(exists(path + basename(fname)), '%s does not exist' % (path + basename(fname)))
            similar = self.__similar_images(
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname)),
            'error while comparing %s and %s' % (
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname))
            if not similar:
                timestamp = datetime.now().strftime('%y%m%d%H%M%S%f')
                copy(path + basename(fname), '~/Desktop/' + basename(fname)[:-4] + timestamp + '.png')
            self.assertTrue(similar)

    def test_code(self):
        info('test_code')
        self.__test_template(
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_appimage(self):
        info('test_appimage')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        bld_branch = '' if bld_branch == 'stable' else ('-' + bld_branch)
        self.__test_template(
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & ' % (bld_branch, bld_branch) +
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_flatpak(self):
        info('test_flatpak')
        if environ.get('FUNCTIONALPOST') != '1':
            self.skipTest('skipped functional-post tests')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        cmd = 'flatpak update -y it.ya2.Pmachines//%s' % bld_branch
        info('executing: %s' % cmd)
        system(cmd)
        info('executed: %s' % cmd)
        self.__test_template(
            'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
            'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & ' % (bld_branch, bld_branch) +
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
            str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/')

    def __update_itchio(self):
        system('/home/flavio/.itch/itch')
        sleep(5)
        system('xdotool mousemove 860 620')
        sleep(1)
        system('xdotool click 1')
        sleep(300)
        system('killall itch')

    def test_itchio(self):
        info('test_itchio')
        if environ.get('FUNCTIONALPOST') != '1':
            self.skipTest('skipped functional-post tests')
        if _branch() != 'master':
            return
        self.__update_itchio()
        self.__test_template(
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_windows(self):
        info('test_windows')
        system('pkill -f "pmachines.exe"')
        abspath = str(Path(__file__).parent.parent) + '/build/win_amd64/pmachines.exe'
        self.__test_template(
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/')

    def test_versions(self):
        info('test_versions')
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        with open('/home/flavio/builders/pmachines_builder/last_bld.txt') as f:
            lines = f.readlines()
        for line in lines:
            if line.strip().split()[0] == _branch():
                commit = line.strip().split()[1][:7]
        _ver = ver
        if _branch() == 'stable':
            with open('/home/flavio/builders/pmachines_builder/pmachines/assets/version.txt') as fver:
                _ver = fver.read().strip() + '-'
        exp = '%s-%s' % (_ver, commit)
        cmds = [
            ('timeout 720s ./build/manylinux2010_x86_64/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s ./dist/Pmachines-%s-x86_64.AppImage --version' % bld_branch, str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s wine ./build/win_amd64/pmachines.exe --version', '/home/flavio/.wine/drive_c/users/flavio/AppData/Local/pmachines/obs_version.txt')
        ]
        if environ.get('FUNCTIONALPOST') == '1':
            if _branch() == 'master':
                self.__update_itchio()
                cmds += [('timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt')]
            cmds += [('timeout 720s flatpak run it.ya2.Pmachines//%s --version' % bld_branch, '/home/flavio/.var/app/it.ya2.Pmachines/data/pmachines/obs_version.txt')]
        system('flatpak update -y it.ya2.Pmachines//%s' % bld_branch)
        for cmd in cmds:
            if exists(cmd[1]):
                remove(cmd[1])
            info('launching %s' % cmd[0])
            exec_cmd(cmd[0])
            with open(cmd[1]) as f:
                obs = f.read().strip()
            self.assertEqual(obs, exp, 'during ' + cmd[0])
Commit	Line	Data
0f9675ba	1	from pathlib import Path
8ce16d6c	2	from datetime import datetime
0f9675ba FC	3	from itertools import product
	4	from logging import info
	5	import sys
	6	if '' in sys.path: sys.path.remove('')
	7	sys.path.append(str(Path(__file__).parent.parent.parent))
	8	from unittest import TestCase
8ce16d6c	9	from shutil import rmtree, copy
0f9675ba FC	10	from time import sleep
	11	from os import system, remove, environ
	12	from os.path import exists, basename, join
	13	from glob import glob
	14	from panda3d.core import Filename
	15	from lib.build.build import exec_cmd, _branch, ver
	16
	17
	18	class FunctionalTests(TestCase):
	19
	20	def __clean(self):
	21	paths = [
	22	'tests/functional',
edeef6f9 FC	23	str(Path.home()) + '/.local/share/pmachines/tests/functional/',
	24	str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/',
	25	str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/']
0f9675ba FC	26	for path in paths:
	27	rmtree(path, ignore_errors=True)
	28	dirs = [
	29	Filename().get_user_appdata_directory(),
edeef6f9	30	'/home/flavio/.var/app/it.ya2.Pmachines/data',
68f6c184	31	'/home/flavio/.wine/drive_c/users/flavio/AppData/Local']
0f9675ba	32	files = [
edeef6f9 FC	33	'pmachines/options.ini',
edeef6f9 FC	34	'pmachines/obs_version.txt']
0f9675ba FC	35	for dir_file in product(dirs, files):
	36	_file = join(*dir_file)
	37	if exists(_file):
	38	remove(_file)
	39	info('%s removed' % _file)
	40	else:
	41	info('%s does not exist' % _file)
edeef6f9	42	system('pkill -f "pmachines.exe"')
0f9675ba FC	43
	44	def __awake(self):
	45	system('xdotool key shift')
	46
	47	def setUp(self):
	48	self.__clean()
	49
	50	def tearDown(self):
8ce16d6c	51	pass # self.__clean()
0f9675ba FC	52
0f9675ba FC	53	def test_ref(self):
edeef6f9 FC	54	info('test_ref')
edeef6f9 FC	55	path = 'pmachines/tests/functional_ref_%s/*.png' % _branch()
0f9675ba FC	56	files = glob(join(Filename().get_user_appdata_directory(), path))
	57	self.assertGreater(len(files), 1)
	58
	59	def __similar_images(self, ref_img, tst_img):
	60	cmd = 'magick compare -metric NCC %s %s diff.png' % (ref_img, tst_img)
	61	res = exec_cmd(cmd)
	62	if exists('diff.png'): remove('diff.png')
	63	print('compare %s %s: %s' % (ref_img, tst_img, res))
8ce16d6c	64	return float(res) > .8
0f9675ba FC	65
	66	def __test_template(self, cmd, path):
	67	if environ.get('FUNCTIONAL') != '1':
	68	self.skipTest('skipped functional tests')
	69	self.__clean()
	70	self.__awake()
	71	system('amixer sset Master 0%')
	72	ret = system(cmd)
1e689176	73	self.assertEqual(ret, 0, 'error while executing ' + cmd)
ad5ef398 FC	74	files = glob(str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/*.png' % _branch())
ad5ef398 FC	75	self.assertGreater(len(files), 1)
0f9675ba	76	for fname in files:
ad5ef398	77	self.assertTrue(exists(path + basename(fname)), '%s does not exist' % (path + basename(fname)))
8ce16d6c FC	78	similar = self.__similar_images(
	79	str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
	80	path + basename(fname)),
	81	'error while comparing %s and %s' % (
	82	str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
	83	path + basename(fname))
	84	if not similar:
	85	timestamp = datetime.now().strftime('%y%m%d%H%M%S%f')
	86	copy(path + basename(fname), '~/Desktop/' + basename(fname)[:-4] + timestamp + '.png')
	87	self.assertTrue(similar)
0f9675ba	88
ad5ef398 FC	89	def test_code(self):
	90	info('test_code')
	91	self.__test_template(
361d3942 FC	92	'timeout 720s ~/venv/bin/python main.py --functional-test & '
	93	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
	94	'timeout 720s ~/venv/bin/python main.py --functional-test & '
	95	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
ad5ef398	96	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
edeef6f9	97
1e689176 FC	98	def test_appimage(self):
	99	info('test_appimage')
	100	bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	101	bld_branch = '' if bld_branch == 'stable' else ('-' + bld_branch)
	102	self.__test_template(
361d3942 FC	103	'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & '
	104	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
	105	'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & ' % (bld_branch, bld_branch) +
	106	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
1e689176	107	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
edeef6f9	108
fa3662a6 FC	109	def test_flatpak(self):
	110	info('test_flatpak')
	111	if environ.get('FUNCTIONALPOST') != '1':
	112	self.skipTest('skipped functional-post tests')
	113	bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	114	cmd = 'flatpak update -y it.ya2.Pmachines//%s' % bld_branch
	115	info('executing: %s' % cmd)
	116	system(cmd)
	117	info('executed: %s' % cmd)
	118	self.__test_template(
361d3942 FC	119	'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & '
	120	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
	121	'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & ' % (bld_branch, bld_branch) +
	122	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
fa3662a6	123	str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/')
addec9c9	124
c8e3e941 FC	125	def __update_itchio(self):
	126	system('/home/flavio/.itch/itch')
	127	sleep(5)
	128	system('xdotool mousemove 860 620')
	129	sleep(1)
	130	system('xdotool click 1')
	131	sleep(300)
	132	system('killall itch')
	133
	134	def test_itchio(self):
	135	info('test_itchio')
	136	if environ.get('FUNCTIONALPOST') != '1':
	137	self.skipTest('skipped functional-post tests')
	138	if _branch() != 'master':
	139	return
	140	self.__update_itchio()
	141	self.__test_template(
	142	'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
	143	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
	144	'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
	145	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
	146	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
addec9c9	147
2e5f0efc FC	148	def test_windows(self):
	149	info('test_windows')
	150	system('pkill -f "pmachines.exe"')
	151	abspath = str(Path(__file__).parent.parent) + '/build/win_amd64/pmachines.exe'
	152	self.__test_template(
	153	'timeout 720s wine %s --functional-test & ' % abspath +
	154	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 1; sleep 5; '
	155	'timeout 720s wine %s --functional-test & ' % abspath +
	156	'timeout 720s ~/venv/bin/python -m lib.tools.functional_test.py 2',
	157	str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/')
edeef6f9	158
8ce16d6c FC	159	def test_versions(self):
	160	info('test_versions')
	161	if environ.get('FUNCTIONAL') != '1':
	162	self.skipTest('skipped functional tests')
	163	bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	164	with open('/home/flavio/builders/pmachines_builder/last_bld.txt') as f:
	165	lines = f.readlines()
	166	for line in lines:
	167	if line.strip().split()[0] == _branch():
	168	commit = line.strip().split()[1][:7]
	169	_ver = ver
	170	if _branch() == 'stable':
	171	with open('/home/flavio/builders/pmachines_builder/pmachines/assets/version.txt') as fver:
	172	_ver = fver.read().strip() + '-'
	173	exp = '%s-%s' % (_ver, commit)
	174	cmds = [
26e35eb5 FC	175	('timeout 720s ./build/manylinux2010_x86_64/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
26e35eb5 FC	176	('timeout 720s ./dist/Pmachines-%s-x86_64.AppImage --version' % bld_branch, str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
c8e3e941 FC	177	('timeout 720s wine ./build/win_amd64/pmachines.exe --version', '/home/flavio/.wine/drive_c/users/flavio/AppData/Local/pmachines/obs_version.txt')
	178	]
	179	if environ.get('FUNCTIONALPOST') == '1':
	180	if _branch() == 'master':
	181	self.__update_itchio()
	182	cmds += [('timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt')]
	183	cmds += [('timeout 720s flatpak run it.ya2.Pmachines//%s --version' % bld_branch, '/home/flavio/.var/app/it.ya2.Pmachines/data/pmachines/obs_version.txt')]
8ce16d6c FC	184	system('flatpak update -y it.ya2.Pmachines//%s' % bld_branch)
	185	for cmd in cmds:
	186	if exists(cmd[1]):
	187	remove(cmd[1])
	188	info('launching %s' % cmd[0])
	189	exec_cmd(cmd[0])
	190	with open(cmd[1]) as f:
	191	obs = f.read().strip()
	192	self.assertEqual(obs, exp, 'during ' + cmd[0])