mirror of
https://github.com/saymrwulf/xous-core.git
synced 2026-11-21 09:14:34 +00:00
add a multi-iteration CI loop around the pddb test
this allows us to capture seeds and corners of interest
This commit is contained in:
parent
4f7372bbd4
commit
713c0d6e73
3 changed files with 122 additions and 3 deletions
|
|
@ -828,10 +828,10 @@ impl BasisCache {
|
||||||
/// similar to how you might use fdisk to create a partition, but you still must call mount to access it.
|
/// similar to how you might use fdisk to create a partition, but you still must call mount to access it.
|
||||||
pub(crate) fn basis_create(&mut self, hw: &mut PddbOs, name: &str, password: &str) -> Result<()> {
|
pub(crate) fn basis_create(&mut self, hw: &mut PddbOs, name: &str, password: &str) -> Result<()> {
|
||||||
if !hw.fast_space_ensure_next_log() {
|
if !hw.fast_space_ensure_next_log() {
|
||||||
return Err(Error::new(ErrorKind::OutOfMemory, "no free space to create basis"));
|
return Err(Error::new(ErrorKind::OutOfMemory, "No free space to create basis"));
|
||||||
};
|
};
|
||||||
if !hw.ensure_fast_space_alloc(1, &self.cache) {
|
if !hw.ensure_fast_space_alloc(1, &self.cache) {
|
||||||
return Err(Error::new(ErrorKind::OutOfMemory, "no free space to create basis"));
|
return Err(Error::new(ErrorKind::OutOfMemory, "No free space to create basis"));
|
||||||
};
|
};
|
||||||
|
|
||||||
let basis_key = hw.basis_derive_key(name, password);
|
let basis_key = hw.basis_derive_key(name, password);
|
||||||
|
|
|
||||||
119
tools/pddbci.py
Normal file
119
tools/pddbci.py
Normal file
|
|
@ -0,0 +1,119 @@
|
||||||
|
#! /usr/bin/env python3
|
||||||
|
import argparse
|
||||||
|
import os
|
||||||
|
import logging
|
||||||
|
import subprocess
|
||||||
|
import time
|
||||||
|
import signal
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(description="Regression tester for PDDB")
|
||||||
|
parser.add_argument(
|
||||||
|
"--name", required=True, help="pddb disk image root name", type=str, nargs='?', metavar=('name'), const='./pddb'
|
||||||
|
)
|
||||||
|
parser.add_argument(
|
||||||
|
"--loglevel", required=False, help="set logging level (INFO/DEBUG/WARNING/ERROR)", type=str, default="INFO",
|
||||||
|
)
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
numeric_level = getattr(logging, args.loglevel.upper(), None)
|
||||||
|
if not isinstance(numeric_level, int):
|
||||||
|
raise ValueError('Invalid log level: %s' % args.loglevel)
|
||||||
|
logging.basicConfig(level=numeric_level)
|
||||||
|
|
||||||
|
pass_log = {}
|
||||||
|
err_log = []
|
||||||
|
for seed in range(0, 51):
|
||||||
|
err_log.append("Starting seed {}".format(seed))
|
||||||
|
seed_env = os.environ
|
||||||
|
seed_env["XOUS_SEED"] = str(seed)
|
||||||
|
# result = subprocess.run(['tools/pddbdbg.py', '--name', 'patterne'], env=seed_env, capture_output=True, text=True, universal_newlines=True)
|
||||||
|
#result = subprocess.run(['cargo', 'xtask', 'run'], env=seed_env, capture_output=True, text=True, universal_newlines=True)
|
||||||
|
#for line in result.stdout.split('\n'):
|
||||||
|
# if 'Seed' in line:
|
||||||
|
# logging.info(line)
|
||||||
|
|
||||||
|
start_time = time.time()
|
||||||
|
passing = True
|
||||||
|
proc = subprocess.Popen(
|
||||||
|
['cargo', 'xtask', 'run'],
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT,
|
||||||
|
#shell=True,
|
||||||
|
encoding='utf-8',
|
||||||
|
errors='replace'
|
||||||
|
)
|
||||||
|
while True:
|
||||||
|
realtime_output = proc.stdout.readline()
|
||||||
|
if (realtime_output == '' and proc.poll() is not None) or (time.time() - start_time > 20):
|
||||||
|
proc.kill()
|
||||||
|
if time.time() - start_time > 20:
|
||||||
|
logging.debug("timeout on generation")
|
||||||
|
passing = False
|
||||||
|
break
|
||||||
|
if realtime_output:
|
||||||
|
if 'Seed' in realtime_output:
|
||||||
|
logging.info(realtime_output.strip()) # flush=True for print version
|
||||||
|
if 'CI done' in realtime_output:
|
||||||
|
logging.info(realtime_output.strip())
|
||||||
|
proc.kill()
|
||||||
|
if 'out of disk space' in realtime_output:
|
||||||
|
err_log.append(realtime_output)
|
||||||
|
logging.debug("ran out of space")
|
||||||
|
passing = False
|
||||||
|
proc.kill()
|
||||||
|
if 'No free space' in realtime_output:
|
||||||
|
err_log.append(realtime_output)
|
||||||
|
logging.debug("ran out of space")
|
||||||
|
passing = False
|
||||||
|
proc.kill()
|
||||||
|
if 'Decryption auth error' in realtime_output:
|
||||||
|
err_log.append(realtime_output)
|
||||||
|
logging.debug("decryption auth error")
|
||||||
|
passing = False
|
||||||
|
proc.kill()
|
||||||
|
|
||||||
|
proc = subprocess.Popen(
|
||||||
|
['python', './tools/pddbdbg.py', '--name', args.name],
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT,
|
||||||
|
encoding='utf-8',
|
||||||
|
errors='replace'
|
||||||
|
)
|
||||||
|
while True:
|
||||||
|
realtime_output = proc.stdout.readline()
|
||||||
|
if (realtime_output == '' and proc.poll() is not None) or (time.time() - start_time > 45):
|
||||||
|
if time.time() - start_time > 45:
|
||||||
|
passing = False
|
||||||
|
logging.debug("analysis timed out")
|
||||||
|
proc.kill()
|
||||||
|
break
|
||||||
|
if realtime_output:
|
||||||
|
if 'ERROR' in realtime_output:
|
||||||
|
logging.info(realtime_output.strip())
|
||||||
|
err_log.append(realtime_output)
|
||||||
|
logging.debug("output contained errors")
|
||||||
|
passing = False
|
||||||
|
if 'WARNING' in realtime_output:
|
||||||
|
logging.info(realtime_output.strip())
|
||||||
|
err_log.append(realtime_output)
|
||||||
|
logging.debug("output contained warnings")
|
||||||
|
passing = False
|
||||||
|
|
||||||
|
if passing:
|
||||||
|
logging.info("Seed {} PASS".format(seed))
|
||||||
|
pass_log[seed] = 'PASS'
|
||||||
|
else:
|
||||||
|
logging.info("Seed {} FAIL".format(seed))
|
||||||
|
pass_log[seed] = 'FAIL'
|
||||||
|
|
||||||
|
for line in err_log:
|
||||||
|
logging.info(line)
|
||||||
|
|
||||||
|
for items in pass_log.items():
|
||||||
|
logging.info(items)
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
|
exit(0)
|
||||||
|
|
@ -106,7 +106,7 @@ def main():
|
||||||
"--name", required=False, help="pddb disk image root name", type=str, nargs='?', metavar=('name'), const='./pddb'
|
"--name", required=False, help="pddb disk image root name", type=str, nargs='?', metavar=('name'), const='./pddb'
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
"--loglevel", required=False, help="set logging level", type=str, default="INFO",
|
"--loglevel", required=False, help="set logging level (INFO/DEBUG/WARNING/ERROR)", type=str, default="INFO",
|
||||||
)
|
)
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue