Due to difficulties with python & external processes, the json-verification is now a c++ solution.

This commit is contained in:
Folkert van Heusden 2025-04-03 23:12:48 +02:00
parent b28c8bf611
commit 44b8719f14
Signed by untrusted user who does not match committer: folkert
GPG key ID: 6B6455EDFEED3BD1
4 changed files with 113 additions and 268 deletions

15
bus.cpp
View file

@ -823,15 +823,26 @@ void bus::write_physical(const uint32_t a, const uint16_t value)
uint16_t bus::read_physical(const uint32_t a) uint16_t bus::read_physical(const uint32_t a)
{ {
if (a >= m->get_memory_size()) { if (a >= m->get_memory_size()) {
TRACE("physicalREAD from %o: trap 004", a); TRACE("read_physical from %o: trap 004", a);
c->trap(004); c->trap(004);
throw 13; throw 13;
} }
uint16_t value = m->read_word(a); uint16_t value = m->read_word(a);
TRACE("read_physical %06o from %o", value, a);
return value;
}
TRACE("physicalREAD %06o from %o", value, a); uint16_t bus::read_physical_byte(const uint32_t a)
{
if (a >= m->get_memory_size()) {
TRACE("read_physical_byte from %o: trap 004", a);
c->trap(004);
throw 13;
}
uint16_t value = m->read_byte(a);
TRACE("read_physical_byte %03o from %o", value, a);
return value; return value;
} }

1
bus.h
View file

@ -129,6 +129,7 @@ public:
std::optional<uint16_t> peek_word(const int run_mode, const uint16_t a); std::optional<uint16_t> peek_word(const int run_mode, const uint16_t a);
uint8_t read_unibus_byte(const uint32_t a); uint8_t read_unibus_byte(const uint32_t a);
uint16_t read_physical(const uint32_t a); uint16_t read_physical(const uint32_t a);
uint16_t read_physical_byte(const uint32_t a);
bool write(const uint16_t a, const word_mode_t word_mode, uint16_t value, const rm_selection_t mode_selection, const d_i_space_t s = i_space); bool write(const uint16_t a, const word_mode_t word_mode, uint16_t value, const rm_selection_t mode_selection, const d_i_space_t s = i_space);
void write_unibus_byte(const uint32_t a, const uint8_t value); void write_unibus_byte(const uint32_t a, const uint8_t value);

286
main.cpp
View file

@ -1,6 +1,7 @@
// (C) 2018-2024 by Folkert van Heusden // (C) 2018-2025 by Folkert van Heusden
// Released under MIT license // Released under MIT license
#include <ArduinoJson.h>
#include <assert.h> #include <assert.h>
#include <atomic> #include <atomic>
#include <cinttypes> #include <cinttypes>
@ -56,18 +57,51 @@ void sw_handler(int s)
} }
} }
int run_cpu_validation(const std::string & filename) std::vector<std::pair<uint32_t, uint8_t> > get_memory_settings(const JsonArrayConst & ja)
{ {
#if 0 std::vector<std::pair<uint32_t, uint8_t> > out;
json_error_t error; for(auto kv_dict: ja) {
json_t *json = json_load_file(filename.c_str(), JSON_REJECT_DUPLICATES, &error); // should be one element
if (!json) for(const auto & kv: kv_dict.as<JsonObjectConst>()) {
error_exit(false, "%s", error.text); uint32_t a = std::stoi(kv.key().c_str(), nullptr, 8);
uint16_t v = kv.value().as<int>();
out.push_back({ a, v & 255 });
out.push_back({ a + 1, v >> 8 });
}
}
return out;
}
size_t n_ok = 0; uint16_t get_register_value(const JsonObjectConst & o, const std::string & name)
size_t array_size = json_array_size(json); {
for(size_t i=0; i<array_size; i++) { return o[name].as<int>();
json_t *test = json_array_get(json, i); }
bool compare_values(console *const cnsl, uint32_t v, uint32_t should_be, const std::string & name)
{
if (v == should_be)
return true;
cnsl->put_string_lf(format("%s: %o (is) != %o (should be)", name.c_str(), v, should_be));
return false;
}
int run_cpu_validation(console *const cnsl, const std::string & filename)
{
std::optional<JsonDocument> doc = deserialize_file(filename);
if (doc.has_value() == false)
return -1;
int n_tests = 0;
int total_error_count = 0;
int tests_with_error_count = 0;
JsonArray array = doc.value().as<JsonArray>();
for(JsonObjectConst test : array) {
n_tests++;
cnsl->put_string_lf(format("Test %d: %s", n_tests, test["id"].as<std::string>().c_str()));
// create environment // create environment
event = 0; event = 0;
@ -76,192 +110,67 @@ int run_cpu_validation(const std::string & filename)
cpu *c = new cpu(b, &event); cpu *c = new cpu(b, &event);
b->add_cpu(c); b->add_cpu(c);
uint16_t start_pc = 0; // SET
{ {
// initialize auto before = test["before"];
json_t *memory_before = json_object_get(test, "memory-before");
const char *key = nullptr; // PC
json_t *value = nullptr; c->setPC(get_register_value(before, "PC"));
json_object_foreach(memory_before, key, value) {
b->write_physical(atoi(key), json_integer_value(value)); // PSW
} c->setPSW(get_register_value(before, "PSW"), false);
// stackpointers
for(int i=0; i<4; i++)
c->set_stackpointer(i, get_register_value(before, format("stack-%d", i)));
// registers
int set = 0;
for(int i=0; i<6; i++)
c->set_register(i, get_register_value(before, format("reg-%d.%d", i, set)));
// memory
auto memory_before = before["memory"];
auto memory_before_settings = get_memory_settings(memory_before);
for(auto & element: memory_before_settings)
b->write_physical(element.first, element.second);
} }
json_t *const registers_before = json_object_get(test, "registers-before"); // DO!
c->emulation_start();
{ disassemble(c, cnsl, c->getPC(), false);
const char *key = nullptr;
json_t *value = nullptr;
json_t *set0 = json_object_get(registers_before, "0");
json_object_foreach(set0, key, value) {
c->lowlevel_register_set(0, atoi(key), json_integer_value(value));
}
json_t *set1 = json_object_get(registers_before, "1");
json_object_foreach(set1, key, value) {
c->lowlevel_register_set(1, atoi(key), json_integer_value(value));
}
}
{
json_t *psw_reg = json_object_get(registers_before, "psw");
assert(psw_reg);
c->lowlevel_psw_set(json_integer_value(psw_reg));
}
{
json_t *b_pc = json_object_get(registers_before, "pc");
assert(b_pc);
start_pc = json_integer_value(b_pc);
c->setPC(start_pc);
}
{
json_t *b_sp = json_object_get(registers_before, "sp");
size_t sp_array_size = json_array_size(b_sp);
assert(sp_array_size == 4);
for(size_t i=0; i<sp_array_size; i++) {
json_t *temp = json_array_get(b_sp, i);
c->lowlevel_register_sp_set(i, json_integer_value(temp));
}
}
{
json_t *a_mmr0 = json_object_get(test, "mmr0-before");
assert(a_mmr0);
b->getMMU()->setMMR0(json_integer_value(a_mmr0));
}
disassemble(c, nullptr, start_pc, false);
auto disas_data = c->disassemble(start_pc);
c->step(); c->step();
uint16_t new_pc = c->getPC(); // VERIFY
int cur_n_errors = 0;
// validate
{ {
bool err = false; auto after = test["after"];
{
json_t *memory_after = json_object_get(test, "memory-after");
const char *key = nullptr;
json_t *value = nullptr;
json_object_foreach(memory_after, key, value) {
int key_v = atoi(key);
uint16_t mem_contains = b->read_physical(key_v);
uint16_t should_be = json_integer_value(value);
if (mem_contains != should_be) { cur_n_errors += !compare_values(cnsl, c->getPC(), get_register_value(after, "PC" ), "PC" );
DOLOG(warning, true, "memory address %06o (%d) mismatch (is: %06o (%d), should be: %06o (%d))", key_v, key_v, mem_contains, mem_contains, should_be, should_be); cur_n_errors += !compare_values(cnsl, c->getPSW(), get_register_value(after, "PSW"), "PSW");
err = true;
}
}
}
uint16_t psw = c->getPSW(); for(int i=0; i<4; i++)
cur_n_errors += !compare_values(cnsl, c->get_stackpointer(i), get_register_value(after, format("stack-%d", i)), format("Stack pointer %d", i));
json_t *const registers_after = json_object_get(test, "registers-after"); int set = 0;
{ for(int i=0; i<6; i++)
int set_nr = (psw >> 11) & 1; cur_n_errors += !compare_values(cnsl, c->get_register(i), get_register_value(after, format("reg-%d.%d", i, set)), format("Register %d", i));
char set[] = { char('0' + set_nr), 0x00 };
json_t *a_set = json_object_get(registers_after, set); auto memory_after = after["memory"];
const char *key = nullptr; auto memory_after_settings = get_memory_settings(memory_after);
json_t *value = nullptr; for(auto & element: memory_after_settings)
json_object_foreach(a_set, key, value) { cur_n_errors += !compare_values(cnsl, b->read_physical_byte(element.first), element.second, format("Memory address %06o", element.first));
uint16_t register_is = c->lowlevel_register_get(set_nr, atoi(key));
uint16_t should_be = json_integer_value(value);
if (register_is != should_be) {
DOLOG(warning, true, "set %d register %s mismatch (is: %06o (%d), should be: %06o (%d))", set_nr, key, register_is, register_is, should_be, should_be);
err = true;
}
}
}
{
json_t *a_pc = json_object_get(registers_after, "pc");
assert(a_pc);
uint16_t should_be_pc = json_integer_value(a_pc);
if (new_pc != should_be_pc) {
DOLOG(warning, true, "PC register mismatch (is: %06o (%d), should be: %06o (%d))", new_pc, new_pc, should_be_pc, should_be_pc);
err = true;
}
}
{
json_t *a_sp = json_object_get(registers_after, "sp");
size_t sp_array_size = json_array_size(a_sp);
assert(sp_array_size == 4);
for(size_t i=0; i<sp_array_size; i++) {
json_t *temp = json_array_get(a_sp, i);
uint16_t sp = c->lowlevel_register_sp_get(i);
if (json_integer_value(temp) != sp) {
DOLOG(warning, true, "SP[%d] register mismatch (is: %06o (%d), should be: %06o (%d)) for %06o", i, sp, sp, json_integer_value(temp), json_integer_value(temp), b->read_physical(start_pc));
err = true;
}
}
}
{
json_t *a_psw = json_object_get(registers_after, "psw");
assert(a_psw);
uint16_t should_be_psw = json_integer_value(a_psw);
if ((should_be_psw & validation_psw_mask) != (psw & validation_psw_mask)) {
DOLOG(warning, true, "PSW register mismatch (is: %06o (%d), w/m %06o, should be: %06o (%d), w/m %06o)", psw, psw, psw & validation_psw_mask, should_be_psw, should_be_psw, should_be_psw & validation_psw_mask);
err = true;
}
}
for(int r=0; r<4; r++) {
json_t *a_mmr = json_object_get(test, format("mmr%d-after", r).c_str());
assert(a_mmr);
uint16_t should_be_mmr = json_integer_value(a_mmr);
uint16_t is_mmr = b->getMMU()->getMMR(r);
if (should_be_mmr != is_mmr) {
int is_d1 = is_mmr >> 11;
if (is_d1 & 16)
is_d1 = -(32 - is_d1);
int is_r1 = (is_mmr >> 8) & 7;
int is_d2 = (is_mmr >> 3) & 31;
if (is_d2 & 16)
is_d2 = -(32 - is_d2);
int is_r2 = is_mmr & 7;
int sb_d1 = should_be_mmr >> 11;
if (sb_d1 & 16)
sb_d1 = -(32 - sb_d1);
int sb_r1 = (should_be_mmr >> 8) & 7;
int sb_d2 = (should_be_mmr >> 3) & 31;
if (sb_d2 & 16)
sb_d2 = -(32 - sb_d2);
int sb_r2 = should_be_mmr & 7;
DOLOG(warning, true, "MMR%d register mismatch (is: %06o (%d / %02d,%02d - %02d,%02d), should be: %06o (%d / %02d,%02d - %02d,%02d))%s %s", r, is_mmr, is_mmr, is_d1, is_r1, is_d2, is_r2, should_be_mmr, should_be_mmr, sb_d1, sb_r1, sb_d2, sb_r2, c->is_it_a_trap() ? " TRAP": "", disas_data["instruction-text"].at(0).c_str());
err = true;
}
}
if (err) {
if (c->is_it_a_trap())
DOLOG(warning, true, "Error by TRAP %s", disas_data["instruction-text"].at(0).c_str());
else {
DOLOG(warning, true, "Error by instruction %s", disas_data["instruction-text"].at(0).c_str());
}
char *js = json_dumps(test, 0);
DOLOG(warning, true, "%s\n", js); // also emit empty line(!)
free(js);
}
else {
DOLOG(info, true, "\n"); // \n!
n_ok++;
}
} }
total_error_count += cur_n_errors;
tests_with_error_count += !!cur_n_errors;
// clean-up // clean-up
delete b; delete b;
} }
json_decref(json); cnsl->put_string_lf(format("test count: %d, tests with errors: %d, total error count: %d", n_tests, tests_with_error_count, total_error_count));
printf("# ok: %zu out of %zu\n", n_ok, array_size);
#endif
return 0; return 0;
} }
@ -415,7 +324,7 @@ int main(int argc, char *argv[])
char *c = strchr(optarg, ','); char *c = strchr(optarg, ',');
if (!c) if (!c)
error_exit(false, "-s: parameter missing"); error_exit(false, "-s: parameter missing");
int bit = atoi(optarg); int bit = atoi(optarg);
int state = atoi(c + 1); int state = atoi(c + 1);
console_switches &= ~(1 << bit); console_switches &= ~(1 << bit);
@ -505,11 +414,6 @@ int main(int argc, char *argv[])
setlogfile(logfile, ll_file, ll_screen, timestamp); setlogfile(logfile, ll_file, ll_screen, timestamp);
#if !defined(_WIN32)
if (validate_json.empty() == false)
return run_cpu_validation(validate_json);
#endif
DOLOG(info, true, "PDP11 emulator, by Folkert van Heusden"); DOLOG(info, true, "PDP11 emulator, by Folkert van Heusden");
DOLOG(info, true, "Built on: " __DATE__ " " __TIME__); DOLOG(info, true, "Built on: " __DATE__ " " __TIME__);
@ -528,6 +432,14 @@ int main(int argc, char *argv[])
} }
#endif #endif
#if !defined(_WIN32)
if (validate_json.empty() == false) {
int rc = run_cpu_validation(cnsl, validate_json);
delete cnsl;
return rc;
}
#endif
bus *b = nullptr; bus *b = nullptr;
if (deserialize.empty()) { if (deserialize.empty()) {

View file

@ -1,79 +0,0 @@
#! /usr/bin/python3
import json
from subprocess import Popen, PIPE, STDOUT
import sys
debug = True
def docmd(p, str):
print(f'SEND {str}')
p.stdin.write(str + "\n")
p.stdin.flush()
pl = None
while True:
line = p.stdout.readline().rstrip('\n').rstrip('\r')
if debug:
print(f'|{line}|')
if line == '---':
return pl
pl = line
process = Popen(['./build/kek', '-d', '-L', 'emergency,debug', '-l', sys.argv[2]], stdin=PIPE, stdout=PIPE, stderr=STDOUT, close_fds=True, bufsize=1, universal_newlines=True, text=True)
docmd(process, 'marker')
test_file = sys.argv[1]
j = json.loads(open(test_file, 'rb').read())
error_nr = 0
test_nr = 0
diffs = []
for set in j:
test_nr += 1
if not 'id' in set:
continue
name = set['id']
print(name)
# initialize
docmd(process, 'reset')
before = set['before']
before_mem = before['memory']
for m_entry in before_mem:
for key, val in m_entry.items():
addr = int(key, 8)
docmd(process, f'setmem a={addr:o} v={val & 255:o}')
docmd(process, f'setmem a={addr + 1:o} v={val >> 8:o}')
docmd(process, f'setpc {int(before["PC"]):o}')
docmd(process, f'setpsw {int(before["PSW"]):o}')
#for s in range(0, 2):
s = 0
for reg in range(0, 6):
key = f'reg-{reg}.{s}'
docmd(process, f'setreg {reg} {int(before[key]):o}')
docmd(process, f'setstack 0 {int(before["stack-0"]):o}')
docmd(process, f'setstack 1 {int(before["stack-1"]):o}')
docmd(process, f'setstack 2 {int(before["stack-2"]):o}')
docmd(process, f'setstack 3 {int(before["stack-3"]):o}')
# invoke!
docmd(process, 'step')
# check
process.stdin.write(("q\n").encode('ascii'))
process.terminate()
time.sleep(0.5)
process.kill()
sys.exit(1 if error_nr > 0 else 0)