Memtester failure. Faulty DRAM? CPU bug?

Hi,

I’m using memtester to test memory of my Unmatched board. It shows failure on ‘Bit Spread: testing 48’. This failure is reproduceable but the failure offset is different each time.

root@ubuntu:~# memtester 15000M
memtester version 4.6.0 (64-bit)
Copyright (C) 2001-2020 Charles Cazabon.
Licensed under the GNU General Public License version 2 (only).

pagesize is 4096
pagesizemask is 0xfffffffffffff000
want 15000MB (15728640000 bytes)
got  15000MB (15728640000 bytes), trying mlock ...locked.
Loop 1:
  Stuck Address       : ok         
  Random Value        : ok
  Compare XOR         : ok
  Compare SUB         : ok
  Compare MUL         : ok
  Compare DIV         : ok
  Compare OR          : ok
  Compare AND         : ok
  Sequential Increment: ok
  Solid Bits          : ok         
  Block Sequential    : ok         
  Checkerboard        : ok         
  Bit Spread          : testing  48FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000a7da5ec0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000a7da5ec8.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000a7da5ed0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000a7da5ed8.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000a7da5ee0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000a7da5ee8.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000a7da5ef0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000a7da5ef8.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000fbbed440.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000fbbed448.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000fbbed450.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000fbbed458.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000fbbed460.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000fbbed468.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000000fbbed470.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000000fbbed478.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013fbc1280.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013fbc1288.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013fbc1290.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013fbc1298.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013fbc12a0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013fbc12a8.
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013fbc12b0.
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013fbc12b8.
  Bit Flip            : setting 307^C
root@ubuntu:~# 

My test environment is: Ubuntu 24.04.2 (fresh install, memtester installed by using apt install memtester, gcc 13.3.0), no GPU installed.

There is a old post describing a similar problem. So I doubt if this is really caused by faulty DRAM. It would be appreciated if you could run memtester on your board and see if same problem exists.

However, you need wait for 10+ hours to reach ‘Bit Spread: testing 48’ on stock memtester. To make life easier, I cut the memtester’s code in question to a simple code snippet:

#include <stdio.h>
#include <stdlib.h>
#include <sys/mman.h>

#define FMT_TARGET "0x%016lx"
#define UL_ONEBITS 0xffffffffffffffffUL
#define UL_LEN 64
#define ONE 0x00000001UL
typedef unsigned long ul;
typedef unsigned long volatile ulv;

int __attribute__ ((noinline)) compare_regions(ulv *bufa, ulv *bufb, size_t count) {
    int r = 0;
    size_t i;
    ulv *p1 = bufa;
    ulv *p2 = bufb;
    off_t physaddr;

    for (i = 0; i < count; i++, p1++, p2++) {
        if (*p1 != *p2) {
            fprintf(stderr, 
                    "FAILURE: " FMT_TARGET " != " FMT_TARGET " at offset " FMT_TARGET ".\n",
                    (ul) *p1, (ul) *p2, (ul) (i * sizeof(ul)));
            /* printf("Skipping to next test..."); */
            r = -1;
        }
    }
    return r;
}

int __attribute__ ((noinline)) test_bitspread_comparison(ulv *bufa, ulv *bufb, size_t count) {
    ulv *p1 = bufa;
    ulv *p2 = bufb;
    unsigned int j;
    size_t i;

    printf("           ");
    fflush(stdout);
    for (j = 47; j < UL_LEN * 2; j++) {
        printf("\b\b\b\b\b\b\b\b\b\b\b");
        p1 = (ulv *) bufa;
        p2 = (ulv *) bufb;
        printf("setting %3u", j);
        fflush(stdout);
        for (i = 0; i < count; i++) {
            if (j < UL_LEN) { /* Walk it up. */
                *p1++ = *p2++ = (i % 2 == 0)
                    ? (ONE << j) | (ONE << (j + 2))
                    : UL_ONEBITS ^ ((ONE << j)
                                    | (ONE << (j + 2)));
            } else { /* Walk it back down. */
                *p1++ = *p2++ = (i % 2 == 0)
                    ? (ONE << (UL_LEN * 2 - 1 - j)) | (ONE << (UL_LEN * 2 + 1 - j))
                    : UL_ONEBITS ^ (ONE << (UL_LEN * 2 - 1 - j)
                                    | (ONE << (UL_LEN * 2 + 1 - j)));
            }
        }
        printf("\b\b\b\b\b\b\b\b\b\b\b");
        printf("testing %3u", j);
        fflush(stdout);
        if (compare_regions(bufa, bufb, count)) {
            return -1;
        }
    }
    printf("\b\b\b\b\b\b\b\b\b\b\b           \b\b\b\b\b\b\b\b\b\b\b");
    fflush(stdout);
    return 0;
}


#define MEMSZ ((size_t)15 * 1024 * 1024 * 1024)

int main()
{
    printf("sz=%zu\n", MEMSZ);
    void *mem = mmap(0, MEMSZ, PROT_READ | PROT_WRITE, MAP_PRIVATE | MAP_ANONYMOUS, -1, 0);
    if (!mem) { perror("mmap failed"); exit(1); }
    printf("mem=%p\n", mem);
    printf("mlock...\n");
    if (mlock(mem, MEMSZ) != 0) { perror("mlock failed"); fputs("can't mlock!!! not root?\n", stderr); }
    size_t count = MEMSZ / 2 / sizeof(ul);
    ulv *bufa;
    ulv *bufb;
    for (size_t round = 0; ; round++) {
        printf("round %zu\n", round);
        if (round % 2 == 0) {
            bufa = mem;
            bufb = bufa + count;
        } else {
            bufb = mem;
            bufa = bufb + count;
        }
        printf("bufa=%p\n", bufa);
        printf("bufb=%p\n", bufb);
        test_bitspread_comparison(bufa, bufb, count);
    }
}

You can use gcc -O2 -o test test.c to compile (you can also try clang) and ./test to run it and check if it output FAILURE: ... like this

root@ubuntu:~# gcc -O2 -o test test.c
root@ubuntu:~# ./test
sz=16106127360
mem=0x360f200000
mlock...
round 0
bufa=0x360f200000
bufb=0x37ef200000
testing  48FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000027ff5e40.
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000027ff5e48.
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000027ff5e50.
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000027ff5e58.
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000027ff5e60.
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000027ff5e68.
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000027ff5e70.
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000027ff5e78.

I’ve been running your code for about 90 minutes now with no errors. I’ll let it run a lot longer.

My first Unmatched failed with memory errors after just under 3 years of pretty heavy usage. I’ll admit that it was not in a box and would often get caked with dust. Also, I had it overclocked to 1.5 GHz.

My second Unmatched does not run at higher clock rates, so it’s at 1.2 GHz.

I’ve found that a good memory stress test is to compile gcc. If it fails with some random error, it’s likely you have memory problems.

I would also see errors with stress-ng.

stress-ng --vm 1 --vm-bytes 15G --verify -v -t 60m

I did see one failure in 7 hours of testing.

sz=16106127360
mem=0x3a48800000
mlock...
round 0
bufa=0x3a48800000
bufb=0x3c28800000
round 1    
bufa=0x3c28800000
bufb=0x3a48800000
round 2    
bufa=0x3a48800000
bufb=0x3c28800000
testing  54FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb300.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb308.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb310.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb318.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb320.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb328.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb330.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb338.
round 3
bufa=0x3c28800000
bufb=0x3a48800000
round 4    
bufa=0x3a48800000
bufb=0x3c28800000
testing  59

I’m also running the same test on the P550 board.

Thanks for the information. :grinning_face:

Did this failure come from the first overclocked board or the second board?

It’s from my second board, a revision B I bought last year. Here’s what it looks like after 11 hours. Definitely having some problems.

sz=16106127360
mem=0x3a48800000
mlock...
round 0
bufa=0x3a48800000
bufb=0x3c28800000
round 1    
bufa=0x3c28800000
bufb=0x3a48800000
round 2    
bufa=0x3a48800000
bufb=0x3c28800000
testing  54FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb300.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb308.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb310.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb318.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb320.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb328.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000001d0cdb330.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000001d0cdb338.
round 3
bufa=0x3c28800000
bufb=0x3a48800000
round 4    
bufa=0x3a48800000
bufb=0x3c28800000
testing  73FAILURE: 0x0180000000000000 != 0x0140000000000000 at offset 0x00000000529ceb80.
FAILURE: 0xfe7fffffffffffff != 0xfebfffffffffffff at offset 0x00000000529ceb88.
FAILURE: 0x0180000000000000 != 0x0140000000000000 at offset 0x00000000529ceb90.
FAILURE: 0xfe7fffffffffffff != 0xfebfffffffffffff at offset 0x00000000529ceb98.
FAILURE: 0x0180000000000000 != 0x0140000000000000 at offset 0x00000000529ceba0.
FAILURE: 0xfe7fffffffffffff != 0xfebfffffffffffff at offset 0x00000000529ceba8.
FAILURE: 0x0180000000000000 != 0x0140000000000000 at offset 0x00000000529cebb0.
FAILURE: 0xfe7fffffffffffff != 0xfebfffffffffffff at offset 0x00000000529cebb8.
round 5
bufa=0x3c28800000
bufb=0x3a48800000
testing  54FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000000362e1440.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000000362e1448.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000000362e1450.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000000362e1458.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000000362e1460.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000000362e1468.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x00000000362e1470.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x00000000362e1478.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x0000000103db8040.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x0000000103db8048.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x0000000103db8050.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x0000000103db8058.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x0000000103db8060.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x0000000103db8068.
FAILURE: 0x0140000000000000 != 0x01a0000000000000 at offset 0x0000000103db8070.
FAILURE: 0xfebfffffffffffff != 0xfe5fffffffffffff at offset 0x0000000103db8078.
round 6
bufa=0x3a48800000
bufb=0x3c28800000
round 7    
bufa=0x3c28800000
bufb=0x3a48800000
testing  95

I’m going to retest with a slower DRAM speed. The DRAM speed was reduced from 1866MT/s to 1600MT/s with this commit in u-boot.

I thought I could get away without this change, but maybe I was wrong.

It seems your board is healthier than mine, my board is showing failure almost every round. Although your board is failing at ‘testing 54’ and mine is ‘testing 48’, it’s the 7th byte from LSB. (in contrast, the problematic byte in the old post is the 3rd byte). You can modify the loop range in test_bitspread_comparison() to the problematic byte, for example 48 to 56, in order to accelerate your test.

I’m also interested in underclocking DRAM, but I don’t know how to do that. Is there any tutorial for that?

You can get that u-boot patch by updating your u-boot with this version.

wget http://launchpadlibrarian.net/748679846/u-boot-sifive_2024.01+dfsg-5ubuntu2_riscv64.deb

Then update the SD card with:

sudo dpkg -i u-boot-sifive_2024.01+dfsg-5ubuntu2_riscv64.deb

And reboot.

Thanks, I will try it

Looks like the DRAM clock patch worked for me. After 16 hours of testing, no errors.

sz=16106127360
mem=0x3380c00000
mlock...
round 0
bufa=0x3380c00000
bufb=0x3560c00000
round 1    
bufa=0x3560c00000
bufb=0x3380c00000
round 2    
bufa=0x3380c00000
bufb=0x3560c00000
round 3    
bufa=0x3560c00000
bufb=0x3380c00000
round 4    
bufa=0x3380c00000
bufb=0x3560c00000
round 5    
bufa=0x3560c00000
bufb=0x3380c00000
round 6    
bufa=0x3380c00000
bufb=0x3560c00000
setting  83

Hopefully it works for you too.

I roughly remember that I hit some memory corruption issue on the Unmatched. I think I was using the 1600MT/s version of u-boot. Now I’m fully switched to the p550, and I didn’t get a chance to test on the unmatched. The p550 has been running the stock memtester for a day or so without error, so that’s good news. On a related note, you can try to convert the virtual address that your program was reporting errors to physical address and see if there’s any pattern emerging. Here’s how:

dd if=/proc/<pid>/pagemap skip=$(( <virtual addr> / 4096 )) status=none bs=8 count=1 | xxd -e -c8 -g8

E.g., you can do

dd if=/proc/<pid>/pagemap skip=$(( (0x360f200000 + 0x27ff5e40) / 4096 )) status=none bs=8 count=1 | xxd -e -c8 -g8

You’ll get something like

00000000: 8100000000261223

The meaning of the bits:

    * Bits 0-54  page frame number (PFN) if present
    * Bits 0-4   swap type if swapped
    * Bits 5-54  swap offset if swapped
    * Bit  55    pte is soft-dirty (see Documentation/vm/soft-dirty.txt)
    * Bit  56    page exclusively mapped (since 4.2)
    * Bits 57-60 zero
    * Bit  61    page is file-page or shared-anon (since 3.5)
    * Bit  62    page swapped
    * Bit  63    page present

The lower bits are PFN physical page number, which is physical address / 4096. Thus, for this particular one, it’s physical address 0x261223000 You can do multiple runs and see if there’s any relation in the physical addresses at fault from run-to-run.

1 Like

Same here except for Linux stable testing. The Unmatched is still the only platform where I can build vanilla kernels all the way back to 5.15.x.

It’s also amazing how slow the Unmatched is on these memory tests. What takes the P550 20 minutes, the Unmatched takes hours.

Yes, it works! After installing u-boot-sifive_2024.01+dfsg-5ubuntu2_riscv64.deb, there is no failure even if I ran test several hours. :grinning_face:

1 Like

Thanks for the information about pagemap. I wrote a function to show pagemap entry.

uint64_t __attribute__ ((noinline)) pagemap(void *p)
{
	uint64_t ret;
	FILE *fp = fopen("/proc/self/pagemap", "r");
	if (!fp) { perror("fopen"); exit(1); }
	if (setvbuf(fp, NULL, _IONBF, 0) != 0) { perror("setvbuf"); exit(1); }
	if (fseek(fp, (uintptr_t)p/4096*8, SEEK_SET) != 0) { perror("fseek"); exit(1); }
	if (fread(&ret, sizeof(ret), 1, fp) != 1) { perror("fread"); exit(1); }
	return ret;
}

However I can’t find relationshⅰp between these PFNs: :joy:

root@ubuntu:~# ./test
sz=16106127360
mem=0x35baa00000
mlock...
round 0
bufa=0x35baa00000
bufb=0x379aa00000
testing  48FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000074e3f900. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000074e3f908. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000074e3f910. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000074e3f918. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000074e3f920. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000074e3f928. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000074e3f930. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000074e3f938. pagemap1=8100000000194a39 pagemap2=8100000000375188
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000139d8d180. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000139d8d188. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000139d8d190. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000139d8d198. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000139d8d1a0. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000139d8d1a8. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000139d8d1b0. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000139d8d1b8. pagemap1=81000000002598a2 pagemap2=8100000000439e4f
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013ca7fc40. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013ca7fc48. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013ca7fc50. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013ca7fc58. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013ca7fc60. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013ca7fc68. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013ca7fc70. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013ca7fc78. pagemap1=810000000025c594 pagemap2=810000000043cb41
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013cecc4c0. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013cecc4c8. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013cecc4d0. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013cecc4d8. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013cecc4e0. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013cecc4e8. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000013cecc4f0. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000013cecc4f8. pagemap1=810000000025c9e1 pagemap2=810000000043cf8e
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001afa9ee80. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001afa9ee88. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001afa9ee90. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001afa9ee98. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001afa9eea0. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001afa9eea8. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001afa9eeb0. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001afa9eeb8. pagemap1=81000000002cfc2e pagemap2=81000000000c3279
round 1
bufa=0x379aa00000
bufb=0x35baa00000
testing  48FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000088ba6800. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000088ba6808. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000088ba6810. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000088ba6818. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000088ba6820. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000088ba6828. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000088ba6830. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000088ba6838. pagemap1=8100000000388eef pagemap2=81000000001a86bb
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000b2b62f00. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000b2b62f08. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000b2b62f10. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000b2b62f18. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000b2b62f20. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000b2b62f28. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000b2b62f30. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000b2b62f38. pagemap1=81000000003b2eab pagemap2=81000000001d2677
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011036fd40. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011036fd48. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011036fd50. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011036fd58. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011036fd60. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011036fd68. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011036fd70. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011036fd78. pagemap1=8100000000410431 pagemap2=810000000022fe84
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011947d800. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011947d808. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011947d810. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011947d818. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011947d820. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011947d828. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x000000011947d830. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x000000011947d838. pagemap1=810000000041953f pagemap2=8100000000238f92
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000017bcebec0. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000017bcebec8. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000017bcebed0. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000017bcebed8. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000017bcebee0. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000017bcebee8. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000017bcebef0. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000017bcebef8. pagemap1=810000000008ecc6 pagemap2=810000000029be7b
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001b7769100. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001b7769108. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001b7769110. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001b7769118. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001b7769120. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001b7769128. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001b7769130. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001b7769138. pagemap1=81000000000caf44 pagemap2=81000000002d78f9
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001d935e580. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001d935e588. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001d935e590. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001d935e598. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001d935e5a0. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001d935e5a8. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001d935e5b0. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001d935e5b8. pagemap1=81000000000ecb39 pagemap2=81000000002f96a7
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001dfe7b840. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001dfe7b848. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001dfe7b850. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001dfe7b858. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001dfe7b860. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001dfe7b868. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x00000001dfe7b870. pagemap1=8100000000110611 pagemap2=81000000003001c4
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x00000001dfe7b878. pagemap1=8100000000110611 pagemap2=81000000003001c4
round 2
bufa=0x35baa00000
bufb=0x379aa00000
testing  48FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000128cdf080. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000128cdf088. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000128cdf090. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000128cdf098. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000128cdf0a0. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000128cdf0a8. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x0000000128cdf0b0. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x0000000128cdf0b8. pagemap1=81000000002487f4 pagemap2=8100000000428da1
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000014ab97340. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000014ab97348. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000014ab97350. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000014ab97358. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000014ab97360. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000014ab97368. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000014ab97370. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000014ab97378. pagemap1=810000000026a6ac pagemap2=810000000044ac59
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001a0993040. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001a0993048. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001a0993050. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001a0993058. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001a0993060. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001a0993068. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001a0993070. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001a0993078. pagemap1=81000000002c0b23 pagemap2=81000000000b396e
round 3
bufa=0x379aa00000
bufb=0x35baa00000
testing  48FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000bb8385c0. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000bb8385c8. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000bb8385d0. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000bb8385d8. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000bb8385e0. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000bb8385e8. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000000bb8385f0. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000000bb8385f8. pagemap1=81000000003bbb81 pagemap2=81000000001db34d
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000148d8b6c0. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000148d8b6c8. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000148d8b6d0. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000148d8b6d8. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000148d8b6e0. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000148d8b6e8. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x0000000148d8b6f0. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x0000000148d8b6f8. pagemap1=8100000000448e4d pagemap2=81000000002688a0
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001599c8d80. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001599c8d88. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001599c8d90. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001599c8d98. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001599c8da0. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001599c8da8. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0x0005000000000000 != 0x0002000000000000 at offset 0x00000001599c8db0. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0xfffaffffffffffff != 0xfffdffffffffffff at offset 0x00000001599c8db8. pagemap1=8100000000459a8a pagemap2=81000000002794dd
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000018a960280. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000018a960288. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000018a960290. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000018a960298. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000018a9602a0. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000018a9602a8. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0x0002000000000000 != 0x0005000000000000 at offset 0x000000018a9602b0. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
FAILURE: 0xfffdffffffffffff != 0xfffaffffffffffff at offset 0x000000018a9602b8. pagemap1=810000000009d93b pagemap2=81000000002aaaf0
round 4
bufa=0x35baa00000
bufb=0x379aa00000
setting  47^C
root@ubuntu:~#

(p.s. using old u-boot, version is U-Boot 2024.01+dfsg-1ubuntu5.1)