Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

panic on building tx-to-block idx #12272

Open
awskii opened this issue Oct 10, 2024 · 1 comment
Open

panic on building tx-to-block idx #12272

awskii opened this issue Oct 10, 2024 · 1 comment
Assignees
@mh0lt
Labels
polygon

Comments

@awskii
Copy link
Member

awskii commented Oct 10, 2024 •
edited
Loading

77ba221
bor mainnet

[DBUG] [10-10|12:01:52.788] [downloader] Collecting...               from=20935078 to=20935078 len=1
[DBUG] [10-10|12:01:52.788] [downloader] posAnchor is nil
[DBUG] [10-10|12:01:53.004] [txpool] Commit                          written_kb=30112 in=19.130194ms
[DBUG] [10-10|12:01:53.233] [index] created                          file=/erigon-data/snapshots/v1-020933-020934-transactions.idx.tmp
[DBUG] [10-10|12:01:53.233] [index] calculating                      file=v1-020933-020934-transactions.idx
[DBUG] [10-10|12:01:53.753] [index] write                            file=v1-020933-020934-transactions.idx
[DBUG] [10-10|12:01:53.760] [index] created                          file=/erigon-data/snapshots/v1-020933-020934-transactions-to-block.idx.tmp
[DBUG] [10-10|12:01:53.760] [index] calculating                      file=v1-020933-020934-transactions-to-block.idx
[DBUG] [10-10|12:01:54.311] [index] write                            file=v1-020933-020934-transactions-to-block.idx
unexpected fault address 0x7ddbba5d0a00
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0x7ddbba5d0a00 pc=0x49daa1]

goroutine 2943 gp=0xc025df3500 m=34 mp=0xc2788ff808 [running]:
runtime.throw({0x2a57f17?, 0x47b696?})
        runtime/panic.go:1023 +0x5c fp=0xc4235c6f80 sp=0xc4235c6f50 pc=0x4617bc
runtime.sigpanic()
        runtime/signal_unix.go:895 +0x285 fp=0xc4235c6fe0 sp=0xc4235c6f80 pc=0x47a5c5
runtime.memmove()
        runtime/memmove_amd64.s:184 +0x141 fp=0xc4235c6fe8 sp=0xc4235c6fe0 pc=0x49daa1
github.com/erigontech/erigon-lib/seg.(*Getter).Next(0xc4235c7178, {0xc4887590d0, 0x0, 0x8})
        github.com/erigontech/[email protected]/seg/decompress.go:723 +0x297 fp=0xc4235c70b8 sp=0xc4235c6fe8 pc=0xb55877
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).txsFromSnapshot(0x783fb83dc018?, 0x6f920406, 0x66, 0xc0015ef230, {0xc4887590d0, 0x7c5b3a8d5690?, 0x8})
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/block_reader.go:1030 +0x607 fp=0xc4235c7248 sp=0xc4235c70b8 pc=0x16ca687
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).BodyWithTransactions(0xc0015d1300, {0x32ca508?, 0xc001b54550?}, {0x7d6556e76a20, 0xc51c57c240}, {0x5e, 0xf5, 0x9a, 0x59, 0x52, ...}, ...)
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/block_reader.go:662 +0x7ef fp=0xc4235c74b0 sp=0xc4235c7248 pc=0x16c6cef
github.com/erigontech/erigon/cl/persistence/format/snapshot_format/getters.(*ExecutionSnapshotReader).Transactions(0xc124b30dc0, 0xfa277f, {0x5e, 0xf5, 0x9a, 0x59, 0x52, 0xdb, 0xb2, 0xd4, ...})
        github.com/erigontech/erigon/cl/persistence/format/snapshot_format/getters/execution_snapshot.go:58 +0x143 fp=0xc4235c7580 sp=0xc4235c74b0 pc=0x17c5383
github.com/erigontech/erigon/cl/persistence/format/snapshot_format.ReadBlockFromSnapshot({0x32ae040, 0xc2aba40000}, {0x32c2b70, 0xc124b30dc0}, 0x28c2580?)
        github.com/erigontech/erigon/cl/persistence/format/snapshot_format/blocks.go:120 +0x3b0 fp=0xc4235c76b8 sp=0xc4235c7580 pc=0x14a3df0
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*beaconSnapshotReader).ReadBlockBySlot(0xc145e8b9c0, {0xc2588b87e0?, 0x43c000?}, {0x32f1e58, 0xc43cc75d10}, 0x54de62)
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/beacon_block_reader.go:136 +0x50d fp=0xc4235c7918 sp=0xc4235c76b8 pc=0x16c306d
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).IncrementBeaconState(0xc041eb08c0, {0x32ca508, 0xc10a35d1d0}, 0x9acbbf)
        github.com/erigontech/erigon/cl/antiquary/state_antiquary.go:268 +0xdf9 fp=0xc4235c7ed8 sp=0xc4235c7918 pc=0x1846a79
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).loopStates(0xc041eb08c0, {0x32ca508, 0xc10a35d1d0})
        github.com/erigontech/erigon/cl/antiquary/state_antiquary.go:87 +0x2ea fp=0xc4235c7fb8 sp=0xc4235c7ed8 pc=0x18456ea
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).Loop.gowrap4()}

and very similar on mainnet:

[DBUG] [10-10|12:01:52.788] [downloader] Collecting...               from=20935078 to=20935078 len=1
[DBUG] [10-10|12:01:52.788] [downloader] posAnchor is nil
[DBUG] [10-10|12:01:53.004] [txpool] Commit                          written_kb=30112 in=19.130194ms
[DBUG] [10-10|12:01:53.233] [index] created                          file=/erigon-data/snapshots/v1-020933-020934-transactions.idx.tmp
[DBUG] [10-10|12:01:53.233] [index] calculating                      file=v1-020933-020934-transactions.idx
[DBUG] [10-10|12:01:53.753] [index] write                            file=v1-020933-020934-transactions.idx
[DBUG] [10-10|12:01:53.760] [index] created                          file=/erigon-data/snapshots/v1-020933-020934-transactions-to-block.idx.tmp
[DBUG] [10-10|12:01:53.760] [index] calculating                      file=v1-020933-020934-transactions-to-block.idx
[DBUG] [10-10|12:01:54.311] [index] write                            file=v1-020933-020934-transactions-to-block.idx
unexpected fault address 0x7ddbba5d0a00
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0x7ddbba5d0a00 pc=0x49daa1]

goroutine 2943 gp=0xc025df3500 m=34 mp=0xc2788ff808 [running]:
runtime.throw({0x2a57f17?, 0x47b696?})
        runtime/panic.go:1023 +0x5c fp=0xc4235c6f80 sp=0xc4235c6f50 pc=0x4617bc
runtime.sigpanic()
        runtime/signal_unix.go:895 +0x285 fp=0xc4235c6fe0 sp=0xc4235c6f80 pc=0x47a5c5
runtime.memmove()
        runtime/memmove_amd64.s:184 +0x141 fp=0xc4235c6fe8 sp=0xc4235c6fe0 pc=0x49daa1
github.com/erigontech/erigon-lib/seg.(*Getter).Next(0xc4235c7178, {0xc4887590d0, 0x0, 0x8})
        github.com/erigontech/[email protected]/seg/decompress.go:723 +0x297 fp=0xc4235c70b8 sp=0xc4235c6fe8 pc=0xb55877
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).txsFromSnapshot(0x783fb83dc018?, 0x6f920406, 0x66, 0xc0015ef230, {0xc4887590d0, 0x7c5b3a8d5690?, 0x8})
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/block_reader.go:1030 +0x607 fp=0xc4235c7248 sp=0xc4235c70b8 pc=0x16ca687
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).BodyWithTransactions(0xc0015d1300, {0x32ca508?, 0xc001b54550?}, {0x7d6556e76a20, 0xc51c57c240}, {0x5e, 0xf5, 0x9a, 0x59, 0x52, ...}, ...)
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/block_reader.go:662 +0x7ef fp=0xc4235c74b0 sp=0xc4235c7248 pc=0x16c6cef
github.com/erigontech/erigon/cl/persistence/format/snapshot_format/getters.(*ExecutionSnapshotReader).Transactions(0xc124b30dc0, 0xfa277f, {0x5e, 0xf5, 0x9a, 0x59, 0x52, 0xdb, 0xb2, 0xd4, ...})
        github.com/erigontech/erigon/cl/persistence/format/snapshot_format/getters/execution_snapshot.go:58 +0x143 fp=0xc4235c7580 sp=0xc4235c74b0 pc=0x17c5383
github.com/erigontech/erigon/cl/persistence/format/snapshot_format.ReadBlockFromSnapshot({0x32ae040, 0xc2aba40000}, {0x32c2b70, 0xc124b30dc0}, 0x28c2580?)
        github.com/erigontech/erigon/cl/persistence/format/snapshot_format/blocks.go:120 +0x3b0 fp=0xc4235c76b8 sp=0xc4235c7580 pc=0x14a3df0
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*beaconSnapshotReader).ReadBlockBySlot(0xc145e8b9c0, {0xc2588b87e0?, 0x43c000?}, {0x32f1e58, 0xc43cc75d10}, 0x54de62)
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/beacon_block_reader.go:136 +0x50d fp=0xc4235c7918 sp=0xc4235c76b8 pc=0x16c306d
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).IncrementBeaconState(0xc041eb08c0, {0x32ca508, 0xc10a35d1d0}, 0x9acbbf)
        github.com/erigontech/erigon/cl/antiquary/state_antiquary.go:268 +0xdf9 fp=0xc4235c7ed8 sp=0xc4235c7918 pc=0x1846a79
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).loopStates(0xc041eb08c0, {0x32ca508, 0xc10a35d1d0})
        github.com/erigontech/erigon/cl/antiquary/state_antiquary.go:87 +0x2ea fp=0xc4235c7fb8 sp=0xc4235c7ed8 pc=0x18456ea
github.com/erigontech/erigon/cl/antiquary.(*Antiquary).Loop.gowrap4()
@awskii awskii changed the title panic on building tx-to-block idx on bor panic on building tx-to-block idx Oct 10, 2024
@awskii
Copy link
Member Author

awskii commented Oct 11, 2024

another on polygon with #12275

[DBUG] [10-11|02:16:03.561] [index] write                            file=v1-062342-062343-transactions.idx
[DBUG] [10-11|02:16:03.565] [index] created                          file=/erigon-data/snapshots/v1-062342-062343-transactions-to-block.idx.tmp
[DBUG] [10-11|02:16:03.565] [index] calculating                      file=v1-062342-062343-transactions-to-block.idx
[WARN] [10-11|02:16:03.650] [dbg] DomainGetFromFileCache             a=accounts hit=7 total=16 Collisions=0 Evictions=0 Inserts=9 limit=100200 ratio=0.44
[WARN] [10-11|02:16:03.749] [dbg] DomainGetFromFileCache             a=accounts hit=7 total=19 Collisions=0 Evictions=0 Inserts=12 limit=100200 ratio=0.37
[WARN] [10-11|02:16:03.850] [dbg] DomainGetFromFileCache             a=accounts hit=3 total=9 Collisions=0 Evictions=0 Inserts=6 limit=100200 ratio=0.33
[WARN] [10-11|02:16:04.149] [dbg] DomainGetFromFileCache             a=accounts hit=9 total=21 Collisions=0 Evictions=0 Inserts=12 limit=100200 ratio=0.43
[DBUG] [10-11|02:16:04.162] [index] write                            file=v1-062342-062343-transactions-to-block.idx
[WARN] [10-11|02:16:04.249] [dbg] DomainGetFromFileCache             a=accounts hit=5 total=14 Collisions=0 Evictions=0 Inserts=9 limit=100200 ratio=0.36
unexpected fault address 0x7038fca7efc7
fatal error: fault
[signal SIGSEGV: segmentation violation code=0x1 addr=0x7038fca7efc7 pc=0xb48961]

goroutine 292 gp=0xc2d45f0380 m=60 mp=0xc14d556008 [running]:
runtime.throw({0x2a8351d?, 0x1ae65553de3c333a?})
        runtime/panic.go:1023 +0x5c fp=0xc2d4d356b8 sp=0xc2d4d35688 pc=0x46425c
runtime.sigpanic()
        runtime/signal_unix.go:895 +0x285 fp=0xc2d4d35718 sp=0xc2d4d356b8 pc=0x47d425
github.com/erigontech/erigon-lib/recsplit.(*GolombRiceReader).ReadNext(0xc004a842b0?, 0x5b?)
        github.com/erigontech/[email protected]/recsplit/golomb_rice.go:143 +0xc1 fp=0xc2d4d35738 sp=0xc2d4d35718 pc=0xb48961
github.com/erigontech/erigon-lib/recsplit.(*Index).Lookup(0xc004a84200, 0x5d655fcb38a9d660, 0x5ed2c3b74d2ed71c)
        github.com/erigontech/[email protected]/recsplit/index.go:307 +0x1c5 fp=0xc2d4d357f0 sp=0xc2d4d35738 pc=0xb4a5e5
github.com/erigontech/erigon-lib/recsplit.(*IndexReader).Lookup(0xc2d4d35900, {0xc5a8cd37e0?, 0x0?, 0x80?})
        github.com/erigontech/[email protected]/recsplit/index_reader.go:51 +0x45 fp=0xc2d4d35820 sp=0xc2d4d357f0 pc=0xb4b665
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).headerFromSnapshotByHash(0x6f54b2bcb138?, {0x82, 0x12, 0xdc, 0x82, 0xee, 0x38, 0xc8, 0xab, 0xbb, ...}, ...)
        github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks/block_reader.go:921 +0x138 fp=0xc2d4d35970 sp=0xc2d4d35820 pc=0x16e78b8
github.com/erigontech/erigon/turbo/snapshotsync/freezeblocks.(*BlockReader).HeaderByHash(0xc0017dc610, {0x6fe1364852a8?, 0xc2f753df80?}, {0x6f54b2bcb138?, 0xc1581ad800?}, {0x82, 0x12, 0xdc
, 0x82, 0xee, ...})

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees

@mh0lt mh0lt

Labels
polygon
Projects
None yet
Milestone
No milestone
Development

No branches or pull requests
3 participants
@awskii @VBulikov @mh0lt