[core] node stuck fix (#3378)
* [rawdb] add error handling to all rawdb write. Add fdlimit module. Fix the node stuck * [core] switch back the batch write condition in InsertReceiptChain * [core] add comments on isUnrecoverableErrpull/3384/head
Jacky Wang
4 years ago
committed by
GitHub
parent
2bd4083b61
commit
2430a85162
@ -0,0 +1,71 @@ |
||||
// Copyright 2016 The go-ethereum Authors
|
||||
// This file is part of the go-ethereum library.
|
||||
//
|
||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU Lesser General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU Lesser General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU Lesser General Public License
|
||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
package fdlimit |
||||
|
||||
import "syscall" |
||||
|
||||
// hardlimit is the number of file descriptors allowed at max by the kernel.
|
||||
const hardlimit = 10240 |
||||
|
||||
// Raise tries to maximize the file descriptor allowance of this process
|
||||
// to the maximum hard-limit allowed by the OS.
|
||||
// Returns the size it was set to (may differ from the desired 'max')
|
||||
func Raise(max uint64) (uint64, error) { |
||||
// Get the current limit
|
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
// Try to update the limit to the max allowance
|
||||
limit.Cur = limit.Max |
||||
if limit.Cur > max { |
||||
limit.Cur = max |
||||
} |
||||
if err := syscall.Setrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
// MacOS can silently apply further caps, so retrieve the actually set limit
|
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
return limit.Cur, nil |
||||
} |
||||
|
||||
// Current retrieves the number of file descriptors allowed to be opened by this
|
||||
// process.
|
||||
func Current() (int, error) { |
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
return int(limit.Cur), nil |
||||
} |
||||
|
||||
// Maximum retrieves the maximum number of file descriptors this process is
|
||||
// allowed to request for itself.
|
||||
func Maximum() (int, error) { |
||||
// Retrieve the maximum allowed by dynamic OS limits
|
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
// Cap it to OPEN_MAX (10240) because macos is a special snowflake
|
||||
if limit.Max > hardlimit { |
||||
limit.Max = hardlimit |
||||
} |
||||
return int(limit.Max), nil |
||||
} |
||||
@ -0,0 +1,45 @@ |
||||
// Copyright 2016 The go-ethereum Authors
|
||||
// This file is part of the go-ethereum library.
|
||||
//
|
||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU Lesser General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU Lesser General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU Lesser General Public License
|
||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
package fdlimit |
||||
|
||||
import ( |
||||
"fmt" |
||||
"testing" |
||||
) |
||||
|
||||
// TestFileDescriptorLimits simply tests whether the file descriptor allowance
|
||||
// per this process can be retrieved.
|
||||
func TestFileDescriptorLimits(t *testing.T) { |
||||
target := 4096 |
||||
hardlimit, err := Maximum() |
||||
if err != nil { |
||||
t.Fatal(err) |
||||
} |
||||
if hardlimit < target { |
||||
t.Skip(fmt.Sprintf("system limit is less than desired test target: %d < %d", hardlimit, target)) |
||||
} |
||||
|
||||
if limit, err := Current(); err != nil || limit <= 0 { |
||||
t.Fatalf("failed to retrieve file descriptor limit (%d): %v", limit, err) |
||||
} |
||||
if _, err := Raise(uint64(target)); err != nil { |
||||
t.Fatalf("failed to raise file allowance") |
||||
} |
||||
if limit, err := Current(); err != nil || limit < target { |
||||
t.Fatalf("failed to retrieve raised descriptor limit (have %v, want %v): %v", limit, target, err) |
||||
} |
||||
} |
||||
@ -0,0 +1,65 @@ |
||||
// Copyright 2016 The go-ethereum Authors
|
||||
// This file is part of the go-ethereum library.
|
||||
//
|
||||
// The go-ethereum library is free software: you can redistribute it and/or modify
|
||||
// it under the terms of the GNU Lesser General Public License as published by
|
||||
// the Free Software Foundation, either version 3 of the License, or
|
||||
// (at your option) any later version.
|
||||
//
|
||||
// The go-ethereum library is distributed in the hope that it will be useful,
|
||||
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||
// GNU Lesser General Public License for more details.
|
||||
//
|
||||
// You should have received a copy of the GNU Lesser General Public License
|
||||
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
||||
|
||||
// +build linux netbsd openbsd solaris
|
||||
|
||||
package fdlimit |
||||
|
||||
import "syscall" |
||||
|
||||
// Raise tries to maximize the file descriptor allowance of this process
|
||||
// to the maximum hard-limit allowed by the OS.
|
||||
// Returns the size it was set to (may differ from the desired 'max')
|
||||
func Raise(max uint64) (uint64, error) { |
||||
// Get the current limit
|
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
// Try to update the limit to the max allowance
|
||||
limit.Cur = limit.Max |
||||
if limit.Cur > max { |
||||
limit.Cur = max |
||||
} |
||||
if err := syscall.Setrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
// MacOS can silently apply further caps, so retrieve the actually set limit
|
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
return limit.Cur, nil |
||||
} |
||||
|
||||
// Current retrieves the number of file descriptors allowed to be opened by this
|
||||
// process.
|
||||
func Current() (int, error) { |
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
return int(limit.Cur), nil |
||||
} |
||||
|
||||
// Maximum retrieves the maximum number of file descriptors this process is
|
||||
// allowed to request for itself.
|
||||
func Maximum() (int, error) { |
||||
var limit syscall.Rlimit |
||||
if err := syscall.Getrlimit(syscall.RLIMIT_NOFILE, &limit); err != nil { |
||||
return 0, err |
||||
} |
||||
return int(limit.Max), nil |
||||
} |
||||
Loading…
Reference in new issue