Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Check network on start and reset db #8642

Merged
merged 31 commits into from
Oct 8, 2024
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
62100c1
Add check for Ephemery and reset db
gconnect Sep 24, 2024
d5dc6c4
Remove unused comment
gconnect Sep 24, 2024
a8f6afa
Add a shouldResetForEphemery method and test
gconnect Sep 24, 2024
a33707b
Merge branch 'master' into check-network-on-start
gconnect Sep 24, 2024
c1149ac
Merge branch 'master' into check-network-on-start
gconnect Sep 25, 2024
34ecc2d
update null check
gconnect Sep 25, 2024
572d91b
Merge branch 'master' into check-network-on-start
gconnect Sep 26, 2024
7b6584b
Merge branch 'master' into check-network-on-start
gconnect Sep 26, 2024
e935764
Merge branch 'master' into check-network-on-start
gconnect Sep 27, 2024
d496675
Merge branch 'master' into check-network-on-start
gconnect Sep 30, 2024
1bbc3c4
optimized the reset code and add a custom EphemeryException
gconnect Sep 30, 2024
8a3d40c
Merge branch 'master' into check-network-on-start
gconnect Sep 30, 2024
d23b3c4
Update the reset method and remove migrate
gconnect Sep 30, 2024
6a5d9fc
Remove private modifier
gconnect Sep 30, 2024
c2aced4
Apply spotlessApply
gconnect Sep 30, 2024
6d2cf43
Apply spotlessApply
gconnect Oct 1, 2024
7b2871c
Create custom Ephemery reset class and test
gconnect Oct 1, 2024
d9d1951
Add fnal and move global variable to local variable
gconnect Oct 1, 2024
0d47959
Remove repeated code
gconnect Oct 1, 2024
4306df8
Merge branch 'master' into check-network-on-start
gconnect Oct 2, 2024
ee57df8
Merge branch 'master' into check-network-on-start
gconnect Oct 2, 2024
f73e491
Ensure reset method delete specific files and update test and change …
gconnect Oct 2, 2024
f95a61a
Remove print statement and add final
gconnect Oct 2, 2024
b2bcefd
Update the recursive delete method and test
gconnect Oct 2, 2024
769c6f8
Merge branch 'master' into check-network-on-start
gconnect Oct 2, 2024
6cdc994
Remove print statement
gconnect Oct 2, 2024
5588f16
Merge branch 'master' into check-network-on-start
gconnect Oct 3, 2024
e96e6e3
Merge branch 'master' into check-network-on-start
gconnect Oct 5, 2024
92f6d5b
Merge branch 'master' into check-network-on-start
rolfyone Oct 7, 2024
c1ad18d
Merge branch 'master' into check-network-on-start
rolfyone Oct 8, 2024
b20eedc
Merge branch 'master' into check-network-on-start
rolfyone Oct 8, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,7 @@ public class EphemeryDatabaseReset {
Database resetDatabaseAndCreate(
final ServiceConfig serviceConfig, final VersionedDatabaseFactory dbFactory) {
try {
final Path beaconDataDir =
serviceConfig.getDataDirLayout().getBeaconDataDirectory().getParent();
final Path beaconDataDir = serviceConfig.getDataDirLayout().getBeaconDataDirectory();
gconnect marked this conversation as resolved.
Show resolved Hide resolved
final Path dbDataDir = beaconDataDir.resolve("db");
final Path networkFile = beaconDataDir.resolve("network.yml");
final Path validatorDataDir = serviceConfig.getDataDirLayout().getValidatorDataDirectory();
Expand All @@ -38,8 +37,13 @@ Database resetDatabaseAndCreate(
} else {
slashProtectionDir = validatorDataDir.resolve("slashprotection");
}

System.out.println("beaconDir" + beaconDataDir);
System.out.println("networkFile" + networkFile);
System.out.println("dbdir" + dbDataDir);
gconnect marked this conversation as resolved.
Show resolved Hide resolved

deleteDirectoryRecursively(dbDataDir);
deleteFile(networkFile);
deleteDirectoryRecursively(networkFile);
deleteDirectoryRecursively(slashProtectionDir);
return dbFactory.createDatabase();
} catch (final Exception ex) {
Expand All @@ -48,25 +52,27 @@ Database resetDatabaseAndCreate(
}
}

void deleteFile(final Path path) throws IOException {
if (Files.exists(path)) {
Files.delete(path);
}
}

void deleteDirectoryRecursively(final Path path) throws IOException {
if (Files.isDirectory(path)) {
try (var stream = Files.walk(path)) {
stream
.sorted((o1, o2) -> o2.compareTo(o1))
.forEach(
p -> {
try {
Files.delete(p);
} catch (IOException e) {
throw new RuntimeException("Failed to delete file: " + p, e);
}
});
if (Files.exists(path)) {
if (Files.isDirectory(path)) {
try (var stream = Files.walk(path)) {
stream
.sorted((o1, o2) -> o2.compareTo(o1))
.forEach(
p -> {
try {
Files.delete(p);
} catch (IOException e) {
throw new RuntimeException("Failed to delete file/directory: " + p, e);
}
});
}
} else {
try {
Files.delete(path);
} catch (IOException e) {
throw new RuntimeException("Failed to delete file: " + path, e);
}
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -86,14 +86,13 @@ protected SafeFuture<?> doStart() {
serviceConfig.getMetricsSystem(),
serviceConfig.getDataDirLayout().getBeaconDataDirectory(),
config);

try {
database = dbFactory.createDatabase();
} catch (EphemeryException e) {
final EphemeryDatabaseReset ephemeryDatabaseReset = new EphemeryDatabaseReset();
database = ephemeryDatabaseReset.resetDatabaseAndCreate(serviceConfig, dbFactory);
LOG.warn(
"Ephemery network deposit contract id has updated, resetting the stored database and slashing protection data.");
database = ephemeryDatabaseReset.resetDatabaseAndCreate(serviceConfig, dbFactory);
gconnect marked this conversation as resolved.
Show resolved Hide resolved
}
final SettableLabelledGauge pruningTimingsLabelledGauge =
SettableLabelledGauge.create(
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,15 +22,14 @@
import static org.mockito.Mockito.never;
import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.verifyNoMoreInteractions;
import static org.mockito.Mockito.when;

import java.io.File;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import org.mockito.InjectMocks;
import org.mockito.Mock;
import org.mockito.MockitoAnnotations;
import tech.pegasys.teku.infrastructure.exceptions.InvalidConfigurationException;
Expand All @@ -49,26 +48,27 @@ class EphemeryDatabaseResetTest {
private Path beaconDataDir;
private Path dbDataDir;
private Path resolvedSlashProtectionDir;
private File networkFile;
private Path networkFilePath;
@Mock private Database database;

@InjectMocks private EphemeryDatabaseReset ephemeryDatabaseReset;
@Mock private EphemeryDatabaseReset ephemeryDatabaseReset;

@BeforeEach
void setUp() throws IOException {
MockitoAnnotations.openMocks(this);
ephemeryDatabaseReset = spy(new EphemeryDatabaseReset());
beaconDataDir = createTempDirectory("beaconDataDir");
beaconDataDir = createTempDirectory("beacon");
dbDataDir = beaconDataDir.resolve("db");
networkFile = new File(beaconDataDir.toFile(), "network.yml");
final Path validatorDataDir = createTempDirectory("validatorDataDir");
Files.createDirectory(dbDataDir);
Path networkFile = beaconDataDir.resolve("network.yml");
Files.createFile(networkFile);
networkFilePath = networkFile;

final Path validatorDataDir = createTempDirectory("validator");
resolvedSlashProtectionDir = validatorDataDir.resolve("slashprotection");

when(serviceConfig.getDataDirLayout()).thenReturn(dataDirLayout);
when(dataDirLayout.getBeaconDataDirectory()).thenReturn(beaconDataDir);
when(dataDirLayout.getBeaconDataDirectory().resolve("db")).thenReturn(dbDataDir);
when(dataDirLayout.getBeaconDataDirectory().resolve("network.yml"))
.thenReturn(networkFile.toPath());
when(dataDirLayout.getValidatorDataDirectory()).thenReturn(validatorDataDir);
when(dataDirLayout.getValidatorDataDirectory().resolve("slashprotection"))
.thenReturn(resolvedSlashProtectionDir);
Expand All @@ -85,8 +85,12 @@ void shouldResetSpecificDirectoriesAndCreateDatabase() throws IOException {

final Database result = ephemeryDatabaseReset.resetDatabaseAndCreate(serviceConfig, dbFactory);
verify(ephemeryDatabaseReset).deleteDirectoryRecursively(dbDataDir);
verify(ephemeryDatabaseReset).deleteFile(networkFile.toPath());
verify(ephemeryDatabaseReset).deleteDirectoryRecursively(networkFilePath);
verify(ephemeryDatabaseReset).deleteDirectoryRecursively(resolvedSlashProtectionDir);

verify(dbFactory).createDatabase();
verifyNoMoreInteractions(dbFactory);

assertTrue(Files.exists(kvStoreDir));
assertTrue(Files.exists(dbVersion));
assertEquals(database, result);
Expand Down