Skip to content

Commit 26a1d1f

Browse files
sdimitrov9sdimitrov9
committed
Restore importer application yml
Signed-off-by: sdimitrov9 <stoyan.dimitrov@limechain.tech>
1 parent eac12f2 commit 26a1d1f

3 files changed

Lines changed: 256 additions & 1 deletion

File tree

‎build.gradle.kts‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@ extra.apply {
2323
set("jooq.version", "3.21.2") // Must match buildSrc/build.gradle.kts
2424
set("mapStructVersion", "1.6.3")
2525
set("netty.version", "4.2.13.Final") // Temporary until next Spring Boot
26-
set("nodeJsVersion", "24.13.0")
26+
set("nodeJsVersion", "24.15.0")
2727
set("postgresql.version", "42.7.11") // Temporary until next Spring Boot
2828
set("protobufVersion", "4.34.1")
2929
set("springGrpcVersion", "1.0.3")

‎importer/src/main/resources/application.yml‎

Lines changed: 143 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,143 @@
1+
# SPDX-License-Identifier: Apache-2.0
2+
3+
hiero:
4+
mirror:
5+
importer:
6+
db:
7+
connectionInitSql: set timezone TO 'UTC';
8+
host: 127.0.0.1
9+
loadBalance: true
10+
name: mirror_node
11+
owner: mirror_node
12+
ownerPassword: mirror_node_pass
13+
password: mirror_importer_pass
14+
port: 5432
15+
restPassword: mirror_api_pass
16+
restUsername: mirror_api
17+
schema: public
18+
sslMode: disable
19+
tempSchema: temporary
20+
username: mirror_importer
21+
migration:
22+
backfillTransactionHashMigration:
23+
checksum: 2
24+
blockNumberMigration:
25+
checksum: 4
26+
errataMigration:
27+
checksum: 6
28+
fixFungibleTokenTotalSupplyMigration:
29+
checksum: 2
30+
historicalAccountInfoMigration:
31+
checksum: 3
32+
initializeEntityBalanceMigration:
33+
checksum: 4
34+
syntheticTokenAllowanceOwnerMigration:
35+
checksum: 2
36+
tokenAccountBalanceMigration:
37+
checksum: 3
38+
parser:
39+
record:
40+
entity:
41+
persist:
42+
syntheticContractLogEvmAddressLookup: true
43+
logging:
44+
level:
45+
root: warn
46+
org.hiero.mirror: info
47+
org.flywaydb.core.internal.command.DbMigrate: info
48+
org.flywaydb.core.internal.scanner.classpath.ClassPathScanner: error
49+
#org.hibernate.type.descriptor.sql.BasicBinder: trace
50+
pattern:
51+
console: "%clr(%date{${LOG_DATEFORMAT_PATTERN:yyyy-MM-dd'T'HH:mm:ss.SSS}, UTC}Z){faint} %clr(${LOG_LEVEL_PATTERN:%5level}) %clr(%thread){magenta} %clr(%logger{20}){cyan} %m %exception%n"
52+
management:
53+
endpoint:
54+
health:
55+
group:
56+
liveness:
57+
include: ping
58+
readiness:
59+
include: db, ping, redis
60+
startup:
61+
include: migration
62+
endpoints:
63+
web:
64+
exposure:
65+
include: health, info, prometheus
66+
metrics:
67+
tags:
68+
application: ${spring.application.name}
69+
prometheus:
70+
metrics:
71+
export:
72+
step: 60s
73+
server:
74+
shutdown: graceful
75+
spring:
76+
aot:
77+
enabled: true
78+
application:
79+
name: importer
80+
datasource:
81+
name: ${hiero.mirror.importer.db.name}
82+
password: ${hiero.mirror.importer.db.password}
83+
url: jdbc:postgresql://${hiero.mirror.importer.db.host}:${hiero.mirror.importer.db.port}/${hiero.mirror.importer.db.name}?tcpKeepAlive=true
84+
username: ${hiero.mirror.importer.db.username}
85+
hikari:
86+
connection-init-sql: ${hiero.mirror.importer.db.connectionInitSql}
87+
data-source-properties:
88+
#loggerLevel: TRACE
89+
logUnclosedConnections: true
90+
reWriteBatchedInserts: true
91+
sslmode: ${hiero.mirror.importer.db.sslMode}
92+
maximumPoolSize: 20
93+
flyway:
94+
baselineOnMigrate: true
95+
baselineVersion: 0
96+
connectRetries: 20
97+
ignoreMigrationPatterns: ["*:missing", "*:ignored"]
98+
locations: "classpath:db/migration/common, classpath:db/migration/v1"
99+
placeholders:
100+
api-password: ${hiero.mirror.importer.db.restPassword}
101+
api-user: ${hiero.mirror.importer.db.restUsername}
102+
db-name: ${hiero.mirror.importer.db.name}
103+
db-user: ${hiero.mirror.importer.db.username}
104+
hashShardCount: 6 # Higher shard count here causes a performance issue due to the nature of how hash indexes work
105+
partitionStartDate: "'2019-09-01'"
106+
partitionTimeInterval: "'1 month'"
107+
schema: ${hiero.mirror.importer.db.schema}
108+
shardCount: 16
109+
tempSchema: ${hiero.mirror.importer.db.tempSchema}
110+
transactionHashLookbackInterval: "'60 days'"
111+
target: latest
112+
lifecycle:
113+
timeout-per-shutdown-phase: 20s
114+
main:
115+
allow-circular-references: true # flywayInitializer -> java migrations -> jdbcTemplate -> flywayInitializer
116+
task:
117+
scheduling:
118+
pool:
119+
size: 6
120+
121+
---
122+
hiero:
123+
mirror:
124+
importer:
125+
block:
126+
enabled: true
127+
sourceType: BLOCK_NODE
128+
downloader:
129+
record:
130+
enabled: false
131+
spring:
132+
config:
133+
activate:
134+
on-profile: blocknode
135+
136+
---
137+
spring:
138+
config:
139+
activate:
140+
on-profile: v2
141+
flyway:
142+
baselineVersion: 1.999.999
143+
locations: "classpath:db/migration/common, classpath:db/migration/v2"

‎importer/src/test/resources/config/application.yml‎

Lines changed: 112 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,112 @@
1+
# SPDX-License-Identifier: Apache-2.0
2+
3+
hiero:
4+
mirror:
5+
importer:
6+
cache:
7+
fileData: "maximumSize=2,expireAfterAccess=5m,recordStats"
8+
downloader:
9+
bucketName: test
10+
importHistoricalAccountInfo: false
11+
migration:
12+
async:
13+
enabled: false
14+
DUMMYMIGRATION:
15+
checksum: 5
16+
network: TESTNET
17+
parser:
18+
exclude:
19+
- entity: 0.0.999
20+
record:
21+
entity:
22+
persist:
23+
pendingReward: false
24+
redis:
25+
enabled: true
26+
retry:
27+
maxAttempts: 2
28+
startDate: 1970-01-01T00:00:00Z
29+
test:
30+
performance:
31+
downloader:
32+
enabled: true
33+
scenario: simple
34+
parser:
35+
enabled: true
36+
scenario: simple
37+
scenarios:
38+
canonical:
39+
- description: 1/3 Crypto/HCS/HTS and 21 HSCS
40+
duration: 150m
41+
transactions:
42+
- tps: 3500
43+
type: CONSENSUSSUBMITMESSAGE
44+
- tps: 3500
45+
type: CRYPTOTRANSFER
46+
- tps: 3500
47+
subType: TOKEN_TRANSFER
48+
type: CRYPTOTRANSFER
49+
- tps: 21
50+
type: CONTRACTCALL
51+
- description: 10K Crypto
52+
duration: 150m
53+
transactions:
54+
- tps: 10500
55+
type: CRYPTOTRANSFER
56+
- description: 10K HCS
57+
duration: 150m
58+
transactions:
59+
- tps: 10500
60+
type: CONSENSUSSUBMITMESSAGE
61+
- description: 10K HTS
62+
duration: 150m
63+
transactions:
64+
- tps: 10500
65+
subType: TOKEN_TRANSFER
66+
type: CRYPTOTRANSFER
67+
- description: 5K HCS, 2.5K HTS, 2.5K Crypto
68+
duration: 150m
69+
transactions:
70+
- tps: 5200
71+
type: CONSENSUSSUBMITMESSAGE
72+
- tps: 2650
73+
type: CRYPTOTRANSFER
74+
- tps: 2650
75+
subType: TOKEN_TRANSFER
76+
type: CRYPTOTRANSFER
77+
- description: 1/3 Crypto/HCS/HTS
78+
duration: 150m
79+
transactions:
80+
- tps: 3500
81+
type: CONSENSUSSUBMITMESSAGE
82+
- tps: 3500
83+
type: CRYPTOTRANSFER
84+
- tps: 3500
85+
subType: TOKEN_TRANSFER
86+
type: CRYPTOTRANSFER
87+
simple:
88+
- description: 1/3 Crypto/HCS/HTS and 21 HSCS
89+
duration: 10s
90+
transactions:
91+
- tps: 3500
92+
type: CONSENSUSSUBMITMESSAGE
93+
- tps: 3500
94+
type: CRYPTOTRANSFER
95+
- tps: 3500
96+
subType: TOKEN_TRANSFER
97+
type: CRYPTOTRANSFER
98+
- tps: 21
99+
type: CONTRACTCALL
100+
spring:
101+
flyway:
102+
placeholders:
103+
hashShardCount: 2
104+
partitionStartDate: "'1970-01-01'"
105+
partitionTimeInterval: "'10 years'"
106+
shardCount: 2
107+
task:
108+
scheduling:
109+
enabled: false
110+
test:
111+
database:
112+
replace: NONE

0 commit comments

Comments
 (0)