server/game2006web3
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1

Browse Source
This commit is contained in:
aozhiwei 2023-07-04 20:33:46 +08:00
parent 3eef84940a
commit 73107aaf57
2 changed files with 1 additions and 181 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

180
server/web3dbspider/services/pull_dbevent.js
View File

@ -10,7 +10,6 @@ class PullDbEvent extends BaseService {
const {err, conn} = await app.getDbConn('BcEventDb0'); const {err, conn} = await app.getDbConn('BcEventDb0');
this.conn = conn; this.conn = conn;
this.lastBlockNumber = 0; this.lastBlockNumber = 0;
this.bc = bc;
this.net = net; this.net = net;
this.event = event; this.event = event;
this.eventConf = this.event['eventConf']; this.eventConf = this.event['eventConf'];
@ -27,191 +26,12 @@ class PullDbEvent extends BaseService {
async pullEvent() { async pullEvent() {
const logHead = this.getInstanceName() + ' pullEvent: '; const logHead = this.getInstanceName() + ' pullEvent: ';
while (true) {
await this.bc.lockQuery();
try {
const fromBlock = await this.getFromBlock();
const toBlock = await this.calcToBlock(fromBlock);
if (toBlock > fromBlock) {
const events = await this.bc.getPastEvents(
this.getContractName(),
this.getEventName(),
{
fromBlock: fromBlock,
toBlock: toBlock,
},
);
await this.processEvents(events, fromBlock, toBlock);
await this.saveLastBlockNumber(toBlock);
}
++this.progInfo['pullCount'];
return;
} catch (err) {
log.error(logHead + err);
await utils.sleep(1000 + utils.randRange(10, 2000));
} finally {
await this.bc.unlockQuery();
}
}
}
async processEvents(events, fromBlock, toBlock) {
this.progInfo['fromBlock'] = fromBlock;
this.progInfo['toBlock'] = toBlock;
this.progInfo['currBlock'] = this.bc.getCurrBlockNumber();
this.progInfo['eventCount'] += events.length;
if (events.length <= 0) {
return;
}
console.log(events);
utils.serial
(events,
async (event) => {
while (true) {
try {
await this.saveToDb(event);
return;
} catch (err) {
log.error(err);
}
await utils.sleep(8000 + utils.randRange(500, 1500));
}
});
}
async getFromBlock() {
const logHead = this.getInstanceName() + ' getFromBlock: ';
const firstBlockNumber = this.getInitBlock();
while (this.lastBlockNumber < 1) {
try {
const {err, row} = await this.conn.ormSelectOne(
't_last_block',
[
['net_id', this.getNetId()],
['contract_address', this.getContractAddress()],
['event_name', this.getEventName()],
]
);
if (!err) {
if (row) {
this.lastBlockNumber = Number(row['block_number']);
} else {
this.lastBlockNumber = firstBlockNumber;
}
}
console.log(logHead, this.lastBlockNumber, this.bc.getCurrBlockNumber());
while (this.lastBlockNumber + 8 > this.bc.getCurrBlockNumber()) {
await utils.sleep(1000 + utils.randRange(500, 1500));
}
continue;
} catch (err) {
log.error(err);
}
await utils.sleep(5000 + utils.randRange(500, 1500));
}
return this.lastBlockNumber + 1;
}
async calcToBlock(fromBlock) {
const currBlockNumber = this.bc.getCurrBlockNumber();
const distanceBlock = currBlockNumber - fromBlock - 8;
const batchBlockNum = 888;
if (distanceBlock > 0) {
if (distanceBlock > batchBlockNum) {
return fromBlock + batchBlockNum;
} else {
return fromBlock + distanceBlock;
}
}
return fromBlock;
}
async saveLastBlockNumber(blockNumber) {
const logHead = this.getInstanceName() + ' event_process.saveLastBlockNumber: ';
while (true) {
const {err} = await this.conn.upsert(
't_last_block',
[
['net_id', this.getNetId()],
['contract_address', this.getContractAddress()],
['event_name', this.getEventName()],
],
[
['block_number', blockNumber],
['modifytime', utils.getUtcTime()],
],
[
['net_id', this.getNetId()],
['contract_address', this.getContractAddress()],
['event_name', this.getEventName()],
['block_number', blockNumber],
['contract_name', this.getContractName()],
['createtime', utils.getUtcTime()],
['modifytime', utils.getUtcTime()],
]
);
if (!err) {
break;
}
log.error(logHead + err);
await utils.sleep(5000 + utils.randRange(500, 1500));
}
this.lastBlockNumber = blockNumber;
}
async saveToDb(event) {
const logHead = this.getInstanceName() + ' event_process.saveToDb: ';
while (true) {
const nowTime = utils.getUtcTime();
const returnValues = event['returnValues'];
const hashCode = '';
const {err} = await this.conn.upsert(
't_blockchain_event',
[
['txhash', event['transactionHash']],
['hash_code', hashCode],
['log_index', event['logIndex']],
['net_id', this.bc.getNetId()],
['event_name', this.getEventName()],
['contract_address', this.getContractAddress()],
],
[
],
[
['txhash', event['transactionHash']],
['hash_code', hashCode],
['log_index', event['logIndex']],
['net_id', this.bc.getNetId()],
['event_name', this.getEventName()],
['contract_address', this.getContractAddress()],
['contract_name', this.getContractName()],
['block_number', event['blockNumber']],
['raw_data', utils.jsonEncode(event)],
['return_values', utils.jsonEncode(returnValues)],
['createtime', utils.getUtcTime()],
['modifytime', utils.getUtcTime()],
]
);
if (!err) {
break;
}
log.error(logHead + err);
await utils.sleep(5000 + utils.randRange(500, 1500));
}
}
getNetId() {
return this.net['net_id'];
} }
getEventName() { getEventName() {
return this.eventConf['event_name']; return this.eventConf['event_name'];
} }
getInitBlock() {
return this.eventConf['init_block'];
}
getContractAddress() { getContractAddress() {
return this.bc.getContractAddressByName(this.getContractName()); return this.bc.getContractAddressByName(this.getContractName());
} }

2
server/web3dbspider/tasks/dbspider.js
View File

@ -39,7 +39,7 @@ class DbSpider extends BaseTask {
createPullDbEventService(net, event) { createPullDbEventService(net, event) {
const pullDbEventService = serviceFactory.create('PullDbEvent'); const pullDbEventService = serviceFactory.create('PullDbEvent');
event['pullDbEventService'] = pullDbEventService; event['pullDbEventService'] = pullDbEventService;
pullDbEventService.init(bc, net, event); pullDbEventService.init(net, event);
return pullDbEventService; return pullDbEventService;
} }