wieerwill/platform
1
0
Fork 0
mirror of https://github.com/hcengineering/platform.git synced 2025-04-19 23:00:13 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Add extra backup elastic logging (#2236)

Browse Source 
Signed-off-by: Andrey Sobolev <haiodo@gmail.com>
This commit is contained in:
Andrey Sobolev 2022-07-15 00:44:10 +07:00 committed by GitHub
parent 9645b5947e
commit 175e6f9585
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
server/elastic/src/backup.ts
View File

@ -28,6 +28,7 @@ import core, {
Tx, Tx,
TxResult TxResult
} from '@anticrm/core' } from '@anticrm/core'
import { PlatformError, unknownStatus } from '@anticrm/platform'
import { DbAdapter, IndexedDoc } from '@anticrm/server-core' import { DbAdapter, IndexedDoc } from '@anticrm/server-core'
import { ApiResponse, Client } from '@elastic/elasticsearch' import { ApiResponse, Client } from '@elastic/elasticsearch'
import { createHash } from 'node:crypto' import { createHash } from 'node:crypto'
@ -62,18 +63,23 @@ class ElasticDataAdapter implements DbAdapter {
return { return {
next: async () => { next: async () => {
if (!listRecieved) { if (!listRecieved) {
resp = await this.client.search({ const q = {
index: this.db, index: this.db,
type: '_doc', type: '_doc',
scroll: '1s', scroll: '1s',
// search_type: 'scan', //if I use search_type then it requires size otherwise it shows 0 result // search_type: 'scan', //if I use search_type then it requires size otherwise it shows 0 result
size: 10000, size: 500,
body: { body: {
query: { query: {
match_all: {} match_all: {}
} }
} }
}) }
resp = await this.client.search(q)
if (resp.statusCode !== 200) {
console.error('failed elastic query', q, resp)
throw new PlatformError(unknownStatus(`failed to elastic query ${JSON.stringify(resp)}`))
}
buffer = resp.body.hits.hits.map((hit: any) => ({ _id: hit._id, data: hit._source })) buffer = resp.body.hits.hits.map((hit: any) => ({ _id: hit._id, data: hit._source }))
if (buffer.length === 0) { if (buffer.length === 0) {
finished = true finished = true
@ -86,6 +92,10 @@ class ElasticDataAdapter implements DbAdapter {
scroll: '1s' scroll: '1s'
} }
resp = await this.client.scroll(params) resp = await this.client.scroll(params)
if (resp.statusCode !== 200) {
console.error('failed elastic query scroll', params, resp)
throw new PlatformError(unknownStatus(`failed to elastic query ${JSON.stringify(resp)}`))
}
buffer = resp.body.hits.hits.map((hit: any) => ({ _id: hit._id, data: hit._source })) buffer = resp.body.hits.hits.map((hit: any) => ({ _id: hit._id, data: hit._source }))
if (buffer.length === 0) { if (buffer.length === 0) {
finished = true finished = true