wieerwill/platform
1
0
Fork 0
mirror of https://github.com/hcengineering/platform.git synced 2025-06-07 08:21:08 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

UBER-266: Fix mongo exceptions (#3267)

Browse Source 
Signed-off-by: Andrey Sobolev <haiodo@gmail.com>
This commit is contained in:
Andrey Sobolev 2023-05-27 14:13:24 +07:00 committed by GitHub
parent 4fad67b6a4
commit b95066d71a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 22 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
server/core/src/indexer/summary.ts
View File

@ -223,10 +223,8 @@ export async function extractIndexedValues (
continue continue
} }
// Check if attribute is indexable // Check if attribute is indexable
let keyAttr: AnyAttribute const keyAttr: AnyAttribute | undefined = hierarchy.findAttribute(_class, attr)
try { if (keyAttr === undefined) {
keyAttr = hierarchy.getAttribute(_class, attr)
} catch (err: any) {
// Skip if there is no attribute. // Skip if there is no attribute.
continue continue
} }

21
server/mongo/src/storage.ts
View File

@ -617,14 +617,23 @@ abstract class MongoAdapterBase implements DbAdapter {
async update (domain: Domain, operations: Map<Ref<Doc>, DocumentUpdate<Doc>>): Promise<void> { async update (domain: Domain, operations: Map<Ref<Doc>, DocumentUpdate<Doc>>): Promise<void> {
const coll = this.db.collection(domain) const coll = this.db.collection(domain)
try {
// remove old and insert new ones // remove old and insert new ones
const ops = Array.from(operations.entries()) const ops = Array.from(operations.entries())
if (ops.length > 0) { let skip = 500
const part = ops.splice(0, 500) while (ops.length > 0) {
const part = ops.splice(0, skip)
try {
await coll.bulkWrite( await coll.bulkWrite(
part.map((it) => { part.map((it) => {
const { $unset, ...set } = it[1] as any const { $unset, ...set } = it[1] as any
if ($unset !== undefined) {
for (const k of Object.keys(set)) {
if ($unset[k] === '') {
// eslint-disable-next-line @typescript-eslint/no-dynamic-delete
delete $unset[k]
}
}
}
return { return {
updateOne: { updateOne: {
filter: { _id: it[0] }, filter: { _id: it[0] },
@ -636,11 +645,15 @@ abstract class MongoAdapterBase implements DbAdapter {
} }
}) })
) )
}
} catch (err: any) { } catch (err: any) {
if (skip !== 1) {
ops.push(...part)
skip = 1 // Let's update one by one, to loose only one failed variant.
}
console.error(err) console.error(err)
} }
} }
}
async clean (domain: Domain, docs: Ref<Doc>[]): Promise<void> { async clean (domain: Domain, docs: Ref<Doc>[]): Promise<void> {
await this.db.collection(domain).deleteMany({ _id: { $in: docs } }) await this.db.collection(domain).deleteMany({ _id: { $in: docs } })