Add KeyPromiseQueue to Push and Job StatusHandlers (#7267)

* Add KeyPromiseQueue to Push and Job StatusHandlers

* Update CHANGELOG.md

* Update CHANGELOG.md
This commit is contained in:
Diamond Lewis
2021-03-15 18:51:46 -05:00
committed by GitHub
parent f7d2e09de6
commit 32fc45d2d2
4 changed files with 17 additions and 28 deletions

View File

@@ -116,6 +116,7 @@ ___
- Test Parse Server continuously against all relevant Postgres versions (minor versions), added Postgres compatibility table to Parse Server docs (Corey Baker) [#7176](https://github.com/parse-community/parse-server/pull/7176) - Test Parse Server continuously against all relevant Postgres versions (minor versions), added Postgres compatibility table to Parse Server docs (Corey Baker) [#7176](https://github.com/parse-community/parse-server/pull/7176)
- Randomize test suite (Diamond Lewis) [#7265](https://github.com/parse-community/parse-server/pull/7265) - Randomize test suite (Diamond Lewis) [#7265](https://github.com/parse-community/parse-server/pull/7265)
- LDAP: Properly unbind client on group search error (Diamond Lewis) [#7265](https://github.com/parse-community/parse-server/pull/7265) - LDAP: Properly unbind client on group search error (Diamond Lewis) [#7265](https://github.com/parse-community/parse-server/pull/7265)
- Improve data consistency in Push and Job Status update (Diamond Lewis) [#7267](https://github.com/parse-community/parse-server/pull/7267)
___ ___
## 4.5.0 ## 4.5.0
[Full Changelog](https://github.com/parse-community/parse-server/compare/4.4.0...4.5.0) [Full Changelog](https://github.com/parse-community/parse-server/compare/4.4.0...4.5.0)

View File

@@ -1,6 +1,6 @@
import redis from 'redis'; import redis from 'redis';
import logger from '../../../logger'; import logger from '../../logger';
import { KeyPromiseQueue } from './KeyPromiseQueue'; import { KeyPromiseQueue } from '../../KeyPromiseQueue';
const DEFAULT_REDIS_TTL = 30 * 1000; // 30 seconds in milliseconds const DEFAULT_REDIS_TTL = 30 * 1000; // 30 seconds in milliseconds
const FLUSH_DB_KEY = '__flush_db__'; const FLUSH_DB_KEY = '__flush_db__';

View File

@@ -1,4 +1,5 @@
import { md5Hash, newObjectId } from './cryptoUtils'; import { md5Hash, newObjectId } from './cryptoUtils';
import { KeyPromiseQueue } from './KeyPromiseQueue';
import { logger } from './logger'; import { logger } from './logger';
import rest from './rest'; import rest from './rest';
import Auth from './Auth'; import Auth from './Auth';
@@ -6,6 +7,9 @@ import Auth from './Auth';
const PUSH_STATUS_COLLECTION = '_PushStatus'; const PUSH_STATUS_COLLECTION = '_PushStatus';
const JOB_STATUS_COLLECTION = '_JobStatus'; const JOB_STATUS_COLLECTION = '_JobStatus';
const pushPromiseQueue = new KeyPromiseQueue();
const jobPromiseQueue = new KeyPromiseQueue();
const incrementOp = function (object = {}, key, amount = 1) { const incrementOp = function (object = {}, key, amount = 1) {
if (!object[key]) { if (!object[key]) {
object[key] = { __op: 'Increment', amount: amount }; object[key] = { __op: 'Increment', amount: amount };
@@ -28,22 +32,14 @@ export function flatten(array) {
} }
function statusHandler(className, database) { function statusHandler(className, database) {
let lastPromise = Promise.resolve();
function create(object) { function create(object) {
lastPromise = lastPromise.then(() => { return database.create(className, object).then(() => {
return database.create(className, object).then(() => { return Promise.resolve(object);
return Promise.resolve(object);
});
}); });
return lastPromise;
} }
function update(where, object) { function update(where, object) {
lastPromise = lastPromise.then(() => { return jobPromiseQueue.enqueue(where.objectId, () => database.update(className, where, object));
return database.update(className, where, object);
});
return lastPromise;
} }
return Object.freeze({ return Object.freeze({
@@ -53,29 +49,21 @@ function statusHandler(className, database) {
} }
function restStatusHandler(className, config) { function restStatusHandler(className, config) {
let lastPromise = Promise.resolve();
const auth = Auth.master(config); const auth = Auth.master(config);
function create(object) { function create(object) {
lastPromise = lastPromise.then(() => { return rest.create(config, auth, className, object).then(({ response }) => {
return rest.create(config, auth, className, object).then(({ response }) => { return { ...object, ...response };
// merge the objects
return Promise.resolve(Object.assign({}, object, response));
});
}); });
return lastPromise;
} }
function update(where, object) { function update(where, object) {
// TODO: when we have updateWhere, use that for proper interfacing return pushPromiseQueue.enqueue(where.objectId, () =>
lastPromise = lastPromise.then(() => { rest
return rest
.update(config, auth, className, { objectId: where.objectId }, object) .update(config, auth, className, { objectId: where.objectId }, object)
.then(({ response }) => { .then(({ response }) => {
// merge the objects return { ...object, ...response };
return Promise.resolve(Object.assign({}, object, response)); })
}); );
});
return lastPromise;
} }
return Object.freeze({ return Object.freeze({