Skip to content

Commit 80b1a27

Browse files
schmidt-sebastianschmidt-sebastian
committed
Limit Timestamp normalization
The goal of this PR is to support fast comparisons for Timestamp types when the Timestamps are represented as ISO dates
1 parent 4eab635 commit 80b1a27

File tree

4 files changed

+113
-16
lines changed

4 files changed

+113
-16
lines changed

‎packages/firestore/src/model/proto_values.ts

Lines changed: 19 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,9 @@ const ISO_TIMESTAMP_REG_EXP = new RegExp(
3333
);
3434

3535
// Denotes the possible representations for timestamps in the Value type.
36-
type ProtoTimestampValue = string | { seconds?: string; nanos?: number };
36+
type ProtoTimestampValue =
37+
| string
38+
| { seconds?: string | number; nanos?: number };
3739

3840
/** Extracts the backend's type order for the provided value. */
3941
export function typeOrder(value: api.Value): TypeOrder {
@@ -105,6 +107,15 @@ export function equals(left: api.Value, right: api.Value): boolean {
105107
}
106108

107109
function timestampEquals(left: api.Value, right: api.Value): boolean {
110+
if (
111+
typeof left.timestampValue === 'string' &&
112+
typeof right.timestampValue === 'string' &&
113+
left.timestampValue.length === right.timestampValue.length
114+
) {
115+
// Use string equality for ISO 8601 timestamps
116+
return left.timestampValue === right.timestampValue;
117+
}
118+
108119
const leftTimestamp = normalizeTimestamp(left.timestampValue!);
109120
const rightTimestamp = normalizeTimestamp(right.timestampValue!);
110121
return (
@@ -228,6 +239,13 @@ function compareTimestamps(
228239
left: ProtoTimestampValue,
229240
right: ProtoTimestampValue
230241
): number {
242+
if (typeof left === 'string' && typeof right === 'string') {
243+
// Use string ordering for ISO 8601 timestamps, but strip the timezone
244+
// suffix to ensure proper ordering for timestamps with different precision
245+
// (which is always 'Z' based on ISO_TIMESTAMP_REG_EXP).
246+
return primitiveComparator(left.slice(0, -1), right.slice(0, -1));
247+
}
248+
231249
const leftTimestamp = normalizeTimestamp(left);
232250
const rightTimestamp = normalizeTimestamp(right);
233251

‎packages/firestore/src/protos/firestore_proto_api.d.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -362,8 +362,8 @@ export declare namespace firestoreV1ApiClientInterfaces {
362362
nullValue?: ValueNullValue;
363363
booleanValue?: boolean;
364364
integerValue?: string | number;
365-
doubleValue?: number;
366-
timestampValue?: string | { seconds: string; nanos: number };
365+
doubleValue?: string | number;
366+
timestampValue?: string | { seconds?: string | number; nanos?: number };
367367
stringValue?: string;
368368
bytesValue?: string | Uint8Array;
369369
referenceValue?: string;

‎packages/firestore/src/remote/serializer.ts

Lines changed: 4 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -105,7 +105,7 @@ function assertPresent(value: unknown, description: string): asserts value {
105105
// This is a supplement to the generated proto interfaces, which fail to account
106106
// for the fact that a timestamp may be encoded as either a string OR this.
107107
interface TimestampProto {
108-
seconds?: string;
108+
seconds?: string | number;
109109
nanos?: number;
110110
}
111111

@@ -412,18 +412,9 @@ export class JsonProtoSerializer {
412412
} else if ('integerValue' in obj) {
413413
return new fieldValue.IntegerValue(normalizeNumber(obj.integerValue!));
414414
} else if ('doubleValue' in obj) {
415-
if (this.options.useProto3Json) {
416-
// Proto 3 uses the string values 'NaN' and 'Infinity'.
417-
if ((obj.doubleValue as {}) === 'NaN') {
418-
return fieldValue.DoubleValue.NAN;
419-
} else if ((obj.doubleValue as {}) === 'Infinity') {
420-
return fieldValue.DoubleValue.POSITIVE_INFINITY;
421-
} else if ((obj.doubleValue as {}) === '-Infinity') {
422-
return fieldValue.DoubleValue.NEGATIVE_INFINITY;
423-
}
424-
}
425-
426-
return new fieldValue.DoubleValue(obj.doubleValue!);
415+
// Note: Proto 3 uses the string values 'NaN' and 'Infinity'.
416+
const parsedNumber = Number(obj.doubleValue!);
417+
return new fieldValue.DoubleValue(parsedNumber);
427418
} else if ('stringValue' in obj) {
428419
return new fieldValue.StringValue(obj.stringValue!);
429420
} else if ('mapValue' in obj) {

‎packages/firestore/test/unit/model/field_value.test.ts

Lines changed: 88 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -426,6 +426,40 @@ describe('FieldValue', () => {
426426
expectEqualitySets(values, (v1, v2) => v1.isEqual(v2));
427427
});
428428

429+
it('normalizes values for equality', () => {
430+
// Each subarray compares equal to each other and false to every other value
431+
const values: FieldValue[][] = [
432+
[
433+
new PrimitiveValue({ integerValue: '1' }),
434+
new PrimitiveValue({ integerValue: 1 })
435+
],
436+
[
437+
new PrimitiveValue({ doubleValue: '1.0' }),
438+
new PrimitiveValue({ doubleValue: 1.0 })
439+
],
440+
[
441+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01Z' }),
442+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01.000Z' }),
443+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01.000000Z' }),
444+
new PrimitiveValue({
445+
timestampValue: '2007-04-05T14:30:01.000000000Z'
446+
}),
447+
new PrimitiveValue({ timestampValue: { seconds: 1175783401 } })
448+
],
449+
[
450+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01.100Z' }),
451+
new PrimitiveValue({
452+
timestampValue: { seconds: 1175783401, nanos: 100000000 }
453+
})
454+
],
455+
[
456+
new PrimitiveValue({ bytesValue: new Uint8Array([0, 1, 2]) }),
457+
new PrimitiveValue({ bytesValue: 'AAEC' })
458+
]
459+
];
460+
expectEqualitySets(values, (v1, v2) => v1.isEqual(v2));
461+
});
462+
429463
it('orders types correctly', () => {
430464
const groups = [
431465
// null first
@@ -537,6 +571,60 @@ describe('FieldValue', () => {
537571
);
538572
});
539573

574+
it('normalizes values for comparison', () => {
575+
const groups = [
576+
[
577+
new PrimitiveValue({ integerValue: '1' }),
578+
new PrimitiveValue({ integerValue: 1 })
579+
],
580+
[
581+
new PrimitiveValue({ doubleValue: '2' }),
582+
new PrimitiveValue({ doubleValue: 2 })
583+
],
584+
[
585+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01Z' }),
586+
new PrimitiveValue({ timestampValue: { seconds: 1175783401 } })
587+
],
588+
[
589+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:01.999Z' }),
590+
new PrimitiveValue({
591+
timestampValue: { seconds: 1175783401, nanos: 999000000 }
592+
})
593+
],
594+
[
595+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:02Z' }),
596+
new PrimitiveValue({ timestampValue: { seconds: 1175783402 } })
597+
],
598+
[
599+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:02.100Z' }),
600+
new PrimitiveValue({
601+
timestampValue: { seconds: 1175783402, nanos: 100000000 }
602+
})
603+
],
604+
[
605+
new PrimitiveValue({ timestampValue: '2007-04-05T14:30:02.100001Z' }),
606+
new PrimitiveValue({
607+
timestampValue: { seconds: 1175783402, nanos: 100001000 }
608+
})
609+
],
610+
[
611+
new PrimitiveValue({ bytesValue: new Uint8Array([0, 1, 2]) }),
612+
new PrimitiveValue({ bytesValue: 'AAEC' })
613+
],
614+
[
615+
new PrimitiveValue({ bytesValue: new Uint8Array([0, 1, 3]) }),
616+
new PrimitiveValue({ bytesValue: 'AAED' })
617+
]
618+
];
619+
620+
expectCorrectComparisonGroups(
621+
groups,
622+
(left: FieldValue, right: FieldValue) => {
623+
return left.compareTo(right);
624+
}
625+
);
626+
});
627+
540628
// TODO(mrschmidt): Fix size accounting
541629
// eslint-disable-next-line no-restricted-properties
542630
it.skip('estimates size correctly for fixed sized values', () => {

0 commit comments

Comments
 (0)