feat(NODE-4738)!: remove dot notation support by default

etc/notes/CHANGES_5.0.0.md

@@ -16,6 +16,53 @@ The following is a detailed collection of the changes in the major v5 release of
 
 ## Changes
 
+### Dot Notation Typescript Support Removed By Default
+
+**NOTE** This version only removes our **Typescript** compile-time support for dot notation in queries.
+
+Version 4.3.0 introduced Typescript support for dot notation in filter predicates.  For example:
+
+```typescript
+interface Schema {
+  user: {
+    name: string
+  }
+}
+
+declare const collection: Collection<Schema>;
+// compiles pre-v4.3.0, fails in v4.3.0+
+collection.find({ 'user.name': 4 })
+```
+
+This change caused many problems for users, including slow compilation times and compile errors for
+valid dot notation queries.
+
+Driver 5.0 removes type checking on filter predicates.  The preceding example compile will compile with
+driver v5.
+
+#### Dot Notation Helper Types Exported
+
+Although we removed support for type checking on dot notation filters by default, we now export these types.
+These helper types can be used for type checking.  We export the `DotNotationUpdateFilter` and the `DotNotationFilter`
+types for type safety in updates and finds.
+
+To use one of the new types, simply create a predicate that uses dot notation and assign it the type of `DotNotationFilter<your schema>`.
+```typescript
+interface Schema {
+  user: {
+    name: string
+  }
+}
+
+declare const collection: Collection<Schema>;
+
+// fails to compile, 4 is not assignable to type "string"
+const filterPredicate: DotNotationFilter<Schema> = { 'user.name': 4 };
+collection.find(filterPredicate);
+```
+
+**NOTE** These types are also now marked experimental and can be changed at any time.
+
 ### `Collection.mapReduce()` helper removed
 
 The `mapReduce` helper has been removed from the `Collection` class.  The `mapReduce` operation has been

src/collection.ts

@@ -86,7 +86,6 @@ import {
   Callback,
   checkCollectionName,
   DEFAULT_PK_FACTORY,
-  emitWarningOnce,
   MongoDBNamespace,
   normalizeHintField,
   resolveOptions

src/index.ts

@@ -309,6 +309,9 @@ export type {
   BitwiseFilter,
   BSONTypeAlias,
   Condition,
+  DotNotationFilter,
+  DotNotationMatchKeysAndValues,
+  DotNotationUpdateFilter,
   EnhancedOmit,
   Filter,
   FilterOperations,

src/mongo_types.ts

@@ -65,13 +65,9 @@ export type EnhancedOmit<TRecordOrUnion, KeyUnion> = string extends keyof TRecor
 export type WithoutId<TSchema> = Omit<TSchema, '_id'>;
 
 /** A MongoDB filter can be some portion of the schema or a set of operators @public */
-export type Filter<TSchema> =
-  | Partial<TSchema>
-  | ({
-      [Property in Join<NestedPaths<WithId<TSchema>, []>, '.'>]?: Condition<
-        PropertyType<WithId<TSchema>, Property>
-      >;
-    } & RootFilterOperators<WithId<TSchema>>);
+export type Filter<TSchema> = {
+  [P in keyof WithId<TSchema>]?: Condition<WithId<TSchema>[P]>;
+} & RootFilterOperators<WithId<TSchema>>;
 
 /** @public */
 export type Condition<T> = AlternativeType<T> | FilterOperators<AlternativeType<T>>;
@@ -247,19 +243,7 @@ export type OnlyFieldsOfType<TSchema, FieldType = any, AssignableType = FieldTyp
 >;
 
 /** @public */
-export type MatchKeysAndValues<TSchema> = Readonly<
-  {
-    [Property in Join<NestedPaths<TSchema, []>, '.'>]?: PropertyType<TSchema, Property>;
-  } & {
-    [Property in `${NestedPathsOfType<TSchema, any[]>}.$${`[${string}]` | ''}`]?: ArrayElement<
-      PropertyType<TSchema, Property extends `${infer Key}.$${string}` ? Key : never>
-    >;
-  } & {
-    [Property in `${NestedPathsOfType<TSchema, Record<string, any>[]>}.$${
-      | `[${string}]`
-      | ''}.${string}`]?: any; // Could be further narrowed
-  } & Document
->;
+export type MatchKeysAndValues<TSchema> = Readonly<Partial<TSchema>> & Record<string, any>;
 
 /** @public */
 export type AddToSetOperators<Type> = {
@@ -541,3 +525,60 @@ export type NestedPathsOfType<TSchema, Type> = KeysOfAType<
   },
   Type
 >;
+
+/**
+ * @public
+ * @experimental
+ */
+export type DotNotationFilter<TSchema> =
+  | Partial<TSchema>
+  | ({
+      [Property in Join<NestedPaths<WithId<TSchema>, []>, '.'>]?: Condition<
+        PropertyType<WithId<TSchema>, Property>
+      >;
+    } & RootFilterOperators<WithId<TSchema>>);
+
+/**
+ * @public
+ * @experimental
+ */
+export type DotNotationUpdateFilter<TSchema> = {
+  $currentDate?: OnlyFieldsOfType<
+    TSchema,
+    Date | Timestamp,
+    true | { $type: 'date' | 'timestamp' }
+  >;
+  $inc?: OnlyFieldsOfType<TSchema, NumericType | undefined>;
+  $min?: DotNotationMatchKeysAndValues<TSchema>;
+  $max?: DotNotationMatchKeysAndValues<TSchema>;
+  $mul?: OnlyFieldsOfType<TSchema, NumericType | undefined>;
+  $rename?: Record<string, string>;
+  $set?: DotNotationMatchKeysAndValues<TSchema>;
+  $setOnInsert?: DotNotationMatchKeysAndValues<TSchema>;
+  $unset?: OnlyFieldsOfType<TSchema, any, '' | true | 1>;
+  $addToSet?: SetFields<TSchema>;
+  $pop?: OnlyFieldsOfType<TSchema, ReadonlyArray<any>, 1 | -1>;
+  $pull?: PullOperator<TSchema>;
+  $push?: PushOperator<TSchema>;
+  $pullAll?: PullAllOperator<TSchema>;
+  $bit?: OnlyFieldsOfType<
+    TSchema,
+    NumericType | undefined,
+    { and: IntegerType } | { or: IntegerType } | { xor: IntegerType }
+  >;
+} & Document;
+
+/** @public */
+export type DotNotationMatchKeysAndValues<TSchema> = Readonly<
+  {
+    [Property in Join<NestedPaths<TSchema, []>, '.'>]?: PropertyType<TSchema, Property>;
+  } & {
+    [Property in `${NestedPathsOfType<TSchema, any[]>}.$${`[${string}]` | ''}`]?: ArrayElement<
+      PropertyType<TSchema, Property extends `${infer Key}.$${string}` ? Key : never>
+    >;
+  } & {
+    [Property in `${NestedPathsOfType<TSchema, Record<string, any>[]>}.$${
+      | `[${string}]`
+      | ''}.${string}`]?: any; // Could be further narrowed
+  } & Document
+>;

test/types/community/collection/recursive-types.test-d.ts

@@ -1,6 +1,11 @@
 import { expectAssignable, expectError, expectNotAssignable, expectNotType } from 'tsd';
 
-import type { Collection, Filter, UpdateFilter } from '../../../../src';
+import type {
+  Collection,
+  DotNotationFilter,
+  DotNotationUpdateFilter,
+  UpdateFilter
+} from '../../../../src';
 
 /**
  * mutually recursive types are not supported and will not get type safety
@@ -15,7 +20,7 @@ interface Book {
   author: Author;
 }
 
-expectAssignable<Filter<Author>>({
+expectAssignable<DotNotationFilter<Author>>({
   bestBook: {
     title: 'book title',
     author: {
@@ -40,77 +45,77 @@ expectNotType<UpdateFilter<Author>>({
 
 //////////// Filter
 // Depth of 1 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.title': 23
 });
 // Depth of 2 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.name': 23
 });
 // Depth of 3 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.title': 23
 });
 // Depth of 4 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.author.name': 23
 });
 // Depth of 5 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.author.bestBook.title': 23
 });
 // Depth of 6 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.author.bestBook.author.name': 23
 });
 // Depth of 7 has type checking
-expectNotAssignable<Filter<Author>>({
+expectNotAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.author.bestBook.author.bestBook.title': 23
 });
 // Depth of 8 does **not** have type checking
-expectAssignable<Filter<Author>>({
+expectAssignable<DotNotationFilter<Author>>({
   'bestBook.author.bestBook.author.bestBook.author.bestBook.author.name': 23
 });
 
 //////////// UpdateFilter
 // Depth of 1 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectNotAssignable<DotNotationUpdateFilter<Author>>({
   $set: {
     'bestBook.title': 23
   }
 });
 // Depth of 2 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.name': 23
   }
 });
 // Depth of 3 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.bestBook.title': 23
   }
 });
 // Depth of 4 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.bestBook.author.name': 23
   }
 });
 // Depth of 5 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.bestBook.author.bestBook.title': 23
   }
 });
 // Depth of 6 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.bestBook.author.bestBook.author.name': 23
   }
 });
 // Depth of 7 has type checking
-expectNotAssignable<UpdateFilter<Author>>({
+expectAssignable<UpdateFilter<Author>>({
   $set: {
     'bestBook.author.bestBook.author.bestBook.author.bestBook.title': 23
   }
@@ -132,11 +137,6 @@ interface RecursiveButNotReally {
 }
 
 declare const recursiveButNotReallyCollection: Collection<RecursiveButNotReally>;
-expectError(
-  recursiveButNotReallyCollection.find({
-    'a.a': 'asdf'
-  })
-);
 recursiveButNotReallyCollection.find({
   'a.a': 2
 });
@@ -237,17 +237,6 @@ interface Directory {
 }
 
 declare const recursiveSchemaWithArray: Collection<MongoStrings>;
-expectError(
-  recursiveSchemaWithArray.findOne({
-    'branches.0.id': 'hello'
-  })
-);
-
-expectError(
-  recursiveSchemaWithArray.findOne({
-    'branches.0.directories.0.id': 'hello'
-  })
-);
 
 // type safety breaks after the first
 //   level of nested types
@@ -297,12 +286,12 @@ type D = {
   a: A;
 };
 
-expectAssignable<Filter<A>>({
+expectAssignable<DotNotationFilter<A>>({
   'b.c.d.a.b.c.d.a.b.name': 'a'
 });
 
 // Beyond the depth supported, there is no type checking
-expectAssignable<Filter<A>>({
+expectAssignable<DotNotationFilter<A>>({
   'b.c.d.a.b.c.d.a.b.c.name': 3
 });
 

test/types/community/collection/updateX.test-d.ts

@@ -3,6 +3,7 @@ import { expectAssignable, expectError, expectNotAssignable, expectNotType } fro
 import type {
   AddToSetOperators,
   ArrayOperator,
+  DotNotationUpdateFilter,
   MatchKeysAndValues,
   PullAllOperator,
   PullOperator,
@@ -105,7 +106,9 @@ interface TestModel {
 }
 const collectionTType = db.collection<TestModel>('test.update');
 
-function buildUpdateFilter(updateQuery: UpdateFilter<TestModel>): UpdateFilter<TestModel> {
+function buildUpdateFilter(
+  updateQuery: UpdateFilter<TestModel>
+): DotNotationUpdateFilter<TestModel> {
   return updateQuery;
 }
 
@@ -214,13 +217,12 @@ expectAssignable<UpdateFilter<TestModel>>({ $set: { 'subInterfaceField.nestedObj
 expectAssignable<UpdateFilter<TestModel>>({
   $set: { 'subInterfaceField.nestedObject': { a: '1', b: '2' } }
 });
-expectError<UpdateFilter<TestModel>>({
+expectError<DotNotationUpdateFilter<TestModel>>({
   $set: { 'subInterfaceField.nestedObject': { a: '1' } }
 });
-expectError<UpdateFilter<TestModel>>({
+expectError<DotNotationUpdateFilter<TestModel>>({
   $set: { 'subInterfaceField.nestedObject': { a: 1, b: '2' } }
 });
-expectError(buildUpdateFilter({ $set: { 'subInterfaceField.field2': 2 } }));
 
 // NODE-3875 introduced intersection with Document to the MatchKeysAndValues so this no longer errors
 expectAssignable<UpdateFilter<TestModel>>({ $set: { 'unknown.field': null } });
@@ -231,7 +233,6 @@ expectAssignable<UpdateFilter<TestModel>>({ $set: { 'numberArray.$[]': 1000.2 }
 expectAssignable<UpdateFilter<TestModel>>({ $set: { 'subInterfaceArray.$.field3': 40 } });
 expectAssignable<UpdateFilter<TestModel>>({ $set: { 'subInterfaceArray.$[bla].field3': 40 } });
 expectAssignable<UpdateFilter<TestModel>>({ $set: { 'subInterfaceArray.$[].field3': 1000.2 } });
-expectError(buildUpdateFilter({ $set: { 'numberArray.$': '20' } }));
 
 expectAssignable<UpdateFilter<TestModel>>({ $setOnInsert: { numberField: 1 } });
 expectAssignable<UpdateFilter<TestModel>>({
@@ -243,7 +244,6 @@ expectAssignable<UpdateFilter<TestModel>>({ $setOnInsert: { longField: Long.from
 expectAssignable<UpdateFilter<TestModel>>({ $setOnInsert: { stringField: 'a' } });
 expectError(buildUpdateFilter({ $setOnInsert: { stringField: 123 } }));
 expectAssignable<UpdateFilter<TestModel>>({ $setOnInsert: { 'subInterfaceField.field1': '2' } });
-expectError(buildUpdateFilter({ $setOnInsert: { 'subInterfaceField.field2': 2 } }));
 
 // NODE-3875 introduced intersection with Document to the MatchKeysAndValues so this no longer errors
 expectAssignable<UpdateFilter<TestModel>>({ $setOnInsert: { 'unknown.field': null } });