first commit

node-course/node_modules/@eslint/css-tree/lib/utils/get-tokenizer.js

@@ -0,0 +1,18 @@
+import { tokenize } from '../tokenizer/index.js';
+
+const FUNCTION_TYPE = 'function';
+
+/**
+ * Gets the tokenizer function from the configuration object or returns the default tokenizer
+ *
+ * @param config Configuration object
+ * @returns Corresponding tokenizer function
+ */
+export function getTokenizer(config) {
+    if (config && typeof config.tokenize === FUNCTION_TYPE) {
+        return config.tokenize;
+    }
+
+    // Fallback to the default tokenizer
+    return tokenize;
+}