@sap/cds-compiler 2.5.2 → 2.11.0

package/lib/checks/validator.js

@@ -2,13 +2,13 @@
 
 const {
   forEachDefinition, forEachMemberRecursively, forAllQueries,
-  forEachMember, getNormalizedQuery, hasAnnotationValue,
+  forEachMember, getNormalizedQuery, hasAnnotationValue, applyTransformations,
 } = require('../model/csnUtils');
 const enrich = require('./enricher');
 
 // forHana
-const validateSelectItems = require('./selectItems');
-const { rejectParamDefaultsInHanaCds } = require('./defaultValues');
+const { validateSelectItems } = require('./selectItems');
+const { rejectParamDefaultsInHanaCds, warnAboutDefaultOnAssociationForHanaCds } = require('./defaultValues');
 const validateCdsPersistenceAnnotation = require('./cdsPersistence');
 const checkUsedTypesForAnonymousAspectComposition = require('./managedInType');
 const checkForEmptyOrOnlyVirtual = require('./emptyOrOnlyVirtual');
@@ -23,19 +23,28 @@ const {
 // both
 const { validateOnCondition, validateMixinOnCondition } = require('./onConditions');
 const validateForeignKeys = require('./foreignKeys');
-const { checkTypeDefinitionHasType, checkElementTypeDefinitionHasType, checkTypeIsScalar } = require('./types');
+const {
+  checkTypeDefinitionHasType, checkElementTypeDefinitionHasType,
+  checkTypeIsScalar, checkDecimalScale,
+} = require('./types');
 const { checkPrimaryKey, checkVirtualElement, checkManagedAssoc } = require('./elements');
 const checkForInvalidTarget = require('./invalidTarget');
 const { validateAssociationsInItems } = require('./arrayOfs');
 const checkQueryForNoDBArtifacts = require('./queryNoDbArtifacts');
 const checkExplicitlyNullableKeys = require('./nullableKeys');
+const nonexpandableStructuredInExpression = require('./nonexpandableStructured');
+const unknownMagic = require('./unknownMagic');
+const managedWithoutKeys = require('./managedWithoutKeys');
 
 const forHanaMemberValidators
 = [
   // For HANA CDS specifically, reject any default parameter values, as these are not supported.
   rejectParamDefaultsInHanaCds,
   checkTypeIsScalar,
+  checkDecimalScale,
   checkExplicitlyNullableKeys,
+  managedWithoutKeys,
+  warnAboutDefaultOnAssociationForHanaCds,
 ];
 
 const forHanaArtifactValidators
@@ -46,8 +55,11 @@ const forHanaArtifactValidators
   checkForEmptyOrOnlyVirtual,
 ];
 
-const forHanaQueryValidators
-= [
+const forHanaCsnValidators = [ nonexpandableStructuredInExpression, unknownMagic ];
+/**
+ * @type {Array<(query: CSN.Query, path: CSN.Path) => void>}
+ */
+const forHanaQueryValidators = [
   // TODO reason why this is forHana exclusive
   validateSelectItems,
   checkQueryForNoDBArtifacts,
@@ -57,6 +69,7 @@ const forOdataMemberValidators
 = [
   // OData allows only simple values, no expressions or functions
   validateDefaultValues,
+  managedWithoutKeys,
 ];
 
 const forOdataArtifactValidators
@@ -75,6 +88,8 @@ const forOdataArtifactValidators
   checkReadOnlyAndInsertOnly,
 ];
 
+const forOdataCsnValidators = [ nonexpandableStructuredInExpression ];
+
 const forOdataQueryValidators = [];
 
 const commonMemberValidators
@@ -91,6 +106,7 @@ const commonQueryValidators = [ validateMixinOnCondition ];
  *
  * @param {CSN.Model} csn CSN to check
  * @param {object} that Will be provided to the validators via "this"
+ * @param {object[]} [csnValidators=[]] Validations on whole CSN using applyTransformations
  * @param {Function[]} [memberValidators=[]] Validations on member-level
  * @param {Function[]} [artifactValidators=[]] Validations on artifact-level
  * @param {Function[]} [queryValidators=[]] Validations on query-level
@@ -98,12 +114,15 @@ const commonQueryValidators = [ validateMixinOnCondition ];
  * @returns {Function} Function taking no parameters, that cleans up the attached helpers
  */
 function _validate(csn, that,
+                   csnValidators = [],
                    memberValidators = [],
                    artifactValidators = [],
                    queryValidators = [],
                    iterateOptions = {}) {
   const { cleanup } = enrich(csn);
 
+  applyTransformations(csn, mergeCsnValidators(csnValidators, that), [], true, { drillRef: true });
+
   forEachDefinition(csn, (artifact, artifactName, prop, path) => {
     artifactValidators.forEach((artifactValidator) => {
       artifactValidator.bind(that)(artifact, artifactName, prop, path);
@@ -118,12 +137,44 @@ function _validate(csn, that,
     }
 
     if (queryValidators.length && getNormalizedQuery(artifact).query)
-      forAllQueries(getNormalizedQuery(artifact).query, queryValidators.map(v => v.bind(that)), path.concat([ 'query' ]));
+      forAllQueries(getNormalizedQuery(artifact).query, queryValidators.map(v => v.bind(that)), path.concat([ artifact.projection ? 'projection' : 'query' ]));
   }, iterateOptions);
 
   return cleanup;
 }
 
+/**
+ * Ensure the CSN validators adhere to the applyTransformation format - also, supply correct this value for each subfunction
+ *
+ * @param {object[]} csnValidators Validators
+ * @param {object} that Value for this
+ * @returns {object} Remapped validators.
+ */
+function mergeCsnValidators(csnValidators, that) {
+  const remapped = {};
+  for (const validator of csnValidators) {
+    for (const [ n, fns ] of Object.entries(validator)) {
+      if (!remapped[n])
+        remapped[n] = [];
+
+      if (Array.isArray(fns)) {
+        remapped[n].push((parent, name, prop, path) => fns.forEach(
+          fn => fn.bind(that)(parent, name, prop, path)
+        ));
+      }
+      else {
+        remapped[n].push((parent, name, prop, path) => fns.bind(that)(parent, name, prop, path));
+      }
+    }
+  }
+
+  for (const [ n, fns ] of Object.entries(remapped))
+    remapped[n] = (parent, name, prop, path) => fns.forEach(fn => fn.bind(that)(parent, name, prop, path));
+
+
+  return remapped;
+}
+
 /**
  * @param {CSN.Model} csn CSN to check
  * @param {object} that Will be provided to the validators via "this"
@@ -131,6 +182,7 @@ function _validate(csn, that,
  */
 function forHana(csn, that) {
   return _validate(csn, that,
+                   forHanaCsnValidators,
                    forHanaMemberValidators.concat(commonMemberValidators),
                    forHanaArtifactValidators.concat(commonArtifactValidators).concat(
                      // why is this hana exclusive
@@ -160,6 +212,7 @@ function forHana(csn, that) {
  */
 function forOdata(csn, that) {
   return _validate(csn, that,
+                   forOdataCsnValidators,
                    forOdataMemberValidators.concat(commonMemberValidators),
                    forOdataArtifactValidators.concat(commonArtifactValidators).concat(
                      (artifact, artifactName) => {

package/lib/compiler/assert-consistency.js

@@ -97,6 +97,9 @@ function assertConsistency( model, stage ) {
         '_entities', '$entity',
         '$blocks',
         '$newfeatures',
+        '$messageFunctions',
+        '$functions',
+        '$volatileFunctions',
       ],
     },
     ':parser': {                // top-level from parser
@@ -245,8 +248,8 @@ function assertConsistency( model, stage ) {
         optional: [
           'name', '$parens', 'quantifier', 'mixin', 'excludingDict', 'columns', 'elements', '_deps',
           'where', 'groupBy', 'having', 'orderBy', '$orderBy', 'limit',
-          '_projections', '_block', '_parent', '_main', '_effectiveType',
-          '$tableAliases', 'kind', '_$next', '_combined',
+          '_projections', '_block', '_parent', '_main', '_effectiveType', '$expand',
+          '$tableAliases', 'kind', '_$next', '_combined', '$inlines',
         ],
       },
       none: { optional: () => true }, // parse error
@@ -310,6 +313,7 @@ function assertConsistency( model, stage ) {
     rows: { inherits: 'value' },
     offset: { inherits: 'value' },
     _combined: { test: TODO },
+    $inlines: { test: TODO },
     type: {
       kind: true,
       requires: [ 'location', 'path' ],
@@ -322,7 +326,7 @@ function assertConsistency( model, stage ) {
       requires: [ 'location' ],
       optional: [
         'path', 'elements', '_outer',
-        'scope', '_artifact', '$inferred',
+        'scope', '_artifact', '$inferred', '$expand',
         '_effectiveType',           // by propagation
       ],
     },
@@ -349,6 +353,7 @@ function assertConsistency( model, stage ) {
     $delimited: { parser: true, test: isBoolean },
     scope: { test: isScope },
     func: { test: TODO },
+    suffix: { test: TODO },
     kind: {
       isRequired: !stageParser && (() => true),
       // required to be set by Core Compiler even with parse errors
@@ -396,6 +401,7 @@ function assertConsistency( model, stage ) {
         optional: [
           'args',
           'func',
+          'suffix',
           'quantifier',
           '$inferred',
           '$parens',
@@ -424,7 +430,7 @@ function assertConsistency( model, stage ) {
     struct: { inherits: 'val', test: isDictionary( definition ) }, // def because double @
     args: {
       inherits: 'value',
-      optional: [ 'name', '$duplicate', '$expected' ],
+      optional: [ 'name', '$duplicate', '$expected', 'args', 'suffix' ],
       test: args,
     },
     on: { kind: true, inherits: 'value', test: expression },
@@ -475,6 +481,7 @@ function assertConsistency( model, stage ) {
     },
     items: {
       kind: true,
+      also: [ 0 ],              // 0 for cyclic expansions
       requires: [ 'location' ],
       optional: [
         'enum',
@@ -527,11 +534,11 @@ function assertConsistency( model, stage ) {
         // query specific
         'op', 'from', 'elements',
         '_combined',
-        '$tableAliases',
+        '$tableAliases', '$inlines',
       ],
       optional: [
         '_effectiveType', '$parens',
-        '_deps',
+        '_deps', '$expand',
         // query specific
         'where', 'columns', 'mixin', 'quantifier', 'offset',
         'orderBy', '$orderBy', 'groupBy', 'excludingDict', 'having',
@@ -572,13 +579,20 @@ function assertConsistency( model, stage ) {
     $duplicates: { parser: true, kind: true, test: TODO }, // array of arts or true
     $extension: { kind: true, test: TODO }, // TODO: introduce $applied instead or $status
     $inferred: { parser: true, kind: true, test: isString },
-    $expand: { kind: true, test: isString },
+
+    // Helper property for the XSN-to-CSN transformation, see function setExpandStatus():
+    // client, universal: render expanded elements?  gensrc: produce annotate statements?
+    $expand: { kind: true, test: isString }, // TODO: rename it to $elementsExpand ?
+
     $autoexpose: { kind: [ 'entity' ], test: isBoolean, also: [ null, 'Composition' ] },
     $a2j: { kind: true, enumerable: true, test: TODO },
     $extra: { parser: true, test: TODO },   // for unexpected properties in CSN
     $withLocalized: { test: isBoolean },
     $sources: { parser: true, test: isArray( isString ) },
     $expected: { parser: true, test: isString },
+    $messageFunctions: { test: TODO },
+    $functions: { test: TODO },
+    $volatileFunctions: { test: TODO },
   };
   let _noSyntaxErrors = null;
   assertProp( model, null, stageParser ? ':parser' : ':model', null, true );
@@ -650,6 +664,8 @@ function assertConsistency( model, stage ) {
   }
 
   function standard( node, parent, prop, spec, name ) {
+    if (spec.also && spec.also.includes( node ))
+      return;
     isObject( node, parent, prop, spec, name );
 
     const names = Object.getOwnPropertyNames( node );

package/lib/compiler/base.js

@@ -0,0 +1,65 @@
+// Base Definitions for the Core Compiler
+
+
+'use strict';
+
+const dictKinds = {
+  definitions: 'absolute',
+  elements: 'element',
+  enum: 'enum',
+  foreignKeys: 'key',
+  actions: 'action',
+  params: 'param',
+};
+
+const kindProperties = {
+  // TODO: also foreignKeys ?
+  namespace: { artifacts: true }, // on-the-fly context
+  context: { artifacts: true, normalized: 'namespace' },
+  service: { artifacts: true, normalized: 'namespace' },
+  entity: { elements: true, actions: true, params: () => false },
+  select: { normalized: 'select', elements: true },
+  $join: { normalized: 'select' },
+  $tableAlias: { normalized: 'alias' }, // table alias in select
+  $self: { normalized: 'alias' }, // table alias in select
+  $navElement: { normalized: 'element' },
+  $inline: { normalized: 'element' }, // column with inline property
+  event: { elements: true },
+  type: { elements: propExists, enum: propExists },
+  aspect: { elements: propExists },
+  annotation: { elements: propExists, enum: propExists },
+  enum: { normalized: 'element' },
+  element: { elements: propExists, enum: propExists, dict: 'elements' },
+  mixin: { normalized: 'alias' },
+  action: {
+    params: () => false, elements: () => false, enum: () => false, dict: 'actions',
+  }, // no extend params, only annotate
+  function: {
+    params: () => false, elements: () => false, enum: () => false, normalized: 'action',
+  }, // no extend params, only annotate
+  key: { normalized: 'element' },
+  param: { elements: () => false, enum: () => false, dict: 'params' },
+  source: { artifacts: true },  // TODO -> $source
+  using: {},
+  extend: {
+    isExtension: true,
+    noDep: 'special',
+    elements: true, /* only for parse-cdl */
+    actions: true,  /* only for parse-cdl */
+  },
+  annotate: {
+    isExtension: true, noDep: 'special', elements: true, enum: true, actions: true, params: true,
+  },
+  builtin: {},                  // = CURRENT_DATE, TODO: improve
+  $parameters: {},              // $parameters in query entities
+};
+
+function propExists( prop, parent ) {
+  const obj = parent.returns || parent;
+  return (obj.items || obj.targetAspect || obj)[prop];
+}
+
+module.exports = {
+  dictKinds,
+  kindProperties,
+};

package/lib/compiler/builtins.js

@@ -4,7 +4,7 @@
 
 const { forEachInDict } = require('../base/dictionaries');
 const { builtinLocation } = require('../base/location');
-const { setProp } = require('../base/model');
+const { setProp } = require('./utils');
 
 const core = {
   String: { parameters: [ 'length' ], category: 'string' },
@@ -83,6 +83,8 @@ const specialFunctions = {
 const magicVariables = {
   $user: {
     elements: { id: {}, locale: {} },
+    // Allow $user.<any>
+    $uncheckedElements: true,
     // Allow shortcut in CDL: `$user` becomes `$user.id` in CSN.
     $autoElement: 'id',
   },                  // CDS-specific, not part of SQL
@@ -165,6 +167,31 @@ function isRelationTypeName(typeName) {
   return typeCategories.relation.includes(typeName);
 }
 
+/**
+ * Checks whether the given absolute path is inside a reserved namespace.
+ *
+ * @param {string} absolute
+ * @returns {boolean}
+ */
+function isInReservedNamespace(absolute) {
+  return absolute.startsWith( 'cds.') &&
+    !absolute.match(/^cds\.foundation(\.|$)/) &&
+    !absolute.match(/^cds\.outbox(\.|$)/); // Requested by Node runtime
+}
+
+/**
+ * Tell if a type is (directly) a builtin type
+ * Note that in CSN builtins are not in the definition of the model, so we can only
+ * check against their absolute names.  Builtin types are "cds.<something>", i.e. they
+ * are directly in 'cds', but not for example in 'cds.foundation'.
+ *
+ * @param {string} type
+ * @returns {boolean}
+ */
+function isBuiltinType(type) {
+  return typeof type === 'string' && isInReservedNamespace(type);
+}
+
 /**
  * Add CDS builtins like the `cds` namespace with types like `cds.Integer` to
  * `definitions` of the XSN model as well as to `$builtins`.
@@ -267,6 +294,8 @@ module.exports = {
   functionsWithoutParens,
   specialFunctions,
   initBuiltins,
+  isInReservedNamespace,
+  isBuiltinType,
   isIntegerTypeName,
   isDecimalTypeName,
   isNumericTypeName,

package/lib/compiler/checks.js

@@ -13,16 +13,16 @@
 
 'use strict';
 
-const { makeMessageFunction } = require('../base/messages');
 // const { hasArtifactTypeInformation } = require('../model/csnUtils')
 const builtins = require('../compiler/builtins');
-const { forEachGeneric, forEachDefinition, forEachMember } = require('../base/model');
+const {
+  forEachGeneric, forEachDefinition, forEachMember,
+} = require('../base/model');
 
 function check( model ) {       // = XSN
-  const { options } = model;
   const {
     error, warning, message,
-  } = makeMessageFunction( model, options, 'compile' );
+  } = model.$messageFunctions;
   forEachDefinition( model, checkArtifact );
   return;
 
@@ -66,6 +66,8 @@ function check( model ) {       // = XSN
   }
 
   function checkName( construct ) {
+    if (model.options.$skipNameCheck)
+      return;
     // TODO: Move a corrected version of this check to definer (but do not rely
     // on it!): The code below misses to consider CSN input.
     if (construct.name.id && construct.name.id.indexOf('.') !== -1) {
@@ -630,8 +632,9 @@ function check( model ) {       // = XSN
    * @returns {void}
    */
   function checkTokenStreamExpression(xpr, allowAssocTail) {
+    const args = Array.isArray(xpr.args) ? xpr.args : Object.values(xpr.args || {});
     // Check for illegal argument usage within the expression
-    for (const arg of xpr.args || []) {
+    for (const arg of args) {
       if (isVirtualElement(arg))
         error(null, arg.location, 'Virtual elements can\'t be used in an expression');