@ondewo/nlu-client-typescript 6.13.0 → 7.0.0

package/api/ondewo/nlu/rag_pb.js

@@ -46,21 +46,25 @@ goog.exportSymbol('proto.ondewo.nlu.RagCrawlerBrowserConfig', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerConcurrencyConfig', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerConfig', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerContentResult', null, global);
+goog.exportSymbol('proto.ondewo.nlu.RagCrawlerContentScope', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerCookie', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerCrawlStrategy', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig', null, global);
+goog.exportSymbol('proto.ondewo.nlu.RagCrawlerDensityPruning', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerExecutionInfo', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerFilters', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerHtmlAuth', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerHttpAuth', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerMetaDataExtractor', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerMetaDataExtractorType', null, global);
+goog.exportSymbol('proto.ondewo.nlu.RagCrawlerPruningThresholdType', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerResult', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerResultsConfig', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerRetryConfig', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerSeedUrlFilters', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerSelectorType', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCrawlerSources', null, global);
+goog.exportSymbol('proto.ondewo.nlu.RagCrawlerStatusFilter', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCreateCrawlerRequest', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagCreateDatasetRequest', null, global);
 goog.exportSymbol('proto.ondewo.nlu.RagDataset', null, global);
@@ -1145,6 +1149,48 @@ if (goog.DEBUG && !COMPILED) {
    */
   proto.ondewo.nlu.RagCrawlerResultsConfig.displayName = 'proto.ondewo.nlu.RagCrawlerResultsConfig';
 }
+/**
+ * Generated by JsPbCodeGenerator.
+ * @param {Array=} opt_data Optional initial data array, typically from a
+ * server response, or constructed directly in Javascript. The array is used
+ * in place and becomes part of the constructed object. It is not cloned.
+ * If no data is provided, the constructed object will be empty, but still
+ * valid.
+ * @extends {jspb.Message}
+ * @constructor
+ */
+proto.ondewo.nlu.RagCrawlerContentScope = function(opt_data) {
+  jspb.Message.initialize(this, opt_data, 0, -1, proto.ondewo.nlu.RagCrawlerContentScope.repeatedFields_, null);
+};
+goog.inherits(proto.ondewo.nlu.RagCrawlerContentScope, jspb.Message);
+if (goog.DEBUG && !COMPILED) {
+  /**
+   * @public
+   * @override
+   */
+  proto.ondewo.nlu.RagCrawlerContentScope.displayName = 'proto.ondewo.nlu.RagCrawlerContentScope';
+}
+/**
+ * Generated by JsPbCodeGenerator.
+ * @param {Array=} opt_data Optional initial data array, typically from a
+ * server response, or constructed directly in Javascript. The array is used
+ * in place and becomes part of the constructed object. It is not cloned.
+ * If no data is provided, the constructed object will be empty, but still
+ * valid.
+ * @extends {jspb.Message}
+ * @constructor
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning = function(opt_data) {
+  jspb.Message.initialize(this, opt_data, 0, -1, null, null);
+};
+goog.inherits(proto.ondewo.nlu.RagCrawlerDensityPruning, jspb.Message);
+if (goog.DEBUG && !COMPILED) {
+  /**
+   * @public
+   * @override
+   */
+  proto.ondewo.nlu.RagCrawlerDensityPruning.displayName = 'proto.ondewo.nlu.RagCrawlerDensityPruning';
+}
 /**
  * Generated by JsPbCodeGenerator.
  * @param {Array=} opt_data Optional initial data array, typically from a
@@ -1187,6 +1233,27 @@ if (goog.DEBUG && !COMPILED) {
    */
   proto.ondewo.nlu.RagCrawlerRetryConfig.displayName = 'proto.ondewo.nlu.RagCrawlerRetryConfig';
 }
+/**
+ * Generated by JsPbCodeGenerator.
+ * @param {Array=} opt_data Optional initial data array, typically from a
+ * server response, or constructed directly in Javascript. The array is used
+ * in place and becomes part of the constructed object. It is not cloned.
+ * If no data is provided, the constructed object will be empty, but still
+ * valid.
+ * @extends {jspb.Message}
+ * @constructor
+ */
+proto.ondewo.nlu.RagCrawlerStatusFilter = function(opt_data) {
+  jspb.Message.initialize(this, opt_data, 0, -1, proto.ondewo.nlu.RagCrawlerStatusFilter.repeatedFields_, null);
+};
+goog.inherits(proto.ondewo.nlu.RagCrawlerStatusFilter, jspb.Message);
+if (goog.DEBUG && !COMPILED) {
+  /**
+   * @public
+   * @override
+   */
+  proto.ondewo.nlu.RagCrawlerStatusFilter.displayName = 'proto.ondewo.nlu.RagCrawlerStatusFilter';
+}
 /**
  * Generated by JsPbCodeGenerator.
  * @param {Array=} opt_data Optional initial data array, typically from a
@@ -3319,7 +3386,7 @@ proto.ondewo.nlu.RagGraphRagConfig.toObject = function(includeInstance, msg) {
   var f, obj = {
 useGraphrag: (f = jspb.Message.getBooleanField(msg, 1)) == null ? undefined : f,
 entityTypesList: (f = jspb.Message.getRepeatedField(msg, 2)) == null ? undefined : f,
-method: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
+method: jspb.Message.getFieldWithDefault(msg, 3, 0),
 community: (f = jspb.Message.getBooleanField(msg, 4)) == null ? undefined : f,
 resolution: (f = jspb.Message.getBooleanField(msg, 5)) == null ? undefined : f
   };
@@ -3421,8 +3488,8 @@ proto.ondewo.nlu.RagGraphRagConfig.serializeBinaryToWriter = function(message, w
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.RagGraphRagMethod} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getMethod();
+  if (f !== 0.0) {
     writer.writeEnum(
       3,
       f
@@ -3532,25 +3599,7 @@ proto.ondewo.nlu.RagGraphRagConfig.prototype.getMethod = function() {
  * @return {!proto.ondewo.nlu.RagGraphRagConfig} returns this
  */
 proto.ondewo.nlu.RagGraphRagConfig.prototype.setMethod = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGraphRagConfig} returns this
- */
-proto.ondewo.nlu.RagGraphRagConfig.prototype.clearMethod = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGraphRagConfig.prototype.hasMethod = function() {
-  return jspb.Message.getField(this, 3) != null;
+  return jspb.Message.setProto3EnumField(this, 3, value);
 };
 
 
@@ -5414,7 +5463,7 @@ id: jspb.Message.getFieldWithDefault(msg, 4, ""),
 name: jspb.Message.getFieldWithDefault(msg, 5, ""),
 orderby: jspb.Message.getFieldWithDefault(msg, 6, ""),
 desc: (f = jspb.Message.getBooleanField(msg, 7)) == null ? undefined : f,
-sortingMode: (f = jspb.Message.getField(msg, 8)) == null ? undefined : f,
+sortingMode: jspb.Message.getFieldWithDefault(msg, 8, 0),
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f)
   };
 
@@ -5567,8 +5616,8 @@ proto.ondewo.nlu.RagListDatasetsRequest.serializeBinaryToWriter = function(messa
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.SortingMode} */ (jspb.Message.getField(message, 8));
-  if (f != null) {
+  f = message.getSortingMode();
+  if (f !== 0.0) {
     writer.writeEnum(
       8,
       f
@@ -5743,25 +5792,7 @@ proto.ondewo.nlu.RagListDatasetsRequest.prototype.getSortingMode = function() {
  * @return {!proto.ondewo.nlu.RagListDatasetsRequest} returns this
  */
 proto.ondewo.nlu.RagListDatasetsRequest.prototype.setSortingMode = function(value) {
-  return jspb.Message.setField(this, 8, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListDatasetsRequest} returns this
- */
-proto.ondewo.nlu.RagListDatasetsRequest.prototype.clearSortingMode = function() {
-  return jspb.Message.setField(this, 8, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListDatasetsRequest.prototype.hasSortingMode = function() {
-  return jspb.Message.getField(this, 8) != null;
+  return jspb.Message.setProto3EnumField(this, 8, value);
 };
 
 
@@ -8192,7 +8223,7 @@ runStatusList: (f = jspb.Message.getRepeatedField(msg, 11)) == null ? undefined
 createTimeFrom: (f = msg.getCreateTimeFrom()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
 createTimeTo: (f = msg.getCreateTimeTo()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
 metadataCondition: (f = msg.getMetadataCondition()) && proto.ondewo.nlu.RagMetadataConditions.toObject(includeInstance, f),
-sortingMode: (f = jspb.Message.getField(msg, 15)) == null ? undefined : f,
+sortingMode: jspb.Message.getFieldWithDefault(msg, 15, 0),
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f)
   };
 
@@ -8430,8 +8461,8 @@ proto.ondewo.nlu.RagListDocumentsRequest.serializeBinaryToWriter = function(mess
       proto.ondewo.nlu.RagMetadataConditions.serializeBinaryToWriter
     );
   }
-  f = /** @type {!proto.ondewo.nlu.SortingMode} */ (jspb.Message.getField(message, 15));
-  if (f != null) {
+  f = message.getSortingMode();
+  if (f !== 0.0) {
     writer.writeEnum(
       15,
       f
@@ -8827,25 +8858,7 @@ proto.ondewo.nlu.RagListDocumentsRequest.prototype.getSortingMode = function() {
  * @return {!proto.ondewo.nlu.RagListDocumentsRequest} returns this
  */
 proto.ondewo.nlu.RagListDocumentsRequest.prototype.setSortingMode = function(value) {
-  return jspb.Message.setField(this, 15, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListDocumentsRequest} returns this
- */
-proto.ondewo.nlu.RagListDocumentsRequest.prototype.clearSortingMode = function() {
-  return jspb.Message.setField(this, 15, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListDocumentsRequest.prototype.hasSortingMode = function() {
-  return jspb.Message.getField(this, 15) != null;
+  return jspb.Message.setProto3EnumField(this, 15, value);
 };
 
 
@@ -12854,10 +12867,10 @@ proto.ondewo.nlu.RagListCrawlersRequest.toObject = function(includeInstance, msg
   var f, obj = {
 parent: jspb.Message.getFieldWithDefault(msg, 1, ""),
 languageCode: jspb.Message.getFieldWithDefault(msg, 2, ""),
-pageToken: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
-datasetName: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-crawlerName: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
-orderby: (f = jspb.Message.getField(msg, 6)) == null ? undefined : f,
+pageToken: jspb.Message.getFieldWithDefault(msg, 3, ""),
+datasetName: jspb.Message.getFieldWithDefault(msg, 4, ""),
+crawlerName: jspb.Message.getFieldWithDefault(msg, 5, ""),
+orderby: jspb.Message.getFieldWithDefault(msg, 6, ""),
 sortingMode: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f,
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f)
   };
@@ -12972,29 +12985,29 @@ proto.ondewo.nlu.RagListCrawlersRequest.serializeBinaryToWriter = function(messa
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getPageToken();
+  if (f.length > 0) {
     writer.writeString(
       3,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getDatasetName();
+  if (f.length > 0) {
     writer.writeString(
       4,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getCrawlerName();
+  if (f.length > 0) {
     writer.writeString(
       5,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 6));
-  if (f != null) {
+  f = message.getOrderby();
+  if (f.length > 0) {
     writer.writeString(
       6,
       f
@@ -13068,25 +13081,7 @@ proto.ondewo.nlu.RagListCrawlersRequest.prototype.getPageToken = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlersRequest.prototype.setPageToken = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.clearPageToken = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.hasPageToken = function() {
-  return jspb.Message.getField(this, 3) != null;
+  return jspb.Message.setProto3StringField(this, 3, value);
 };
 
 
@@ -13104,25 +13099,7 @@ proto.ondewo.nlu.RagListCrawlersRequest.prototype.getDatasetName = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlersRequest.prototype.setDatasetName = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.clearDatasetName = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.hasDatasetName = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3StringField(this, 4, value);
 };
 
 
@@ -13140,25 +13117,7 @@ proto.ondewo.nlu.RagListCrawlersRequest.prototype.getCrawlerName = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlersRequest.prototype.setCrawlerName = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.clearCrawlerName = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.hasCrawlerName = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3StringField(this, 5, value);
 };
 
 
@@ -13176,25 +13135,7 @@ proto.ondewo.nlu.RagListCrawlersRequest.prototype.getOrderby = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlersRequest.prototype.setOrderby = function(value) {
-  return jspb.Message.setField(this, 6, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlersRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.clearOrderby = function() {
-  return jspb.Message.setField(this, 6, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlersRequest.prototype.hasOrderby = function() {
-  return jspb.Message.getField(this, 6) != null;
+  return jspb.Message.setProto3StringField(this, 6, value);
 };
 
 
@@ -14048,7 +13989,7 @@ proto.ondewo.nlu.RagCrawler.prototype.toObject = function(opt_includeInstance) {
 proto.ondewo.nlu.RagCrawler.toObject = function(includeInstance, msg) {
   var f, obj = {
 name: jspb.Message.getFieldWithDefault(msg, 1, ""),
-displayName: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f,
+displayName: jspb.Message.getFieldWithDefault(msg, 2, ""),
 createdAt: (f = msg.getCreatedAt()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
 modifiedAt: (f = msg.getModifiedAt()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
 createdBy: jspb.Message.getFieldWithDefault(msg, 5, ""),
@@ -14187,8 +14128,8 @@ proto.ondewo.nlu.RagCrawler.serializeBinaryToWriter = function(message, writer)
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 2));
-  if (f != null) {
+  f = message.getDisplayName();
+  if (f.length > 0) {
     writer.writeString(
       2,
       f
@@ -14307,25 +14248,7 @@ proto.ondewo.nlu.RagCrawler.prototype.getDisplayName = function() {
  * @return {!proto.ondewo.nlu.RagCrawler} returns this
  */
 proto.ondewo.nlu.RagCrawler.prototype.setDisplayName = function(value) {
-  return jspb.Message.setField(this, 2, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawler} returns this
- */
-proto.ondewo.nlu.RagCrawler.prototype.clearDisplayName = function() {
-  return jspb.Message.setField(this, 2, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawler.prototype.hasDisplayName = function() {
-  return jspb.Message.getField(this, 2) != null;
+  return jspb.Message.setProto3StringField(this, 2, value);
 };
 
 
@@ -14907,9 +14830,9 @@ proto.ondewo.nlu.RagCrawlerFilters.toObject = function(includeInstance, msg) {
   var f, obj = {
 allowedDomainsList: (f = jspb.Message.getRepeatedField(msg, 1)) == null ? undefined : f,
 disallowedDomainsList: (f = jspb.Message.getRepeatedField(msg, 2)) == null ? undefined : f,
-allowInternalLinks: (f = jspb.Message.getBooleanField(msg, 3)) == null ? undefined : f,
-allowExternalLinks: (f = jspb.Message.getBooleanField(msg, 4)) == null ? undefined : f,
-allowSocialMediaLinks: (f = jspb.Message.getBooleanField(msg, 5)) == null ? undefined : f,
+allowInternalLinks: jspb.Message.getBooleanFieldWithDefault(msg, 3, false),
+allowExternalLinks: jspb.Message.getBooleanFieldWithDefault(msg, 4, false),
+allowSocialMediaLinks: jspb.Message.getBooleanFieldWithDefault(msg, 5, false),
 allowedRegexList: (f = jspb.Message.getRepeatedField(msg, 6)) == null ? undefined : f,
 disallowedRegexList: (f = jspb.Message.getRepeatedField(msg, 7)) == null ? undefined : f,
 allowedPathsList: (f = jspb.Message.getRepeatedField(msg, 8)) == null ? undefined : f,
@@ -15029,22 +14952,22 @@ proto.ondewo.nlu.RagCrawlerFilters.serializeBinaryToWriter = function(message, w
       f
     );
   }
-  f = /** @type {boolean} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getAllowInternalLinks();
+  if (f) {
     writer.writeBool(
       3,
       f
     );
   }
-  f = /** @type {boolean} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getAllowExternalLinks();
+  if (f) {
     writer.writeBool(
       4,
       f
     );
   }
-  f = /** @type {boolean} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getAllowSocialMediaLinks();
+  if (f) {
     writer.writeBool(
       5,
       f
@@ -15169,34 +15092,34 @@ proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowInternalLinks = function()
  * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
  */
 proto.ondewo.nlu.RagCrawlerFilters.prototype.setAllowInternalLinks = function(value) {
-  return jspb.Message.setField(this, 3, value);
+  return jspb.Message.setProto3BooleanField(this, 3, value);
 };
 
 
 /**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
+ * optional bool allow_external_links = 4;
+ * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.clearAllowInternalLinks = function() {
-  return jspb.Message.setField(this, 3, undefined);
+proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowExternalLinks = function() {
+  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 4, false));
 };
 
 
 /**
- * Returns whether this field is set.
- * @return {boolean}
+ * @param {boolean} value
+ * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
  */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.hasAllowInternalLinks = function() {
-  return jspb.Message.getField(this, 3) != null;
+proto.ondewo.nlu.RagCrawlerFilters.prototype.setAllowExternalLinks = function(value) {
+  return jspb.Message.setProto3BooleanField(this, 4, value);
 };
 
 
 /**
- * optional bool allow_external_links = 4;
+ * optional bool allow_social_media_links = 5;
  * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowExternalLinks = function() {
-  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 4, false));
+proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowSocialMediaLinks = function() {
+  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 5, false));
 };
 
 
@@ -15204,68 +15127,14 @@ proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowExternalLinks = function()
  * @param {boolean} value
  * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
  */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.setAllowExternalLinks = function(value) {
-  return jspb.Message.setField(this, 4, value);
+proto.ondewo.nlu.RagCrawlerFilters.prototype.setAllowSocialMediaLinks = function(value) {
+  return jspb.Message.setProto3BooleanField(this, 5, value);
 };
 
 
 /**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.clearAllowExternalLinks = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.hasAllowExternalLinks = function() {
-  return jspb.Message.getField(this, 4) != null;
-};
-
-
-/**
- * optional bool allow_social_media_links = 5;
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowSocialMediaLinks = function() {
-  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 5, false));
-};
-
-
-/**
- * @param {boolean} value
- * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.setAllowSocialMediaLinks = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerFilters} returns this
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.clearAllowSocialMediaLinks = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerFilters.prototype.hasAllowSocialMediaLinks = function() {
-  return jspb.Message.getField(this, 5) != null;
-};
-
-
-/**
- * repeated string allowed_regex = 6;
- * @return {!Array<string>}
+ * repeated string allowed_regex = 6;
+ * @return {!Array<string>}
  */
 proto.ondewo.nlu.RagCrawlerFilters.prototype.getAllowedRegexList = function() {
   return /** @type {!Array<string>} */ (jspb.Message.getRepeatedField(this, 6));
@@ -15948,14 +15817,14 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.toObject = function(opt_includeIns
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.toObject = function(includeInstance, msg) {
   var f, obj = {
-htmlAuthBaseUrl: (f = jspb.Message.getField(msg, 1)) == null ? undefined : f,
-htmlAuthUsernameSelectorType: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f,
-htmlAuthUsernameSelector: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
-htmlAuthUsername: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-htmlAuthPasswordSelectorType: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
-htmlAuthPasswordSelector: (f = jspb.Message.getField(msg, 6)) == null ? undefined : f,
-htmlAuthPassword: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f,
-authenticationExecutionType: (f = jspb.Message.getField(msg, 8)) == null ? undefined : f
+htmlAuthBaseUrl: jspb.Message.getFieldWithDefault(msg, 1, ""),
+htmlAuthUsernameSelectorType: jspb.Message.getFieldWithDefault(msg, 2, 0),
+htmlAuthUsernameSelector: jspb.Message.getFieldWithDefault(msg, 3, ""),
+htmlAuthUsername: jspb.Message.getFieldWithDefault(msg, 4, ""),
+htmlAuthPasswordSelectorType: jspb.Message.getFieldWithDefault(msg, 5, 0),
+htmlAuthPasswordSelector: jspb.Message.getFieldWithDefault(msg, 6, ""),
+htmlAuthPassword: jspb.Message.getFieldWithDefault(msg, 7, ""),
+authenticationExecutionType: jspb.Message.getFieldWithDefault(msg, 8, 0)
   };
 
   if (includeInstance) {
@@ -16053,57 +15922,57 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.serializeBinary = function() {
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.serializeBinaryToWriter = function(message, writer) {
   var f = undefined;
-  f = /** @type {string} */ (jspb.Message.getField(message, 1));
-  if (f != null) {
+  f = message.getHtmlAuthBaseUrl();
+  if (f.length > 0) {
     writer.writeString(
       1,
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.RagCrawlerSelectorType} */ (jspb.Message.getField(message, 2));
-  if (f != null) {
+  f = message.getHtmlAuthUsernameSelectorType();
+  if (f !== 0.0) {
     writer.writeEnum(
       2,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getHtmlAuthUsernameSelector();
+  if (f.length > 0) {
     writer.writeString(
       3,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getHtmlAuthUsername();
+  if (f.length > 0) {
     writer.writeString(
       4,
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.RagCrawlerSelectorType} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getHtmlAuthPasswordSelectorType();
+  if (f !== 0.0) {
     writer.writeEnum(
       5,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 6));
-  if (f != null) {
+  f = message.getHtmlAuthPasswordSelector();
+  if (f.length > 0) {
     writer.writeString(
       6,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 7));
-  if (f != null) {
+  f = message.getHtmlAuthPassword();
+  if (f.length > 0) {
     writer.writeString(
       7,
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.RagCrawlerAuthenticationExecutionType} */ (jspb.Message.getField(message, 8));
-  if (f != null) {
+  f = message.getAuthenticationExecutionType();
+  if (f !== 0.0) {
     writer.writeEnum(
       8,
       f
@@ -16126,25 +15995,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthBaseUrl = function() {
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthBaseUrl = function(value) {
-  return jspb.Message.setField(this, 1, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthBaseUrl = function() {
-  return jspb.Message.setField(this, 1, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthBaseUrl = function() {
-  return jspb.Message.getField(this, 1) != null;
+  return jspb.Message.setProto3StringField(this, 1, value);
 };
 
 
@@ -16162,25 +16013,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthUsernameSelectorType =
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthUsernameSelectorType = function(value) {
-  return jspb.Message.setField(this, 2, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthUsernameSelectorType = function() {
-  return jspb.Message.setField(this, 2, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthUsernameSelectorType = function() {
-  return jspb.Message.getField(this, 2) != null;
+  return jspb.Message.setProto3EnumField(this, 2, value);
 };
 
 
@@ -16198,25 +16031,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthUsernameSelector = func
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthUsernameSelector = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthUsernameSelector = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthUsernameSelector = function() {
-  return jspb.Message.getField(this, 3) != null;
+  return jspb.Message.setProto3StringField(this, 3, value);
 };
 
 
@@ -16234,25 +16049,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthUsername = function() {
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthUsername = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthUsername = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthUsername = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3StringField(this, 4, value);
 };
 
 
@@ -16270,25 +16067,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthPasswordSelectorType =
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthPasswordSelectorType = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthPasswordSelectorType = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthPasswordSelectorType = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3EnumField(this, 5, value);
 };
 
 
@@ -16306,25 +16085,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthPasswordSelector = func
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthPasswordSelector = function(value) {
-  return jspb.Message.setField(this, 6, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthPasswordSelector = function() {
-  return jspb.Message.setField(this, 6, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthPasswordSelector = function() {
-  return jspb.Message.getField(this, 6) != null;
+  return jspb.Message.setProto3StringField(this, 6, value);
 };
 
 
@@ -16342,25 +16103,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getHtmlAuthPassword = function() {
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setHtmlAuthPassword = function(value) {
-  return jspb.Message.setField(this, 7, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearHtmlAuthPassword = function() {
-  return jspb.Message.setField(this, 7, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasHtmlAuthPassword = function() {
-  return jspb.Message.getField(this, 7) != null;
+  return jspb.Message.setProto3StringField(this, 7, value);
 };
 
 
@@ -16378,25 +16121,7 @@ proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.getAuthenticationExecutionType = f
  * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
  */
 proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.setAuthenticationExecutionType = function(value) {
-  return jspb.Message.setField(this, 8, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerHtmlAuth} returns this
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.clearAuthenticationExecutionType = function() {
-  return jspb.Message.setField(this, 8, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerHtmlAuth.prototype.hasAuthenticationExecutionType = function() {
-  return jspb.Message.getField(this, 8) != null;
+  return jspb.Message.setProto3EnumField(this, 8, value);
 };
 
 
@@ -16855,7 +16580,7 @@ proto.ondewo.nlu.RagCrawlerCookie.toObject = function(includeInstance, msg) {
   var f, obj = {
 cookieName: jspb.Message.getFieldWithDefault(msg, 1, ""),
 cookieValue: jspb.Message.getFieldWithDefault(msg, 2, ""),
-cookieDomain: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f
+cookieDomain: jspb.Message.getFieldWithDefault(msg, 3, "")
   };
 
   if (includeInstance) {
@@ -16947,8 +16672,8 @@ proto.ondewo.nlu.RagCrawlerCookie.serializeBinaryToWriter = function(message, wr
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getCookieDomain();
+  if (f.length > 0) {
     writer.writeString(
       3,
       f
@@ -17007,25 +16732,7 @@ proto.ondewo.nlu.RagCrawlerCookie.prototype.getCookieDomain = function() {
  * @return {!proto.ondewo.nlu.RagCrawlerCookie} returns this
  */
 proto.ondewo.nlu.RagCrawlerCookie.prototype.setCookieDomain = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerCookie} returns this
- */
-proto.ondewo.nlu.RagCrawlerCookie.prototype.clearCookieDomain = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerCookie.prototype.hasCookieDomain = function() {
-  return jspb.Message.getField(this, 3) != null;
+  return jspb.Message.setProto3StringField(this, 3, value);
 };
 
 
@@ -17061,8 +16768,8 @@ proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.toObject = function(opt_i
  */
 proto.ondewo.nlu.RagCrawlerConcurrencyConfig.toObject = function(includeInstance, msg) {
   var f, obj = {
-maxConcurrentRequests: (f = jspb.Message.getField(msg, 1)) == null ? undefined : f,
-slowCrawl: (f = jspb.Message.getBooleanField(msg, 2)) == null ? undefined : f
+maxConcurrentRequests: jspb.Message.getFieldWithDefault(msg, 1, 0),
+slowCrawl: jspb.Message.getBooleanFieldWithDefault(msg, 2, false)
   };
 
   if (includeInstance) {
@@ -17136,15 +16843,15 @@ proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.serializeBinary = functio
  */
 proto.ondewo.nlu.RagCrawlerConcurrencyConfig.serializeBinaryToWriter = function(message, writer) {
   var f = undefined;
-  f = /** @type {number} */ (jspb.Message.getField(message, 1));
-  if (f != null) {
+  f = message.getMaxConcurrentRequests();
+  if (f !== 0) {
     writer.writeInt32(
       1,
       f
     );
   }
-  f = /** @type {boolean} */ (jspb.Message.getField(message, 2));
-  if (f != null) {
+  f = message.getSlowCrawl();
+  if (f) {
     writer.writeBool(
       2,
       f
@@ -17167,25 +16874,7 @@ proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.getMaxConcurrentRequests
  * @return {!proto.ondewo.nlu.RagCrawlerConcurrencyConfig} returns this
  */
 proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.setMaxConcurrentRequests = function(value) {
-  return jspb.Message.setField(this, 1, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerConcurrencyConfig} returns this
- */
-proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.clearMaxConcurrentRequests = function() {
-  return jspb.Message.setField(this, 1, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.hasMaxConcurrentRequests = function() {
-  return jspb.Message.getField(this, 1) != null;
+  return jspb.Message.setProto3IntField(this, 1, value);
 };
 
 
@@ -17203,25 +16892,7 @@ proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.getSlowCrawl = function()
  * @return {!proto.ondewo.nlu.RagCrawlerConcurrencyConfig} returns this
  */
 proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.setSlowCrawl = function(value) {
-  return jspb.Message.setField(this, 2, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerConcurrencyConfig} returns this
- */
-proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.clearSlowCrawl = function() {
-  return jspb.Message.setField(this, 2, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerConcurrencyConfig.prototype.hasSlowCrawl = function() {
-  return jspb.Message.getField(this, 2) != null;
+  return jspb.Message.setProto3BooleanField(this, 2, value);
 };
 
 
@@ -17259,7 +16930,8 @@ proto.ondewo.nlu.RagCrawlerConfig.toObject = function(includeInstance, msg) {
   var f, obj = {
 concurrencyConfig: (f = msg.getConcurrencyConfig()) && proto.ondewo.nlu.RagCrawlerConcurrencyConfig.toObject(includeInstance, f),
 deepCrawlerConfig: (f = msg.getDeepCrawlerConfig()) && proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.toObject(includeInstance, f),
-outputConfig: (f = msg.getOutputConfig()) && proto.ondewo.nlu.RagCrawlerResultsConfig.toObject(includeInstance, f)
+outputConfig: (f = msg.getOutputConfig()) && proto.ondewo.nlu.RagCrawlerResultsConfig.toObject(includeInstance, f),
+statusFilter: (f = msg.getStatusFilter()) && proto.ondewo.nlu.RagCrawlerStatusFilter.toObject(includeInstance, f)
   };
 
   if (includeInstance) {
@@ -17311,6 +16983,11 @@ proto.ondewo.nlu.RagCrawlerConfig.deserializeBinaryFromReader = function(msg, re
       reader.readMessage(value,proto.ondewo.nlu.RagCrawlerResultsConfig.deserializeBinaryFromReader);
       msg.setOutputConfig(value);
       break;
+    case 4:
+      var value = new proto.ondewo.nlu.RagCrawlerStatusFilter;
+      reader.readMessage(value,proto.ondewo.nlu.RagCrawlerStatusFilter.deserializeBinaryFromReader);
+      msg.setStatusFilter(value);
+      break;
     default:
       reader.skipField();
       break;
@@ -17364,6 +17041,14 @@ proto.ondewo.nlu.RagCrawlerConfig.serializeBinaryToWriter = function(message, wr
       proto.ondewo.nlu.RagCrawlerResultsConfig.serializeBinaryToWriter
     );
   }
+  f = message.getStatusFilter();
+  if (f != null) {
+    writer.writeMessage(
+      4,
+      f,
+      proto.ondewo.nlu.RagCrawlerStatusFilter.serializeBinaryToWriter
+    );
+  }
 };
 
 
@@ -17478,6 +17163,43 @@ proto.ondewo.nlu.RagCrawlerConfig.prototype.hasOutputConfig = function() {
 };
 
 
+/**
+ * optional RagCrawlerStatusFilter status_filter = 4;
+ * @return {?proto.ondewo.nlu.RagCrawlerStatusFilter}
+ */
+proto.ondewo.nlu.RagCrawlerConfig.prototype.getStatusFilter = function() {
+  return /** @type{?proto.ondewo.nlu.RagCrawlerStatusFilter} */ (
+    jspb.Message.getWrapperField(this, proto.ondewo.nlu.RagCrawlerStatusFilter, 4));
+};
+
+
+/**
+ * @param {?proto.ondewo.nlu.RagCrawlerStatusFilter|undefined} value
+ * @return {!proto.ondewo.nlu.RagCrawlerConfig} returns this
+*/
+proto.ondewo.nlu.RagCrawlerConfig.prototype.setStatusFilter = function(value) {
+  return jspb.Message.setWrapperField(this, 4, value);
+};
+
+
+/**
+ * Clears the message field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerConfig} returns this
+ */
+proto.ondewo.nlu.RagCrawlerConfig.prototype.clearStatusFilter = function() {
+  return this.setStatusFilter(undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerConfig.prototype.hasStatusFilter = function() {
+  return jspb.Message.getField(this, 4) != null;
+};
+
+
 
 
 
@@ -17510,11 +17232,12 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.toObject = function(opt_i
  */
 proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.toObject = function(includeInstance, msg) {
   var f, obj = {
-isActive: (f = jspb.Message.getBooleanField(msg, 1)) == null ? undefined : f,
-crawlStrategy: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f,
+isActive: jspb.Message.getBooleanFieldWithDefault(msg, 1, false),
+crawlStrategy: jspb.Message.getFieldWithDefault(msg, 2, 0),
 maxDepth: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
-maxPages: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-deepCrawlerFilters: (f = msg.getDeepCrawlerFilters()) && proto.ondewo.nlu.RagCrawlerFilters.toObject(includeInstance, f)
+maxPages: jspb.Message.getFieldWithDefault(msg, 4, 0),
+deepCrawlerFilters: (f = msg.getDeepCrawlerFilters()) && proto.ondewo.nlu.RagCrawlerFilters.toObject(includeInstance, f),
+normalizeUrlCase: (f = jspb.Message.getBooleanField(msg, 6)) == null ? undefined : f
   };
 
   if (includeInstance) {
@@ -17572,6 +17295,10 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.deserializeBinaryFromReader = funct
       reader.readMessage(value,proto.ondewo.nlu.RagCrawlerFilters.deserializeBinaryFromReader);
       msg.setDeepCrawlerFilters(value);
       break;
+    case 6:
+      var value = /** @type {boolean} */ (reader.readBool());
+      msg.setNormalizeUrlCase(value);
+      break;
     default:
       reader.skipField();
       break;
@@ -17601,15 +17328,15 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.serializeBinary = functio
  */
 proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.serializeBinaryToWriter = function(message, writer) {
   var f = undefined;
-  f = /** @type {boolean} */ (jspb.Message.getField(message, 1));
-  if (f != null) {
+  f = message.getIsActive();
+  if (f) {
     writer.writeBool(
       1,
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.RagCrawlerCrawlStrategy} */ (jspb.Message.getField(message, 2));
-  if (f != null) {
+  f = message.getCrawlStrategy();
+  if (f !== 0.0) {
     writer.writeEnum(
       2,
       f
@@ -17622,8 +17349,8 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.serializeBinaryToWriter = function(
       f
     );
   }
-  f = /** @type {number} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getMaxPages();
+  if (f !== 0) {
     writer.writeInt32(
       4,
       f
@@ -17637,6 +17364,13 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.serializeBinaryToWriter = function(
       proto.ondewo.nlu.RagCrawlerFilters.serializeBinaryToWriter
     );
   }
+  f = /** @type {boolean} */ (jspb.Message.getField(message, 6));
+  if (f != null) {
+    writer.writeBool(
+      6,
+      f
+    );
+  }
 };
 
 
@@ -17654,25 +17388,7 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.getIsActive = function()
  * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
  */
 proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.setIsActive = function(value) {
-  return jspb.Message.setField(this, 1, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.clearIsActive = function() {
-  return jspb.Message.setField(this, 1, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.hasIsActive = function() {
-  return jspb.Message.getField(this, 1) != null;
+  return jspb.Message.setProto3BooleanField(this, 1, value);
 };
 
 
@@ -17690,25 +17406,7 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.getCrawlStrategy = functi
  * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
  */
 proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.setCrawlStrategy = function(value) {
-  return jspb.Message.setField(this, 2, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.clearCrawlStrategy = function() {
-  return jspb.Message.setField(this, 2, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.hasCrawlStrategy = function() {
-  return jspb.Message.getField(this, 2) != null;
+  return jspb.Message.setProto3EnumField(this, 2, value);
 };
 
 
@@ -17762,25 +17460,7 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.getMaxPages = function()
  * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
  */
 proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.setMaxPages = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.clearMaxPages = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.hasMaxPages = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3IntField(this, 4, value);
 };
 
 
@@ -17821,6 +17501,42 @@ proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.hasDeepCrawlerFilters = f
 };
 
 
+/**
+ * optional bool normalize_url_case = 6;
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.getNormalizeUrlCase = function() {
+  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 6, false));
+};
+
+
+/**
+ * @param {boolean} value
+ * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.setNormalizeUrlCase = function(value) {
+  return jspb.Message.setField(this, 6, value);
+};
+
+
+/**
+ * Clears the field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.clearNormalizeUrlCase = function() {
+  return jspb.Message.setField(this, 6, undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDeepCrawlerConfig.prototype.hasNormalizeUrlCase = function() {
+  return jspb.Message.getField(this, 6) != null;
+};
+
+
 
 /**
  * List of repeated fields within this message type.
@@ -17862,7 +17578,9 @@ proto.ondewo.nlu.RagCrawlerResultsConfig.toObject = function(includeInstance, ms
   var f, obj = {
 injectFrontmatter: (f = jspb.Message.getBooleanField(msg, 1)) == null ? undefined : f,
 metaDataExtractorsList: jspb.Message.toObjectList(msg.getMetaDataExtractorsList(),
-    proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject, includeInstance)
+    proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject, includeInstance),
+contentScope: (f = msg.getContentScope()) && proto.ondewo.nlu.RagCrawlerContentScope.toObject(includeInstance, f),
+densityPruning: (f = msg.getDensityPruning()) && proto.ondewo.nlu.RagCrawlerDensityPruning.toObject(includeInstance, f)
   };
 
   if (includeInstance) {
@@ -17908,6 +17626,16 @@ proto.ondewo.nlu.RagCrawlerResultsConfig.deserializeBinaryFromReader = function(
       reader.readMessage(value,proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader);
       msg.addMetaDataExtractors(value);
       break;
+    case 3:
+      var value = new proto.ondewo.nlu.RagCrawlerContentScope;
+      reader.readMessage(value,proto.ondewo.nlu.RagCrawlerContentScope.deserializeBinaryFromReader);
+      msg.setContentScope(value);
+      break;
+    case 4:
+      var value = new proto.ondewo.nlu.RagCrawlerDensityPruning;
+      reader.readMessage(value,proto.ondewo.nlu.RagCrawlerDensityPruning.deserializeBinaryFromReader);
+      msg.setDensityPruning(value);
+      break;
     default:
       reader.skipField();
       break;
@@ -17952,6 +17680,22 @@ proto.ondewo.nlu.RagCrawlerResultsConfig.serializeBinaryToWriter = function(mess
       proto.ondewo.nlu.RagCrawlerMetaDataExtractor.serializeBinaryToWriter
     );
   }
+  f = message.getContentScope();
+  if (f != null) {
+    writer.writeMessage(
+      3,
+      f,
+      proto.ondewo.nlu.RagCrawlerContentScope.serializeBinaryToWriter
+    );
+  }
+  f = message.getDensityPruning();
+  if (f != null) {
+    writer.writeMessage(
+      4,
+      f,
+      proto.ondewo.nlu.RagCrawlerDensityPruning.serializeBinaryToWriter
+    );
+  }
 };
 
 
@@ -18029,6 +17773,87 @@ proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.clearMetaDataExtractorsList =
 };
 
 
+/**
+ * optional RagCrawlerContentScope content_scope = 3;
+ * @return {?proto.ondewo.nlu.RagCrawlerContentScope}
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.getContentScope = function() {
+  return /** @type{?proto.ondewo.nlu.RagCrawlerContentScope} */ (
+    jspb.Message.getWrapperField(this, proto.ondewo.nlu.RagCrawlerContentScope, 3));
+};
+
+
+/**
+ * @param {?proto.ondewo.nlu.RagCrawlerContentScope|undefined} value
+ * @return {!proto.ondewo.nlu.RagCrawlerResultsConfig} returns this
+*/
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.setContentScope = function(value) {
+  return jspb.Message.setWrapperField(this, 3, value);
+};
+
+
+/**
+ * Clears the message field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerResultsConfig} returns this
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.clearContentScope = function() {
+  return this.setContentScope(undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.hasContentScope = function() {
+  return jspb.Message.getField(this, 3) != null;
+};
+
+
+/**
+ * optional RagCrawlerDensityPruning density_pruning = 4;
+ * @return {?proto.ondewo.nlu.RagCrawlerDensityPruning}
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.getDensityPruning = function() {
+  return /** @type{?proto.ondewo.nlu.RagCrawlerDensityPruning} */ (
+    jspb.Message.getWrapperField(this, proto.ondewo.nlu.RagCrawlerDensityPruning, 4));
+};
+
+
+/**
+ * @param {?proto.ondewo.nlu.RagCrawlerDensityPruning|undefined} value
+ * @return {!proto.ondewo.nlu.RagCrawlerResultsConfig} returns this
+*/
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.setDensityPruning = function(value) {
+  return jspb.Message.setWrapperField(this, 4, value);
+};
+
+
+/**
+ * Clears the message field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerResultsConfig} returns this
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.clearDensityPruning = function() {
+  return this.setDensityPruning(undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerResultsConfig.prototype.hasDensityPruning = function() {
+  return jspb.Message.getField(this, 4) != null;
+};
+
+
+
+/**
+ * List of repeated fields within this message type.
+ * @private {!Array<number>}
+ * @const
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.repeatedFields_ = [1,2];
 
 
 
@@ -18045,8 +17870,8 @@ if (jspb.Message.GENERATE_TO_OBJECT) {
  *     http://goto/soy-param-migration
  * @return {!Object}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.toObject = function(opt_includeInstance) {
-  return proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject(opt_includeInstance, this);
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.toObject = function(opt_includeInstance) {
+  return proto.ondewo.nlu.RagCrawlerContentScope.toObject(opt_includeInstance, this);
 };
 
 
@@ -18055,15 +17880,14 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.toObject = function(opt_i
  * @param {boolean|undefined} includeInstance Deprecated. Whether to include
  *     the JSPB instance for transitional soy proto support:
  *     http://goto/soy-param-migration
- * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} msg The msg instance to transform.
+ * @param {!proto.ondewo.nlu.RagCrawlerContentScope} msg The msg instance to transform.
  * @return {!Object}
  * @suppress {unusedLocalVariables} f is only used for nested messages
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject = function(includeInstance, msg) {
+proto.ondewo.nlu.RagCrawlerContentScope.toObject = function(includeInstance, msg) {
   var f, obj = {
-type: (f = jspb.Message.getField(msg, 1)) == null ? undefined : f,
-value: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f,
-key: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f
+includeSelectorsList: (f = jspb.Message.getRepeatedField(msg, 1)) == null ? undefined : f,
+excludeSelectorsList: (f = jspb.Message.getRepeatedField(msg, 2)) == null ? undefined : f
   };
 
   if (includeInstance) {
@@ -18077,23 +17901,23 @@ key: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f
 /**
  * Deserializes binary data (in protobuf wire format).
  * @param {jspb.ByteSource} bytes The bytes to deserialize.
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor}
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinary = function(bytes) {
+proto.ondewo.nlu.RagCrawlerContentScope.deserializeBinary = function(bytes) {
   var reader = new jspb.BinaryReader(bytes);
-  var msg = new proto.ondewo.nlu.RagCrawlerMetaDataExtractor;
-  return proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader(msg, reader);
+  var msg = new proto.ondewo.nlu.RagCrawlerContentScope;
+  return proto.ondewo.nlu.RagCrawlerContentScope.deserializeBinaryFromReader(msg, reader);
 };
 
 
 /**
  * Deserializes binary data (in protobuf wire format) from the
  * given reader into the given message object.
- * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} msg The message object to deserialize into.
+ * @param {!proto.ondewo.nlu.RagCrawlerContentScope} msg The message object to deserialize into.
  * @param {!jspb.BinaryReader} reader The BinaryReader to use.
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor}
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader = function(msg, reader) {
+proto.ondewo.nlu.RagCrawlerContentScope.deserializeBinaryFromReader = function(msg, reader) {
   while (reader.nextField()) {
     if (reader.isEndGroup()) {
       break;
@@ -18101,16 +17925,692 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader = funct
     var field = reader.getFieldNumber();
     switch (field) {
     case 1:
-      var value = /** @type {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} */ (reader.readEnum());
-      msg.setType(value);
+      var value = /** @type {string} */ (reader.readString());
+      msg.addIncludeSelectors(value);
       break;
     case 2:
       var value = /** @type {string} */ (reader.readString());
-      msg.setValue(value);
+      msg.addExcludeSelectors(value);
+      break;
+    default:
+      reader.skipField();
+      break;
+    }
+  }
+  return msg;
+};
+
+
+/**
+ * Serializes the message to binary data (in protobuf wire format).
+ * @return {!Uint8Array}
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.serializeBinary = function() {
+  var writer = new jspb.BinaryWriter();
+  proto.ondewo.nlu.RagCrawlerContentScope.serializeBinaryToWriter(this, writer);
+  return writer.getResultBuffer();
+};
+
+
+/**
+ * Serializes the given message to binary data (in protobuf wire
+ * format), writing to the given BinaryWriter.
+ * @param {!proto.ondewo.nlu.RagCrawlerContentScope} message
+ * @param {!jspb.BinaryWriter} writer
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.serializeBinaryToWriter = function(message, writer) {
+  var f = undefined;
+  f = message.getIncludeSelectorsList();
+  if (f.length > 0) {
+    writer.writeRepeatedString(
+      1,
+      f
+    );
+  }
+  f = message.getExcludeSelectorsList();
+  if (f.length > 0) {
+    writer.writeRepeatedString(
+      2,
+      f
+    );
+  }
+};
+
+
+/**
+ * repeated string include_selectors = 1;
+ * @return {!Array<string>}
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.getIncludeSelectorsList = function() {
+  return /** @type {!Array<string>} */ (jspb.Message.getRepeatedField(this, 1));
+};
+
+
+/**
+ * @param {!Array<string>} value
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.setIncludeSelectorsList = function(value) {
+  return jspb.Message.setField(this, 1, value || []);
+};
+
+
+/**
+ * @param {string} value
+ * @param {number=} opt_index
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.addIncludeSelectors = function(value, opt_index) {
+  return jspb.Message.addToRepeatedField(this, 1, value, opt_index);
+};
+
+
+/**
+ * Clears the list making it empty but non-null.
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.clearIncludeSelectorsList = function() {
+  return this.setIncludeSelectorsList([]);
+};
+
+
+/**
+ * repeated string exclude_selectors = 2;
+ * @return {!Array<string>}
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.getExcludeSelectorsList = function() {
+  return /** @type {!Array<string>} */ (jspb.Message.getRepeatedField(this, 2));
+};
+
+
+/**
+ * @param {!Array<string>} value
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.setExcludeSelectorsList = function(value) {
+  return jspb.Message.setField(this, 2, value || []);
+};
+
+
+/**
+ * @param {string} value
+ * @param {number=} opt_index
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.addExcludeSelectors = function(value, opt_index) {
+  return jspb.Message.addToRepeatedField(this, 2, value, opt_index);
+};
+
+
+/**
+ * Clears the list making it empty but non-null.
+ * @return {!proto.ondewo.nlu.RagCrawlerContentScope} returns this
+ */
+proto.ondewo.nlu.RagCrawlerContentScope.prototype.clearExcludeSelectorsList = function() {
+  return this.setExcludeSelectorsList([]);
+};
+
+
+
+
+
+if (jspb.Message.GENERATE_TO_OBJECT) {
+/**
+ * Creates an object representation of this proto.
+ * Field names that are reserved in JavaScript and will be renamed to pb_name.
+ * Optional fields that are not set will be set to undefined.
+ * To access a reserved field use, foo.pb_<name>, eg, foo.pb_default.
+ * For the list of reserved names please see:
+ *     net/proto2/compiler/js/internal/generator.cc#kKeyword.
+ * @param {boolean=} opt_includeInstance Deprecated. whether to include the
+ *     JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @return {!Object}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.toObject = function(opt_includeInstance) {
+  return proto.ondewo.nlu.RagCrawlerDensityPruning.toObject(opt_includeInstance, this);
+};
+
+
+/**
+ * Static version of the {@see toObject} method.
+ * @param {boolean|undefined} includeInstance Deprecated. Whether to include
+ *     the JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @param {!proto.ondewo.nlu.RagCrawlerDensityPruning} msg The msg instance to transform.
+ * @return {!Object}
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.toObject = function(includeInstance, msg) {
+  var f, obj = {
+isActive: (f = jspb.Message.getBooleanField(msg, 1)) == null ? undefined : f,
+threshold: (f = jspb.Message.getOptionalFloatingPointField(msg, 2)) == null ? undefined : f,
+thresholdType: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
+minWordThreshold: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f
+  };
+
+  if (includeInstance) {
+    obj.$jspbMessageInstance = msg;
+  }
+  return obj;
+};
+}
+
+
+/**
+ * Deserializes binary data (in protobuf wire format).
+ * @param {jspb.ByteSource} bytes The bytes to deserialize.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.deserializeBinary = function(bytes) {
+  var reader = new jspb.BinaryReader(bytes);
+  var msg = new proto.ondewo.nlu.RagCrawlerDensityPruning;
+  return proto.ondewo.nlu.RagCrawlerDensityPruning.deserializeBinaryFromReader(msg, reader);
+};
+
+
+/**
+ * Deserializes binary data (in protobuf wire format) from the
+ * given reader into the given message object.
+ * @param {!proto.ondewo.nlu.RagCrawlerDensityPruning} msg The message object to deserialize into.
+ * @param {!jspb.BinaryReader} reader The BinaryReader to use.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.deserializeBinaryFromReader = function(msg, reader) {
+  while (reader.nextField()) {
+    if (reader.isEndGroup()) {
+      break;
+    }
+    var field = reader.getFieldNumber();
+    switch (field) {
+    case 1:
+      var value = /** @type {boolean} */ (reader.readBool());
+      msg.setIsActive(value);
+      break;
+    case 2:
+      var value = /** @type {number} */ (reader.readFloat());
+      msg.setThreshold(value);
+      break;
+    case 3:
+      var value = /** @type {!proto.ondewo.nlu.RagCrawlerPruningThresholdType} */ (reader.readEnum());
+      msg.setThresholdType(value);
+      break;
+    case 4:
+      var value = /** @type {number} */ (reader.readInt32());
+      msg.setMinWordThreshold(value);
+      break;
+    default:
+      reader.skipField();
+      break;
+    }
+  }
+  return msg;
+};
+
+
+/**
+ * Serializes the message to binary data (in protobuf wire format).
+ * @return {!Uint8Array}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.serializeBinary = function() {
+  var writer = new jspb.BinaryWriter();
+  proto.ondewo.nlu.RagCrawlerDensityPruning.serializeBinaryToWriter(this, writer);
+  return writer.getResultBuffer();
+};
+
+
+/**
+ * Serializes the given message to binary data (in protobuf wire
+ * format), writing to the given BinaryWriter.
+ * @param {!proto.ondewo.nlu.RagCrawlerDensityPruning} message
+ * @param {!jspb.BinaryWriter} writer
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.serializeBinaryToWriter = function(message, writer) {
+  var f = undefined;
+  f = /** @type {boolean} */ (jspb.Message.getField(message, 1));
+  if (f != null) {
+    writer.writeBool(
+      1,
+      f
+    );
+  }
+  f = /** @type {number} */ (jspb.Message.getField(message, 2));
+  if (f != null) {
+    writer.writeFloat(
+      2,
+      f
+    );
+  }
+  f = /** @type {!proto.ondewo.nlu.RagCrawlerPruningThresholdType} */ (jspb.Message.getField(message, 3));
+  if (f != null) {
+    writer.writeEnum(
+      3,
+      f
+    );
+  }
+  f = /** @type {number} */ (jspb.Message.getField(message, 4));
+  if (f != null) {
+    writer.writeInt32(
+      4,
+      f
+    );
+  }
+};
+
+
+/**
+ * optional bool is_active = 1;
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.getIsActive = function() {
+  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 1, false));
+};
+
+
+/**
+ * @param {boolean} value
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.setIsActive = function(value) {
+  return jspb.Message.setField(this, 1, value);
+};
+
+
+/**
+ * Clears the field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.clearIsActive = function() {
+  return jspb.Message.setField(this, 1, undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.hasIsActive = function() {
+  return jspb.Message.getField(this, 1) != null;
+};
+
+
+/**
+ * optional float threshold = 2;
+ * @return {number}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.getThreshold = function() {
+  return /** @type {number} */ (jspb.Message.getFloatingPointFieldWithDefault(this, 2, 0.0));
+};
+
+
+/**
+ * @param {number} value
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.setThreshold = function(value) {
+  return jspb.Message.setField(this, 2, value);
+};
+
+
+/**
+ * Clears the field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.clearThreshold = function() {
+  return jspb.Message.setField(this, 2, undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.hasThreshold = function() {
+  return jspb.Message.getField(this, 2) != null;
+};
+
+
+/**
+ * optional RagCrawlerPruningThresholdType threshold_type = 3;
+ * @return {!proto.ondewo.nlu.RagCrawlerPruningThresholdType}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.getThresholdType = function() {
+  return /** @type {!proto.ondewo.nlu.RagCrawlerPruningThresholdType} */ (jspb.Message.getFieldWithDefault(this, 3, 0));
+};
+
+
+/**
+ * @param {!proto.ondewo.nlu.RagCrawlerPruningThresholdType} value
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.setThresholdType = function(value) {
+  return jspb.Message.setField(this, 3, value);
+};
+
+
+/**
+ * Clears the field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.clearThresholdType = function() {
+  return jspb.Message.setField(this, 3, undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.hasThresholdType = function() {
+  return jspb.Message.getField(this, 3) != null;
+};
+
+
+/**
+ * optional int32 min_word_threshold = 4;
+ * @return {number}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.getMinWordThreshold = function() {
+  return /** @type {number} */ (jspb.Message.getFieldWithDefault(this, 4, 0));
+};
+
+
+/**
+ * @param {number} value
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.setMinWordThreshold = function(value) {
+  return jspb.Message.setField(this, 4, value);
+};
+
+
+/**
+ * Clears the field making it undefined.
+ * @return {!proto.ondewo.nlu.RagCrawlerDensityPruning} returns this
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.clearMinWordThreshold = function() {
+  return jspb.Message.setField(this, 4, undefined);
+};
+
+
+/**
+ * Returns whether this field is set.
+ * @return {boolean}
+ */
+proto.ondewo.nlu.RagCrawlerDensityPruning.prototype.hasMinWordThreshold = function() {
+  return jspb.Message.getField(this, 4) != null;
+};
+
+
+
+
+
+if (jspb.Message.GENERATE_TO_OBJECT) {
+/**
+ * Creates an object representation of this proto.
+ * Field names that are reserved in JavaScript and will be renamed to pb_name.
+ * Optional fields that are not set will be set to undefined.
+ * To access a reserved field use, foo.pb_<name>, eg, foo.pb_default.
+ * For the list of reserved names please see:
+ *     net/proto2/compiler/js/internal/generator.cc#kKeyword.
+ * @param {boolean=} opt_includeInstance Deprecated. whether to include the
+ *     JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @return {!Object}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.toObject = function(opt_includeInstance) {
+  return proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject(opt_includeInstance, this);
+};
+
+
+/**
+ * Static version of the {@see toObject} method.
+ * @param {boolean|undefined} includeInstance Deprecated. Whether to include
+ *     the JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} msg The msg instance to transform.
+ * @return {!Object}
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.toObject = function(includeInstance, msg) {
+  var f, obj = {
+type: jspb.Message.getFieldWithDefault(msg, 1, 0),
+value: jspb.Message.getFieldWithDefault(msg, 2, ""),
+key: jspb.Message.getFieldWithDefault(msg, 3, "")
+  };
+
+  if (includeInstance) {
+    obj.$jspbMessageInstance = msg;
+  }
+  return obj;
+};
+}
+
+
+/**
+ * Deserializes binary data (in protobuf wire format).
+ * @param {jspb.ByteSource} bytes The bytes to deserialize.
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinary = function(bytes) {
+  var reader = new jspb.BinaryReader(bytes);
+  var msg = new proto.ondewo.nlu.RagCrawlerMetaDataExtractor;
+  return proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader(msg, reader);
+};
+
+
+/**
+ * Deserializes binary data (in protobuf wire format) from the
+ * given reader into the given message object.
+ * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} msg The message object to deserialize into.
+ * @param {!jspb.BinaryReader} reader The BinaryReader to use.
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader = function(msg, reader) {
+  while (reader.nextField()) {
+    if (reader.isEndGroup()) {
+      break;
+    }
+    var field = reader.getFieldNumber();
+    switch (field) {
+    case 1:
+      var value = /** @type {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} */ (reader.readEnum());
+      msg.setType(value);
+      break;
+    case 2:
+      var value = /** @type {string} */ (reader.readString());
+      msg.setValue(value);
+      break;
+    case 3:
+      var value = /** @type {string} */ (reader.readString());
+      msg.setKey(value);
+      break;
+    default:
+      reader.skipField();
+      break;
+    }
+  }
+  return msg;
+};
+
+
+/**
+ * Serializes the message to binary data (in protobuf wire format).
+ * @return {!Uint8Array}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.serializeBinary = function() {
+  var writer = new jspb.BinaryWriter();
+  proto.ondewo.nlu.RagCrawlerMetaDataExtractor.serializeBinaryToWriter(this, writer);
+  return writer.getResultBuffer();
+};
+
+
+/**
+ * Serializes the given message to binary data (in protobuf wire
+ * format), writing to the given BinaryWriter.
+ * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} message
+ * @param {!jspb.BinaryWriter} writer
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.serializeBinaryToWriter = function(message, writer) {
+  var f = undefined;
+  f = message.getType();
+  if (f !== 0.0) {
+    writer.writeEnum(
+      1,
+      f
+    );
+  }
+  f = message.getValue();
+  if (f.length > 0) {
+    writer.writeString(
+      2,
+      f
+    );
+  }
+  f = message.getKey();
+  if (f.length > 0) {
+    writer.writeString(
+      3,
+      f
+    );
+  }
+};
+
+
+/**
+ * optional RagCrawlerMetaDataExtractorType type = 1;
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getType = function() {
+  return /** @type {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} */ (jspb.Message.getFieldWithDefault(this, 1, 0));
+};
+
+
+/**
+ * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} value
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setType = function(value) {
+  return jspb.Message.setProto3EnumField(this, 1, value);
+};
+
+
+/**
+ * optional string value = 2;
+ * @return {string}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getValue = function() {
+  return /** @type {string} */ (jspb.Message.getFieldWithDefault(this, 2, ""));
+};
+
+
+/**
+ * @param {string} value
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setValue = function(value) {
+  return jspb.Message.setProto3StringField(this, 2, value);
+};
+
+
+/**
+ * optional string key = 3;
+ * @return {string}
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getKey = function() {
+  return /** @type {string} */ (jspb.Message.getFieldWithDefault(this, 3, ""));
+};
+
+
+/**
+ * @param {string} value
+ * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ */
+proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setKey = function(value) {
+  return jspb.Message.setProto3StringField(this, 3, value);
+};
+
+
+
+
+
+if (jspb.Message.GENERATE_TO_OBJECT) {
+/**
+ * Creates an object representation of this proto.
+ * Field names that are reserved in JavaScript and will be renamed to pb_name.
+ * Optional fields that are not set will be set to undefined.
+ * To access a reserved field use, foo.pb_<name>, eg, foo.pb_default.
+ * For the list of reserved names please see:
+ *     net/proto2/compiler/js/internal/generator.cc#kKeyword.
+ * @param {boolean=} opt_includeInstance Deprecated. whether to include the
+ *     JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @return {!Object}
+ */
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.toObject = function(opt_includeInstance) {
+  return proto.ondewo.nlu.RagCrawlerRetryConfig.toObject(opt_includeInstance, this);
+};
+
+
+/**
+ * Static version of the {@see toObject} method.
+ * @param {boolean|undefined} includeInstance Deprecated. Whether to include
+ *     the JSPB instance for transitional soy proto support:
+ *     http://goto/soy-param-migration
+ * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} msg The msg instance to transform.
+ * @return {!Object}
+ * @suppress {unusedLocalVariables} f is only used for nested messages
+ */
+proto.ondewo.nlu.RagCrawlerRetryConfig.toObject = function(includeInstance, msg) {
+  var f, obj = {
+pageLoadTimeoutSeconds: (f = jspb.Message.getField(msg, 1)) == null ? undefined : f,
+retryMaxAttempts: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f
+  };
+
+  if (includeInstance) {
+    obj.$jspbMessageInstance = msg;
+  }
+  return obj;
+};
+}
+
+
+/**
+ * Deserializes binary data (in protobuf wire format).
+ * @param {jspb.ByteSource} bytes The bytes to deserialize.
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig}
+ */
+proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinary = function(bytes) {
+  var reader = new jspb.BinaryReader(bytes);
+  var msg = new proto.ondewo.nlu.RagCrawlerRetryConfig;
+  return proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader(msg, reader);
+};
+
+
+/**
+ * Deserializes binary data (in protobuf wire format) from the
+ * given reader into the given message object.
+ * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} msg The message object to deserialize into.
+ * @param {!jspb.BinaryReader} reader The BinaryReader to use.
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig}
+ */
+proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader = function(msg, reader) {
+  while (reader.nextField()) {
+    if (reader.isEndGroup()) {
+      break;
+    }
+    var field = reader.getFieldNumber();
+    switch (field) {
+    case 1:
+      var value = /** @type {number} */ (reader.readInt32());
+      msg.setPageLoadTimeoutSeconds(value);
       break;
-    case 3:
-      var value = /** @type {string} */ (reader.readString());
-      msg.setKey(value);
+    case 2:
+      var value = /** @type {number} */ (reader.readInt32());
+      msg.setRetryMaxAttempts(value);
       break;
     default:
       reader.skipField();
@@ -18125,9 +18625,9 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.deserializeBinaryFromReader = funct
  * Serializes the message to binary data (in protobuf wire format).
  * @return {!Uint8Array}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.serializeBinary = function() {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.serializeBinary = function() {
   var writer = new jspb.BinaryWriter();
-  proto.ondewo.nlu.RagCrawlerMetaDataExtractor.serializeBinaryToWriter(this, writer);
+  proto.ondewo.nlu.RagCrawlerRetryConfig.serializeBinaryToWriter(this, writer);
   return writer.getResultBuffer();
 };
 
@@ -18135,59 +18635,52 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.serializeBinary = functio
 /**
  * Serializes the given message to binary data (in protobuf wire
  * format), writing to the given BinaryWriter.
- * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} message
+ * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} message
  * @param {!jspb.BinaryWriter} writer
  * @suppress {unusedLocalVariables} f is only used for nested messages
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.serializeBinaryToWriter = function(message, writer) {
+proto.ondewo.nlu.RagCrawlerRetryConfig.serializeBinaryToWriter = function(message, writer) {
   var f = undefined;
-  f = /** @type {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} */ (jspb.Message.getField(message, 1));
+  f = /** @type {number} */ (jspb.Message.getField(message, 1));
   if (f != null) {
-    writer.writeEnum(
+    writer.writeInt32(
       1,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 2));
+  f = /** @type {number} */ (jspb.Message.getField(message, 2));
   if (f != null) {
-    writer.writeString(
+    writer.writeInt32(
       2,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
-    writer.writeString(
-      3,
-      f
-    );
-  }
 };
 
 
 /**
- * optional RagCrawlerMetaDataExtractorType type = 1;
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType}
+ * optional int32 page_load_timeout_seconds = 1;
+ * @return {number}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getType = function() {
-  return /** @type {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} */ (jspb.Message.getFieldWithDefault(this, 1, 0));
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.getPageLoadTimeoutSeconds = function() {
+  return /** @type {number} */ (jspb.Message.getFieldWithDefault(this, 1, 0));
 };
 
 
 /**
- * @param {!proto.ondewo.nlu.RagCrawlerMetaDataExtractorType} value
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ * @param {number} value
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setType = function(value) {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.setPageLoadTimeoutSeconds = function(value) {
   return jspb.Message.setField(this, 1, value);
 };
 
 
 /**
  * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.clearType = function() {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.clearPageLoadTimeoutSeconds = function() {
   return jspb.Message.setField(this, 1, undefined);
 };
 
@@ -18196,34 +18689,34 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.clearType = function() {
  * Returns whether this field is set.
  * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.hasType = function() {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.hasPageLoadTimeoutSeconds = function() {
   return jspb.Message.getField(this, 1) != null;
 };
 
 
 /**
- * optional string value = 2;
- * @return {string}
+ * optional int32 retry_max_attempts = 2;
+ * @return {number}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getValue = function() {
-  return /** @type {string} */ (jspb.Message.getFieldWithDefault(this, 2, ""));
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.getRetryMaxAttempts = function() {
+  return /** @type {number} */ (jspb.Message.getFieldWithDefault(this, 2, 0));
 };
 
 
 /**
- * @param {string} value
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ * @param {number} value
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setValue = function(value) {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.setRetryMaxAttempts = function(value) {
   return jspb.Message.setField(this, 2, value);
 };
 
 
 /**
  * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
+ * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.clearValue = function() {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.clearRetryMaxAttempts = function() {
   return jspb.Message.setField(this, 2, undefined);
 };
 
@@ -18232,47 +18725,18 @@ proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.clearValue = function() {
  * Returns whether this field is set.
  * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.hasValue = function() {
+proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.hasRetryMaxAttempts = function() {
   return jspb.Message.getField(this, 2) != null;
 };
 
 
-/**
- * optional string key = 3;
- * @return {string}
- */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.getKey = function() {
-  return /** @type {string} */ (jspb.Message.getFieldWithDefault(this, 3, ""));
-};
-
-
-/**
- * @param {string} value
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
- */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.setKey = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerMetaDataExtractor} returns this
- */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.clearKey = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
 
 /**
- * Returns whether this field is set.
- * @return {boolean}
+ * List of repeated fields within this message type.
+ * @private {!Array<number>}
+ * @const
  */
-proto.ondewo.nlu.RagCrawlerMetaDataExtractor.prototype.hasKey = function() {
-  return jspb.Message.getField(this, 3) != null;
-};
-
-
+proto.ondewo.nlu.RagCrawlerStatusFilter.repeatedFields_ = [2];
 
 
 
@@ -18289,8 +18753,8 @@ if (jspb.Message.GENERATE_TO_OBJECT) {
  *     http://goto/soy-param-migration
  * @return {!Object}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.toObject = function(opt_includeInstance) {
-  return proto.ondewo.nlu.RagCrawlerRetryConfig.toObject(opt_includeInstance, this);
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.toObject = function(opt_includeInstance) {
+  return proto.ondewo.nlu.RagCrawlerStatusFilter.toObject(opt_includeInstance, this);
 };
 
 
@@ -18299,14 +18763,14 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.toObject = function(opt_include
  * @param {boolean|undefined} includeInstance Deprecated. Whether to include
  *     the JSPB instance for transitional soy proto support:
  *     http://goto/soy-param-migration
- * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} msg The msg instance to transform.
+ * @param {!proto.ondewo.nlu.RagCrawlerStatusFilter} msg The msg instance to transform.
  * @return {!Object}
  * @suppress {unusedLocalVariables} f is only used for nested messages
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.toObject = function(includeInstance, msg) {
+proto.ondewo.nlu.RagCrawlerStatusFilter.toObject = function(includeInstance, msg) {
   var f, obj = {
-pageLoadTimeoutSeconds: (f = jspb.Message.getField(msg, 1)) == null ? undefined : f,
-retryMaxAttempts: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f
+isActive: (f = jspb.Message.getBooleanField(msg, 1)) == null ? undefined : f,
+acceptedStatusCodesList: (f = jspb.Message.getRepeatedField(msg, 2)) == null ? undefined : f
   };
 
   if (includeInstance) {
@@ -18320,23 +18784,23 @@ retryMaxAttempts: (f = jspb.Message.getField(msg, 2)) == null ? undefined : f
 /**
  * Deserializes binary data (in protobuf wire format).
  * @param {jspb.ByteSource} bytes The bytes to deserialize.
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig}
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinary = function(bytes) {
+proto.ondewo.nlu.RagCrawlerStatusFilter.deserializeBinary = function(bytes) {
   var reader = new jspb.BinaryReader(bytes);
-  var msg = new proto.ondewo.nlu.RagCrawlerRetryConfig;
-  return proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader(msg, reader);
+  var msg = new proto.ondewo.nlu.RagCrawlerStatusFilter;
+  return proto.ondewo.nlu.RagCrawlerStatusFilter.deserializeBinaryFromReader(msg, reader);
 };
 
 
 /**
  * Deserializes binary data (in protobuf wire format) from the
  * given reader into the given message object.
- * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} msg The message object to deserialize into.
+ * @param {!proto.ondewo.nlu.RagCrawlerStatusFilter} msg The message object to deserialize into.
  * @param {!jspb.BinaryReader} reader The BinaryReader to use.
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig}
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader = function(msg, reader) {
+proto.ondewo.nlu.RagCrawlerStatusFilter.deserializeBinaryFromReader = function(msg, reader) {
   while (reader.nextField()) {
     if (reader.isEndGroup()) {
       break;
@@ -18344,12 +18808,14 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader = function(ms
     var field = reader.getFieldNumber();
     switch (field) {
     case 1:
-      var value = /** @type {number} */ (reader.readInt32());
-      msg.setPageLoadTimeoutSeconds(value);
+      var value = /** @type {boolean} */ (reader.readBool());
+      msg.setIsActive(value);
       break;
     case 2:
-      var value = /** @type {number} */ (reader.readInt32());
-      msg.setRetryMaxAttempts(value);
+      var values = /** @type {!Array<number>} */ (reader.isDelimited() ? reader.readPackedInt32() : [reader.readInt32()]);
+      for (var i = 0; i < values.length; i++) {
+        msg.addAcceptedStatusCodes(values[i]);
+      }
       break;
     default:
       reader.skipField();
@@ -18364,9 +18830,9 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.deserializeBinaryFromReader = function(ms
  * Serializes the message to binary data (in protobuf wire format).
  * @return {!Uint8Array}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.serializeBinary = function() {
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.serializeBinary = function() {
   var writer = new jspb.BinaryWriter();
-  proto.ondewo.nlu.RagCrawlerRetryConfig.serializeBinaryToWriter(this, writer);
+  proto.ondewo.nlu.RagCrawlerStatusFilter.serializeBinaryToWriter(this, writer);
   return writer.getResultBuffer();
 };
 
@@ -18374,22 +18840,22 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.serializeBinary = function() {
 /**
  * Serializes the given message to binary data (in protobuf wire
  * format), writing to the given BinaryWriter.
- * @param {!proto.ondewo.nlu.RagCrawlerRetryConfig} message
+ * @param {!proto.ondewo.nlu.RagCrawlerStatusFilter} message
  * @param {!jspb.BinaryWriter} writer
  * @suppress {unusedLocalVariables} f is only used for nested messages
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.serializeBinaryToWriter = function(message, writer) {
+proto.ondewo.nlu.RagCrawlerStatusFilter.serializeBinaryToWriter = function(message, writer) {
   var f = undefined;
-  f = /** @type {number} */ (jspb.Message.getField(message, 1));
+  f = /** @type {boolean} */ (jspb.Message.getField(message, 1));
   if (f != null) {
-    writer.writeInt32(
+    writer.writeBool(
       1,
       f
     );
   }
-  f = /** @type {number} */ (jspb.Message.getField(message, 2));
-  if (f != null) {
-    writer.writeInt32(
+  f = message.getAcceptedStatusCodesList();
+  if (f.length > 0) {
+    writer.writePackedInt32(
       2,
       f
     );
@@ -18398,28 +18864,28 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.serializeBinaryToWriter = function(messag
 
 
 /**
- * optional int32 page_load_timeout_seconds = 1;
- * @return {number}
+ * optional bool is_active = 1;
+ * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.getPageLoadTimeoutSeconds = function() {
-  return /** @type {number} */ (jspb.Message.getFieldWithDefault(this, 1, 0));
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.getIsActive = function() {
+  return /** @type {boolean} */ (jspb.Message.getBooleanFieldWithDefault(this, 1, false));
 };
 
 
 /**
- * @param {number} value
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
+ * @param {boolean} value
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter} returns this
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.setPageLoadTimeoutSeconds = function(value) {
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.setIsActive = function(value) {
   return jspb.Message.setField(this, 1, value);
 };
 
 
 /**
  * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter} returns this
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.clearPageLoadTimeoutSeconds = function() {
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.clearIsActive = function() {
   return jspb.Message.setField(this, 1, undefined);
 };
 
@@ -18428,44 +18894,45 @@ proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.clearPageLoadTimeoutSeconds = f
  * Returns whether this field is set.
  * @return {boolean}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.hasPageLoadTimeoutSeconds = function() {
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.hasIsActive = function() {
   return jspb.Message.getField(this, 1) != null;
 };
 
 
 /**
- * optional int32 retry_max_attempts = 2;
- * @return {number}
+ * repeated int32 accepted_status_codes = 2;
+ * @return {!Array<number>}
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.getRetryMaxAttempts = function() {
-  return /** @type {number} */ (jspb.Message.getFieldWithDefault(this, 2, 0));
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.getAcceptedStatusCodesList = function() {
+  return /** @type {!Array<number>} */ (jspb.Message.getRepeatedField(this, 2));
 };
 
 
 /**
- * @param {number} value
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
+ * @param {!Array<number>} value
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter} returns this
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.setRetryMaxAttempts = function(value) {
-  return jspb.Message.setField(this, 2, value);
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.setAcceptedStatusCodesList = function(value) {
+  return jspb.Message.setField(this, 2, value || []);
 };
 
 
 /**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagCrawlerRetryConfig} returns this
+ * @param {number} value
+ * @param {number=} opt_index
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter} returns this
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.clearRetryMaxAttempts = function() {
-  return jspb.Message.setField(this, 2, undefined);
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.addAcceptedStatusCodes = function(value, opt_index) {
+  return jspb.Message.addToRepeatedField(this, 2, value, opt_index);
 };
 
 
 /**
- * Returns whether this field is set.
- * @return {boolean}
+ * Clears the list making it empty but non-null.
+ * @return {!proto.ondewo.nlu.RagCrawlerStatusFilter} returns this
  */
-proto.ondewo.nlu.RagCrawlerRetryConfig.prototype.hasRetryMaxAttempts = function() {
-  return jspb.Message.getField(this, 2) != null;
+proto.ondewo.nlu.RagCrawlerStatusFilter.prototype.clearAcceptedStatusCodesList = function() {
+  return this.setAcceptedStatusCodesList([]);
 };
 
 
@@ -19753,10 +20220,10 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.toObject = function(includeInstance,
   var f, obj = {
 parent: jspb.Message.getFieldWithDefault(msg, 1, ""),
 languageCode: jspb.Message.getFieldWithDefault(msg, 2, ""),
-crawlerName: (f = jspb.Message.getField(msg, 3)) == null ? undefined : f,
-pageToken: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-status: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
-orderby: (f = jspb.Message.getField(msg, 6)) == null ? undefined : f,
+crawlerName: jspb.Message.getFieldWithDefault(msg, 3, ""),
+pageToken: jspb.Message.getFieldWithDefault(msg, 4, ""),
+status: jspb.Message.getFieldWithDefault(msg, 5, 0),
+orderby: jspb.Message.getFieldWithDefault(msg, 6, ""),
 sortingMode: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f
   };
 
@@ -19865,29 +20332,29 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.serializeBinaryToWriter = function(me
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 3));
-  if (f != null) {
+  f = message.getCrawlerName();
+  if (f.length > 0) {
     writer.writeString(
       3,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getPageToken();
+  if (f.length > 0) {
     writer.writeString(
       4,
       f
     );
   }
-  f = /** @type {!proto.ondewo.nlu.OperationMetadata.Status} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getStatus();
+  if (f !== 0.0) {
     writer.writeEnum(
       5,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 6));
-  if (f != null) {
+  f = message.getOrderby();
+  if (f.length > 0) {
     writer.writeString(
       6,
       f
@@ -19953,25 +20420,7 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.getCrawlerName = function()
  * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.setCrawlerName = function(value) {
-  return jspb.Message.setField(this, 3, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.clearCrawlerName = function() {
-  return jspb.Message.setField(this, 3, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.hasCrawlerName = function() {
-  return jspb.Message.getField(this, 3) != null;
+  return jspb.Message.setProto3StringField(this, 3, value);
 };
 
 
@@ -19989,25 +20438,7 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.getPageToken = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.setPageToken = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.clearPageToken = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.hasPageToken = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3StringField(this, 4, value);
 };
 
 
@@ -20025,25 +20456,7 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.getStatus = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.setStatus = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.clearStatus = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.hasStatus = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3EnumField(this, 5, value);
 };
 
 
@@ -20061,25 +20474,7 @@ proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.getOrderby = function() {
  * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
  */
 proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.setOrderby = function(value) {
-  return jspb.Message.setField(this, 6, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagListCrawlerRunsRequest} returns this
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.clearOrderby = function() {
-  return jspb.Message.setField(this, 6, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagListCrawlerRunsRequest.prototype.hasOrderby = function() {
-  return jspb.Message.getField(this, 6) != null;
+  return jspb.Message.setProto3StringField(this, 6, value);
 };
 
 
@@ -21145,10 +21540,10 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.toObject = function(includeInstance
 parent: jspb.Message.getFieldWithDefault(msg, 1, ""),
 languageCode: jspb.Message.getFieldWithDefault(msg, 2, ""),
 operationName: jspb.Message.getFieldWithDefault(msg, 3, ""),
-pageToken: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-urlQuery: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
+pageToken: jspb.Message.getFieldWithDefault(msg, 4, ""),
+urlQuery: jspb.Message.getFieldWithDefault(msg, 5, ""),
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f),
-orderby: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f,
+orderby: jspb.Message.getFieldWithDefault(msg, 7, ""),
 sortingMode: (f = jspb.Message.getField(msg, 8)) == null ? undefined : f
   };
 
@@ -21269,15 +21664,15 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.serializeBinaryToWriter = function(
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getPageToken();
+  if (f.length > 0) {
     writer.writeString(
       4,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getUrlQuery();
+  if (f.length > 0) {
     writer.writeString(
       5,
       f
@@ -21291,8 +21686,8 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.serializeBinaryToWriter = function(
       google_protobuf_field_mask_pb.FieldMask.serializeBinaryToWriter
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 7));
-  if (f != null) {
+  f = message.getOrderby();
+  if (f.length > 0) {
     writer.writeString(
       7,
       f
@@ -21376,25 +21771,7 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.getPageToken = function()
  * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.setPageToken = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.clearPageToken = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.hasPageToken = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3StringField(this, 4, value);
 };
 
 
@@ -21412,25 +21789,7 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.getUrlQuery = function()
  * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.setUrlQuery = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.clearUrlQuery = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.hasUrlQuery = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3StringField(this, 5, value);
 };
 
 
@@ -21485,25 +21844,7 @@ proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.getOrderby = function() {
  * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.setOrderby = function(value) {
-  return jspb.Message.setField(this, 7, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerResultsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.clearOrderby = function() {
-  return jspb.Message.setField(this, 7, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerResultsRequest.prototype.hasOrderby = function() {
-  return jspb.Message.getField(this, 7) != null;
+  return jspb.Message.setProto3StringField(this, 7, value);
 };
 
 
@@ -22678,10 +23019,10 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.toObject = function(includ
 parent: jspb.Message.getFieldWithDefault(msg, 1, ""),
 languageCode: jspb.Message.getFieldWithDefault(msg, 2, ""),
 crawlerName: jspb.Message.getFieldWithDefault(msg, 3, ""),
-pageSize: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-pageToken: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
+pageSize: jspb.Message.getFieldWithDefault(msg, 4, 0),
+pageToken: jspb.Message.getFieldWithDefault(msg, 5, ""),
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f),
-orderby: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f,
+orderby: jspb.Message.getFieldWithDefault(msg, 7, ""),
 sortingMode: (f = jspb.Message.getField(msg, 8)) == null ? undefined : f
   };
 
@@ -22802,15 +23143,15 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.serializeBinaryToWriter =
       f
     );
   }
-  f = /** @type {number} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getPageSize();
+  if (f !== 0) {
     writer.writeInt32(
       4,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getPageToken();
+  if (f.length > 0) {
     writer.writeString(
       5,
       f
@@ -22824,8 +23165,8 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.serializeBinaryToWriter =
       google_protobuf_field_mask_pb.FieldMask.serializeBinaryToWriter
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 7));
-  if (f != null) {
+  f = message.getOrderby();
+  if (f.length > 0) {
     writer.writeString(
       7,
       f
@@ -22909,25 +23250,7 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.getPageSize = fu
  * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.setPageSize = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.clearPageSize = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.hasPageSize = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3IntField(this, 4, value);
 };
 
 
@@ -22945,25 +23268,7 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.getPageToken = f
  * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.setPageToken = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.clearPageToken = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.hasPageToken = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3StringField(this, 5, value);
 };
 
 
@@ -23018,25 +23323,7 @@ proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.getOrderby = fun
  * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.setOrderby = function(value) {
-  return jspb.Message.setField(this, 7, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.clearOrderby = function() {
-  return jspb.Message.setField(this, 7, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerAttachedDatasetsRequest.prototype.hasOrderby = function() {
-  return jspb.Message.getField(this, 7) != null;
+  return jspb.Message.setProto3StringField(this, 7, value);
 };
 
 
@@ -23308,15 +23595,15 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.toObject = function(includeInstance
 parent: jspb.Message.getFieldWithDefault(msg, 1, ""),
 languageCode: jspb.Message.getFieldWithDefault(msg, 2, ""),
 operationName: jspb.Message.getFieldWithDefault(msg, 3, ""),
-pageToken: (f = jspb.Message.getField(msg, 4)) == null ? undefined : f,
-pageSize: (f = jspb.Message.getField(msg, 5)) == null ? undefined : f,
+pageToken: jspb.Message.getFieldWithDefault(msg, 4, ""),
+pageSize: jspb.Message.getFieldWithDefault(msg, 5, 0),
 levelFiltersList: (f = jspb.Message.getRepeatedField(msg, 6)) == null ? undefined : f,
-phaseFilter: (f = jspb.Message.getField(msg, 7)) == null ? undefined : f,
-searchQuery: (f = jspb.Message.getField(msg, 8)) == null ? undefined : f,
+phaseFilter: jspb.Message.getFieldWithDefault(msg, 7, ""),
+searchQuery: jspb.Message.getFieldWithDefault(msg, 8, ""),
 startTime: (f = msg.getStartTime()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
 endTime: (f = msg.getEndTime()) && google_protobuf_timestamp_pb.Timestamp.toObject(includeInstance, f),
-sourceUrlFilter: (f = jspb.Message.getField(msg, 11)) == null ? undefined : f,
-orderby: (f = jspb.Message.getField(msg, 12)) == null ? undefined : f,
+sourceUrlFilter: jspb.Message.getFieldWithDefault(msg, 11, ""),
+orderby: jspb.Message.getFieldWithDefault(msg, 12, ""),
 sortingMode: (f = jspb.Message.getField(msg, 13)) == null ? undefined : f,
 fieldMask: (f = msg.getFieldMask()) && google_protobuf_field_mask_pb.FieldMask.toObject(includeInstance, f)
   };
@@ -23466,15 +23753,15 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.serializeBinaryToWriter = function(
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 4));
-  if (f != null) {
+  f = message.getPageToken();
+  if (f.length > 0) {
     writer.writeString(
       4,
       f
     );
   }
-  f = /** @type {number} */ (jspb.Message.getField(message, 5));
-  if (f != null) {
+  f = message.getPageSize();
+  if (f !== 0) {
     writer.writeInt32(
       5,
       f
@@ -23487,15 +23774,15 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.serializeBinaryToWriter = function(
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 7));
-  if (f != null) {
+  f = message.getPhaseFilter();
+  if (f.length > 0) {
     writer.writeString(
       7,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 8));
-  if (f != null) {
+  f = message.getSearchQuery();
+  if (f.length > 0) {
     writer.writeString(
       8,
       f
@@ -23517,15 +23804,15 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.serializeBinaryToWriter = function(
       google_protobuf_timestamp_pb.Timestamp.serializeBinaryToWriter
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 11));
-  if (f != null) {
+  f = message.getSourceUrlFilter();
+  if (f.length > 0) {
     writer.writeString(
       11,
       f
     );
   }
-  f = /** @type {string} */ (jspb.Message.getField(message, 12));
-  if (f != null) {
+  f = message.getOrderby();
+  if (f.length > 0) {
     writer.writeString(
       12,
       f
@@ -23617,25 +23904,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getPageToken = function()
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setPageToken = function(value) {
-  return jspb.Message.setField(this, 4, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearPageToken = function() {
-  return jspb.Message.setField(this, 4, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasPageToken = function() {
-  return jspb.Message.getField(this, 4) != null;
+  return jspb.Message.setProto3StringField(this, 4, value);
 };
 
 
@@ -23653,25 +23922,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getPageSize = function()
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setPageSize = function(value) {
-  return jspb.Message.setField(this, 5, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearPageSize = function() {
-  return jspb.Message.setField(this, 5, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasPageSize = function() {
-  return jspb.Message.getField(this, 5) != null;
+  return jspb.Message.setProto3IntField(this, 5, value);
 };
 
 
@@ -23726,25 +23977,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getPhaseFilter = function
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setPhaseFilter = function(value) {
-  return jspb.Message.setField(this, 7, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearPhaseFilter = function() {
-  return jspb.Message.setField(this, 7, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasPhaseFilter = function() {
-  return jspb.Message.getField(this, 7) != null;
+  return jspb.Message.setProto3StringField(this, 7, value);
 };
 
 
@@ -23762,25 +23995,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getSearchQuery = function
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setSearchQuery = function(value) {
-  return jspb.Message.setField(this, 8, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearSearchQuery = function() {
-  return jspb.Message.setField(this, 8, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasSearchQuery = function() {
-  return jspb.Message.getField(this, 8) != null;
+  return jspb.Message.setProto3StringField(this, 8, value);
 };
 
 
@@ -23872,25 +24087,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getSourceUrlFilter = func
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setSourceUrlFilter = function(value) {
-  return jspb.Message.setField(this, 11, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearSourceUrlFilter = function() {
-  return jspb.Message.setField(this, 11, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasSourceUrlFilter = function() {
-  return jspb.Message.getField(this, 11) != null;
+  return jspb.Message.setProto3StringField(this, 11, value);
 };
 
 
@@ -23908,25 +24105,7 @@ proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.getOrderby = function() {
  * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
  */
 proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.setOrderby = function(value) {
-  return jspb.Message.setField(this, 12, value);
-};
-
-
-/**
- * Clears the field making it undefined.
- * @return {!proto.ondewo.nlu.RagGetCrawlerRunLogsRequest} returns this
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.clearOrderby = function() {
-  return jspb.Message.setField(this, 12, undefined);
-};
-
-
-/**
- * Returns whether this field is set.
- * @return {boolean}
- */
-proto.ondewo.nlu.RagGetCrawlerRunLogsRequest.prototype.hasOrderby = function() {
-  return jspb.Message.getField(this, 12) != null;
+  return jspb.Message.setProto3StringField(this, 12, value);
 };
 
 
@@ -24416,6 +24595,15 @@ proto.ondewo.nlu.RagCrawlerAuthenticationExecutionType = {
   RAG_CRAWLER_AUTHENTICATION_EXECUTION_TYPE_CLIENT_SIDE: 2
 };
 
+/**
+ * @enum {number}
+ */
+proto.ondewo.nlu.RagCrawlerPruningThresholdType = {
+  RAG_CRAWLER_PRUNING_THRESHOLD_TYPE_UNSPECIFIED: 0,
+  RAG_CRAWLER_PRUNING_THRESHOLD_TYPE_FIXED: 1,
+  RAG_CRAWLER_PRUNING_THRESHOLD_TYPE_DYNAMIC: 2
+};
+
 /**
  * @enum {number}
  */