carbon_ruby_sdk 0.1.12 → 0.1.14

Sign up to get free protection for your applications and to get access to all the features.
Files changed (34) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile.lock +6 -6
  3. data/README.md +43 -2
  4. data/lib/carbon_ruby_sdk/api/integrations_api.rb +92 -20
  5. data/lib/carbon_ruby_sdk/models/document_response.rb +15 -5
  6. data/lib/carbon_ruby_sdk/models/embedding_and_chunk.rb +15 -5
  7. data/lib/carbon_ruby_sdk/models/fresh_desk_connect_request.rb +15 -5
  8. data/lib/carbon_ruby_sdk/models/gitbook_connect_request.rb +15 -5
  9. data/lib/carbon_ruby_sdk/models/gitbook_sync_request.rb +15 -5
  10. data/lib/carbon_ruby_sdk/models/gmail_sync_input.rb +15 -5
  11. data/lib/carbon_ruby_sdk/models/o_auth_url_request.rb +41 -5
  12. data/lib/carbon_ruby_sdk/models/organization_user_data_source_api.rb +11 -1
  13. data/lib/carbon_ruby_sdk/models/organization_user_files_to_sync_filters.rb +32 -4
  14. data/lib/carbon_ruby_sdk/models/outlook_sync_input.rb +15 -5
  15. data/lib/carbon_ruby_sdk/models/rss_feed_input.rb +15 -5
  16. data/lib/carbon_ruby_sdk/models/s3_file_sync_input.rb +39 -5
  17. data/lib/carbon_ruby_sdk/models/sync_files_request.rb +38 -4
  18. data/lib/carbon_ruby_sdk/models/user_file.rb +11 -1
  19. data/lib/carbon_ruby_sdk/version.rb +1 -1
  20. data/spec/models/document_response_spec.rb +6 -0
  21. data/spec/models/embedding_and_chunk_spec.rb +6 -0
  22. data/spec/models/fresh_desk_connect_request_spec.rb +6 -0
  23. data/spec/models/gitbook_connect_request_spec.rb +6 -0
  24. data/spec/models/gitbook_sync_request_spec.rb +6 -0
  25. data/spec/models/gmail_sync_input_spec.rb +6 -0
  26. data/spec/models/o_auth_url_request_spec.rb +18 -0
  27. data/spec/models/organization_user_data_source_api_spec.rb +6 -0
  28. data/spec/models/organization_user_files_to_sync_filters_spec.rb +6 -0
  29. data/spec/models/outlook_sync_input_spec.rb +6 -0
  30. data/spec/models/rss_feed_input_spec.rb +6 -0
  31. data/spec/models/s3_file_sync_input_spec.rb +18 -0
  32. data/spec/models/sync_files_request_spec.rb +18 -0
  33. data/spec/models/user_file_spec.rb +6 -0
  34. metadata +3 -3
@@ -31,6 +31,8 @@ module Carbon
31
31
 
32
32
  attr_accessor :sync_files_on_connection
33
33
 
34
+ attr_accessor :request_id
35
+
34
36
  # Attribute mapping from ruby-style variable name to JSON key.
35
37
  def self.attribute_map
36
38
  {
@@ -43,7 +45,8 @@ module Carbon
43
45
  :'embedding_model' => :'embedding_model',
44
46
  :'generate_sparse_vectors' => :'generate_sparse_vectors',
45
47
  :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
46
- :'sync_files_on_connection' => :'sync_files_on_connection'
48
+ :'sync_files_on_connection' => :'sync_files_on_connection',
49
+ :'request_id' => :'request_id'
47
50
  }
48
51
  end
49
52
 
@@ -64,7 +67,8 @@ module Carbon
64
67
  :'embedding_model' => :'EmbeddingGenerators',
65
68
  :'generate_sparse_vectors' => :'Boolean',
66
69
  :'prepend_filename_to_chunks' => :'Boolean',
67
- :'sync_files_on_connection' => :'Boolean'
70
+ :'sync_files_on_connection' => :'Boolean',
71
+ :'request_id' => :'String'
68
72
  }
69
73
  end
70
74
 
@@ -77,7 +81,8 @@ module Carbon
77
81
  :'skip_embedding_generation',
78
82
  :'generate_sparse_vectors',
79
83
  :'prepend_filename_to_chunks',
80
- :'sync_files_on_connection'
84
+ :'sync_files_on_connection',
85
+ :'request_id'
81
86
  ])
82
87
  end
83
88
 
@@ -149,6 +154,10 @@ module Carbon
149
154
  else
150
155
  self.sync_files_on_connection = true
151
156
  end
157
+
158
+ if attributes.key?(:'request_id')
159
+ self.request_id = attributes[:'request_id']
160
+ end
152
161
  end
153
162
 
154
163
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -188,7 +197,8 @@ module Carbon
188
197
  embedding_model == o.embedding_model &&
189
198
  generate_sparse_vectors == o.generate_sparse_vectors &&
190
199
  prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
191
- sync_files_on_connection == o.sync_files_on_connection
200
+ sync_files_on_connection == o.sync_files_on_connection &&
201
+ request_id == o.request_id
192
202
  end
193
203
 
194
204
  # @see the `==` method
@@ -200,7 +210,7 @@ module Carbon
200
210
  # Calculates hash code according to all attributes.
201
211
  # @return [Integer] Hash code
202
212
  def hash
203
- [tags, organization, access_token, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, sync_files_on_connection].hash
213
+ [tags, organization, access_token, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, sync_files_on_connection, request_id].hash
204
214
  end
205
215
 
206
216
  # Builds the object from hash
@@ -29,6 +29,8 @@ module Carbon
29
29
 
30
30
  attr_accessor :prepend_filename_to_chunks
31
31
 
32
+ attr_accessor :request_id
33
+
32
34
  # Attribute mapping from ruby-style variable name to JSON key.
33
35
  def self.attribute_map
34
36
  {
@@ -40,7 +42,8 @@ module Carbon
40
42
  :'skip_embedding_generation' => :'skip_embedding_generation',
41
43
  :'embedding_model' => :'embedding_model',
42
44
  :'generate_sparse_vectors' => :'generate_sparse_vectors',
43
- :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks'
45
+ :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
46
+ :'request_id' => :'request_id'
44
47
  }
45
48
  end
46
49
 
@@ -60,7 +63,8 @@ module Carbon
60
63
  :'skip_embedding_generation' => :'Boolean',
61
64
  :'embedding_model' => :'EmbeddingGenerators',
62
65
  :'generate_sparse_vectors' => :'Boolean',
63
- :'prepend_filename_to_chunks' => :'Boolean'
66
+ :'prepend_filename_to_chunks' => :'Boolean',
67
+ :'request_id' => :'String'
64
68
  }
65
69
  end
66
70
 
@@ -72,7 +76,8 @@ module Carbon
72
76
  :'chunk_overlap',
73
77
  :'skip_embedding_generation',
74
78
  :'generate_sparse_vectors',
75
- :'prepend_filename_to_chunks'
79
+ :'prepend_filename_to_chunks',
80
+ :'request_id'
76
81
  ])
77
82
  end
78
83
 
@@ -140,6 +145,10 @@ module Carbon
140
145
  else
141
146
  self.prepend_filename_to_chunks = false
142
147
  end
148
+
149
+ if attributes.key?(:'request_id')
150
+ self.request_id = attributes[:'request_id']
151
+ end
143
152
  end
144
153
 
145
154
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -197,7 +206,8 @@ module Carbon
197
206
  skip_embedding_generation == o.skip_embedding_generation &&
198
207
  embedding_model == o.embedding_model &&
199
208
  generate_sparse_vectors == o.generate_sparse_vectors &&
200
- prepend_filename_to_chunks == o.prepend_filename_to_chunks
209
+ prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
210
+ request_id == o.request_id
201
211
  end
202
212
 
203
213
  # @see the `==` method
@@ -209,7 +219,7 @@ module Carbon
209
219
  # Calculates hash code according to all attributes.
210
220
  # @return [Integer] Hash code
211
221
  def hash
212
- [tags, space_ids, data_source_id, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks].hash
222
+ [tags, space_ids, data_source_id, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, request_id].hash
213
223
  end
214
224
 
215
225
  # Builds the object from hash
@@ -29,6 +29,8 @@ module Carbon
29
29
 
30
30
  attr_accessor :data_source_id
31
31
 
32
+ attr_accessor :request_id
33
+
32
34
  # Attribute mapping from ruby-style variable name to JSON key.
33
35
  def self.attribute_map
34
36
  {
@@ -40,7 +42,8 @@ module Carbon
40
42
  :'embedding_model' => :'embedding_model',
41
43
  :'generate_sparse_vectors' => :'generate_sparse_vectors',
42
44
  :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
43
- :'data_source_id' => :'data_source_id'
45
+ :'data_source_id' => :'data_source_id',
46
+ :'request_id' => :'request_id'
44
47
  }
45
48
  end
46
49
 
@@ -60,7 +63,8 @@ module Carbon
60
63
  :'embedding_model' => :'EmbeddingGenerators',
61
64
  :'generate_sparse_vectors' => :'Boolean',
62
65
  :'prepend_filename_to_chunks' => :'Boolean',
63
- :'data_source_id' => :'Integer'
66
+ :'data_source_id' => :'Integer',
67
+ :'request_id' => :'String'
64
68
  }
65
69
  end
66
70
 
@@ -73,7 +77,8 @@ module Carbon
73
77
  :'skip_embedding_generation',
74
78
  :'generate_sparse_vectors',
75
79
  :'prepend_filename_to_chunks',
76
- :'data_source_id'
80
+ :'data_source_id',
81
+ :'request_id'
77
82
  ])
78
83
  end
79
84
 
@@ -139,6 +144,10 @@ module Carbon
139
144
  if attributes.key?(:'data_source_id')
140
145
  self.data_source_id = attributes[:'data_source_id']
141
146
  end
147
+
148
+ if attributes.key?(:'request_id')
149
+ self.request_id = attributes[:'request_id']
150
+ end
142
151
  end
143
152
 
144
153
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -172,7 +181,8 @@ module Carbon
172
181
  embedding_model == o.embedding_model &&
173
182
  generate_sparse_vectors == o.generate_sparse_vectors &&
174
183
  prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
175
- data_source_id == o.data_source_id
184
+ data_source_id == o.data_source_id &&
185
+ request_id == o.request_id
176
186
  end
177
187
 
178
188
  # @see the `==` method
@@ -184,7 +194,7 @@ module Carbon
184
194
  # Calculates hash code according to all attributes.
185
195
  # @return [Integer] Hash code
186
196
  def hash
187
- [tags, filters, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, data_source_id].hash
197
+ [tags, filters, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, data_source_id, request_id].hash
188
198
  end
189
199
 
190
200
  # Builds the object from hash
@@ -53,6 +53,14 @@ module Carbon
53
53
  # Used to connect a new data source. If not specified, we will attempt to create a sync URL for an existing data source based on type and ID.
54
54
  attr_accessor :connecting_new_account
55
55
 
56
+ # This request id will be added to all files that get synced using the generated OAuth URL
57
+ attr_accessor :request_id
58
+
59
+ # Enable OCR for files that support it. Supported formats: pdf
60
+ attr_accessor :use_ocr
61
+
62
+ attr_accessor :parse_pdf_tables_with_ocr
63
+
56
64
  # Attribute mapping from ruby-style variable name to JSON key.
57
65
  def self.attribute_map
58
66
  {
@@ -74,7 +82,10 @@ module Carbon
74
82
  :'sync_files_on_connection' => :'sync_files_on_connection',
75
83
  :'set_page_as_boundary' => :'set_page_as_boundary',
76
84
  :'data_source_id' => :'data_source_id',
77
- :'connecting_new_account' => :'connecting_new_account'
85
+ :'connecting_new_account' => :'connecting_new_account',
86
+ :'request_id' => :'request_id',
87
+ :'use_ocr' => :'use_ocr',
88
+ :'parse_pdf_tables_with_ocr' => :'parse_pdf_tables_with_ocr'
78
89
  }
79
90
  end
80
91
 
@@ -104,7 +115,10 @@ module Carbon
104
115
  :'sync_files_on_connection' => :'Boolean',
105
116
  :'set_page_as_boundary' => :'Boolean',
106
117
  :'data_source_id' => :'Integer',
107
- :'connecting_new_account' => :'Boolean'
118
+ :'connecting_new_account' => :'Boolean',
119
+ :'request_id' => :'String',
120
+ :'use_ocr' => :'Boolean',
121
+ :'parse_pdf_tables_with_ocr' => :'Boolean'
108
122
  }
109
123
  end
110
124
 
@@ -127,7 +141,10 @@ module Carbon
127
141
  :'salesforce_domain',
128
142
  :'sync_files_on_connection',
129
143
  :'data_source_id',
130
- :'connecting_new_account'
144
+ :'connecting_new_account',
145
+ :'request_id',
146
+ :'use_ocr',
147
+ :'parse_pdf_tables_with_ocr'
131
148
  ])
132
149
  end
133
150
 
@@ -239,6 +256,22 @@ module Carbon
239
256
  else
240
257
  self.connecting_new_account = false
241
258
  end
259
+
260
+ if attributes.key?(:'request_id')
261
+ self.request_id = attributes[:'request_id']
262
+ end
263
+
264
+ if attributes.key?(:'use_ocr')
265
+ self.use_ocr = attributes[:'use_ocr']
266
+ else
267
+ self.use_ocr = false
268
+ end
269
+
270
+ if attributes.key?(:'parse_pdf_tables_with_ocr')
271
+ self.parse_pdf_tables_with_ocr = attributes[:'parse_pdf_tables_with_ocr']
272
+ else
273
+ self.parse_pdf_tables_with_ocr = false
274
+ end
242
275
  end
243
276
 
244
277
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -282,7 +315,10 @@ module Carbon
282
315
  sync_files_on_connection == o.sync_files_on_connection &&
283
316
  set_page_as_boundary == o.set_page_as_boundary &&
284
317
  data_source_id == o.data_source_id &&
285
- connecting_new_account == o.connecting_new_account
318
+ connecting_new_account == o.connecting_new_account &&
319
+ request_id == o.request_id &&
320
+ use_ocr == o.use_ocr &&
321
+ parse_pdf_tables_with_ocr == o.parse_pdf_tables_with_ocr
286
322
  end
287
323
 
288
324
  # @see the `==` method
@@ -294,7 +330,7 @@ module Carbon
294
330
  # Calculates hash code according to all attributes.
295
331
  # @return [Integer] Hash code
296
332
  def hash
297
- [tags, scope, service, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, zendesk_subdomain, microsoft_tenant, sharepoint_site_name, confluence_subdomain, generate_sparse_vectors, prepend_filename_to_chunks, max_items_per_chunk, salesforce_domain, sync_files_on_connection, set_page_as_boundary, data_source_id, connecting_new_account].hash
333
+ [tags, scope, service, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, zendesk_subdomain, microsoft_tenant, sharepoint_site_name, confluence_subdomain, generate_sparse_vectors, prepend_filename_to_chunks, max_items_per_chunk, salesforce_domain, sync_files_on_connection, set_page_as_boundary, data_source_id, connecting_new_account, request_id, use_ocr, parse_pdf_tables_with_ocr].hash
298
334
  end
299
335
 
300
336
  # Builds the object from hash
@@ -35,6 +35,8 @@ module Carbon
35
35
 
36
36
  attr_accessor :last_sync_action
37
37
 
38
+ attr_accessor :enable_auto_sync
39
+
38
40
  attr_accessor :created_at
39
41
 
40
42
  attr_accessor :updated_at
@@ -54,6 +56,7 @@ module Carbon
54
56
  :'revoked_access' => :'revoked_access',
55
57
  :'last_synced_at' => :'last_synced_at',
56
58
  :'last_sync_action' => :'last_sync_action',
59
+ :'enable_auto_sync' => :'enable_auto_sync',
57
60
  :'created_at' => :'created_at',
58
61
  :'updated_at' => :'updated_at'
59
62
  }
@@ -79,6 +82,7 @@ module Carbon
79
82
  :'revoked_access' => :'Boolean',
80
83
  :'last_synced_at' => :'Time',
81
84
  :'last_sync_action' => :'DataSourceLastSyncActions',
85
+ :'enable_auto_sync' => :'Boolean',
82
86
  :'created_at' => :'Time',
83
87
  :'updated_at' => :'Time'
84
88
  }
@@ -90,6 +94,7 @@ module Carbon
90
94
  :'data_source_external_id',
91
95
  :'token',
92
96
  :'source_items_synced_at',
97
+ :'enable_auto_sync',
93
98
  ])
94
99
  end
95
100
 
@@ -156,6 +161,10 @@ module Carbon
156
161
  self.last_sync_action = attributes[:'last_sync_action']
157
162
  end
158
163
 
164
+ if attributes.key?(:'enable_auto_sync')
165
+ self.enable_auto_sync = attributes[:'enable_auto_sync']
166
+ end
167
+
159
168
  if attributes.key?(:'created_at')
160
169
  self.created_at = attributes[:'created_at']
161
170
  end
@@ -250,6 +259,7 @@ module Carbon
250
259
  revoked_access == o.revoked_access &&
251
260
  last_synced_at == o.last_synced_at &&
252
261
  last_sync_action == o.last_sync_action &&
262
+ enable_auto_sync == o.enable_auto_sync &&
253
263
  created_at == o.created_at &&
254
264
  updated_at == o.updated_at
255
265
  end
@@ -263,7 +273,7 @@ module Carbon
263
273
  # Calculates hash code according to all attributes.
264
274
  # @return [Integer] Hash code
265
275
  def hash
266
- [id, data_source_external_id, data_source_type, token, sync_status, source_items_synced_at, organization_user_id, organization_id, organization_supplied_user_id, revoked_access, last_synced_at, last_sync_action, created_at, updated_at].hash
276
+ [id, data_source_external_id, data_source_type, token, sync_status, source_items_synced_at, organization_user_id, organization_id, organization_supplied_user_id, revoked_access, last_synced_at, last_sync_action, enable_auto_sync, created_at, updated_at].hash
267
277
  end
268
278
 
269
279
  # Builds the object from hash
@@ -47,6 +47,9 @@ module Carbon
47
47
  # If true, the query will return only files that have not been synced yet.
48
48
  attr_accessor :non_synced_only
49
49
 
50
+ # Filter by request ID(s) which were used to sync the files
51
+ attr_accessor :request_ids
52
+
50
53
  # Attribute mapping from ruby-style variable name to JSON key.
51
54
  def self.attribute_map
52
55
  {
@@ -62,7 +65,8 @@ module Carbon
62
65
  :'embedding_generators' => :'embedding_generators',
63
66
  :'root_files_only' => :'root_files_only',
64
67
  :'include_all_children' => :'include_all_children',
65
- :'non_synced_only' => :'non_synced_only'
68
+ :'non_synced_only' => :'non_synced_only',
69
+ :'request_ids' => :'request_ids'
66
70
  }
67
71
  end
68
72
 
@@ -86,7 +90,8 @@ module Carbon
86
90
  :'embedding_generators' => :'Array<EmbeddingGenerators>',
87
91
  :'root_files_only' => :'Boolean',
88
92
  :'include_all_children' => :'Boolean',
89
- :'non_synced_only' => :'Boolean'
93
+ :'non_synced_only' => :'Boolean',
94
+ :'request_ids' => :'Array<String>'
90
95
  }
91
96
  end
92
97
 
@@ -104,6 +109,7 @@ module Carbon
104
109
  :'organization_user_data_source_id',
105
110
  :'embedding_generators',
106
111
  :'root_files_only',
112
+ :'request_ids'
107
113
  ])
108
114
  end
109
115
 
@@ -191,21 +197,42 @@ module Carbon
191
197
  else
192
198
  self.non_synced_only = false
193
199
  end
200
+
201
+ if attributes.key?(:'request_ids')
202
+ if (value = attributes[:'request_ids']).is_a?(Array)
203
+ self.request_ids = value
204
+ end
205
+ end
194
206
  end
195
207
 
196
208
  # Show invalid properties with the reasons. Usually used together with valid?
197
209
  # @return Array for valid properties with the reasons
198
210
  def list_invalid_properties
199
211
  invalid_properties = Array.new
212
+ if !@request_ids.nil? && @request_ids.length > 100
213
+ invalid_properties.push('invalid value for "request_ids", number of items must be less than or equal to 100.')
214
+ end
215
+
200
216
  invalid_properties
201
217
  end
202
218
 
203
219
  # Check to see if the all the properties in the model are valid
204
220
  # @return true if the model is valid
205
221
  def valid?
222
+ return false if !@request_ids.nil? && @request_ids.length > 100
206
223
  true
207
224
  end
208
225
 
226
+ # Custom attribute writer method with validation
227
+ # @param [Object] request_ids Value to be assigned
228
+ def request_ids=(request_ids)
229
+ if !request_ids.nil? && request_ids.length > 100
230
+ fail ArgumentError, 'invalid value for "request_ids", number of items must be less than or equal to 100.'
231
+ end
232
+
233
+ @request_ids = request_ids
234
+ end
235
+
209
236
  # Checks equality by comparing each attribute.
210
237
  # @param [Object] Object to be compared
211
238
  def ==(o)
@@ -223,7 +250,8 @@ module Carbon
223
250
  embedding_generators == o.embedding_generators &&
224
251
  root_files_only == o.root_files_only &&
225
252
  include_all_children == o.include_all_children &&
226
- non_synced_only == o.non_synced_only
253
+ non_synced_only == o.non_synced_only &&
254
+ request_ids == o.request_ids
227
255
  end
228
256
 
229
257
  # @see the `==` method
@@ -235,7 +263,7 @@ module Carbon
235
263
  # Calculates hash code according to all attributes.
236
264
  # @return [Integer] Hash code
237
265
  def hash
238
- [tags, source, name, tags_v2, ids, external_file_ids, sync_statuses, parent_file_ids, organization_user_data_source_id, embedding_generators, root_files_only, include_all_children, non_synced_only].hash
266
+ [tags, source, name, tags_v2, ids, external_file_ids, sync_statuses, parent_file_ids, organization_user_data_source_id, embedding_generators, root_files_only, include_all_children, non_synced_only, request_ids].hash
239
267
  end
240
268
 
241
269
  # Builds the object from hash
@@ -31,6 +31,8 @@ module Carbon
31
31
 
32
32
  attr_accessor :data_source_id
33
33
 
34
+ attr_accessor :request_id
35
+
34
36
  # Attribute mapping from ruby-style variable name to JSON key.
35
37
  def self.attribute_map
36
38
  {
@@ -43,7 +45,8 @@ module Carbon
43
45
  :'embedding_model' => :'embedding_model',
44
46
  :'generate_sparse_vectors' => :'generate_sparse_vectors',
45
47
  :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
46
- :'data_source_id' => :'data_source_id'
48
+ :'data_source_id' => :'data_source_id',
49
+ :'request_id' => :'request_id'
47
50
  }
48
51
  end
49
52
 
@@ -64,7 +67,8 @@ module Carbon
64
67
  :'embedding_model' => :'EmbeddingGenerators',
65
68
  :'generate_sparse_vectors' => :'Boolean',
66
69
  :'prepend_filename_to_chunks' => :'Boolean',
67
- :'data_source_id' => :'Integer'
70
+ :'data_source_id' => :'Integer',
71
+ :'request_id' => :'String'
68
72
  }
69
73
  end
70
74
 
@@ -78,7 +82,8 @@ module Carbon
78
82
  :'skip_embedding_generation',
79
83
  :'generate_sparse_vectors',
80
84
  :'prepend_filename_to_chunks',
81
- :'data_source_id'
85
+ :'data_source_id',
86
+ :'request_id'
82
87
  ])
83
88
  end
84
89
 
@@ -150,6 +155,10 @@ module Carbon
150
155
  if attributes.key?(:'data_source_id')
151
156
  self.data_source_id = attributes[:'data_source_id']
152
157
  end
158
+
159
+ if attributes.key?(:'request_id')
160
+ self.request_id = attributes[:'request_id']
161
+ end
153
162
  end
154
163
 
155
164
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -184,7 +193,8 @@ module Carbon
184
193
  embedding_model == o.embedding_model &&
185
194
  generate_sparse_vectors == o.generate_sparse_vectors &&
186
195
  prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
187
- data_source_id == o.data_source_id
196
+ data_source_id == o.data_source_id &&
197
+ request_id == o.request_id
188
198
  end
189
199
 
190
200
  # @see the `==` method
@@ -196,7 +206,7 @@ module Carbon
196
206
  # Calculates hash code according to all attributes.
197
207
  # @return [Integer] Hash code
198
208
  def hash
199
- [tags, folder, filters, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, data_source_id].hash
209
+ [tags, folder, filters, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, data_source_id, request_id].hash
200
210
  end
201
211
 
202
212
  # Builds the object from hash
@@ -27,6 +27,8 @@ module Carbon
27
27
 
28
28
  attr_accessor :prepend_filename_to_chunks
29
29
 
30
+ attr_accessor :request_id
31
+
30
32
  # Attribute mapping from ruby-style variable name to JSON key.
31
33
  def self.attribute_map
32
34
  {
@@ -37,7 +39,8 @@ module Carbon
37
39
  :'skip_embedding_generation' => :'skip_embedding_generation',
38
40
  :'embedding_model' => :'embedding_model',
39
41
  :'generate_sparse_vectors' => :'generate_sparse_vectors',
40
- :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks'
42
+ :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
43
+ :'request_id' => :'request_id'
41
44
  }
42
45
  end
43
46
 
@@ -56,7 +59,8 @@ module Carbon
56
59
  :'skip_embedding_generation' => :'Boolean',
57
60
  :'embedding_model' => :'EmbeddingGenerators',
58
61
  :'generate_sparse_vectors' => :'Boolean',
59
- :'prepend_filename_to_chunks' => :'Boolean'
62
+ :'prepend_filename_to_chunks' => :'Boolean',
63
+ :'request_id' => :'String'
60
64
  }
61
65
  end
62
66
 
@@ -68,7 +72,8 @@ module Carbon
68
72
  :'chunk_overlap',
69
73
  :'skip_embedding_generation',
70
74
  :'generate_sparse_vectors',
71
- :'prepend_filename_to_chunks'
75
+ :'prepend_filename_to_chunks',
76
+ :'request_id'
72
77
  ])
73
78
  end
74
79
 
@@ -130,6 +135,10 @@ module Carbon
130
135
  else
131
136
  self.prepend_filename_to_chunks = false
132
137
  end
138
+
139
+ if attributes.key?(:'request_id')
140
+ self.request_id = attributes[:'request_id']
141
+ end
133
142
  end
134
143
 
135
144
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -162,7 +171,8 @@ module Carbon
162
171
  skip_embedding_generation == o.skip_embedding_generation &&
163
172
  embedding_model == o.embedding_model &&
164
173
  generate_sparse_vectors == o.generate_sparse_vectors &&
165
- prepend_filename_to_chunks == o.prepend_filename_to_chunks
174
+ prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
175
+ request_id == o.request_id
166
176
  end
167
177
 
168
178
  # @see the `==` method
@@ -174,7 +184,7 @@ module Carbon
174
184
  # Calculates hash code according to all attributes.
175
185
  # @return [Integer] Hash code
176
186
  def hash
177
- [tags, url, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks].hash
187
+ [tags, url, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, request_id].hash
178
188
  end
179
189
 
180
190
  # Builds the object from hash
@@ -34,6 +34,12 @@ module Carbon
34
34
 
35
35
  attr_accessor :data_source_id
36
36
 
37
+ attr_accessor :request_id
38
+
39
+ attr_accessor :use_ocr
40
+
41
+ attr_accessor :parse_pdf_tables_with_ocr
42
+
37
43
  # Attribute mapping from ruby-style variable name to JSON key.
38
44
  def self.attribute_map
39
45
  {
@@ -47,7 +53,10 @@ module Carbon
47
53
  :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
48
54
  :'max_items_per_chunk' => :'max_items_per_chunk',
49
55
  :'set_page_as_boundary' => :'set_page_as_boundary',
50
- :'data_source_id' => :'data_source_id'
56
+ :'data_source_id' => :'data_source_id',
57
+ :'request_id' => :'request_id',
58
+ :'use_ocr' => :'use_ocr',
59
+ :'parse_pdf_tables_with_ocr' => :'parse_pdf_tables_with_ocr'
51
60
  }
52
61
  end
53
62
 
@@ -69,7 +78,10 @@ module Carbon
69
78
  :'prepend_filename_to_chunks' => :'Boolean',
70
79
  :'max_items_per_chunk' => :'Integer',
71
80
  :'set_page_as_boundary' => :'Boolean',
72
- :'data_source_id' => :'Integer'
81
+ :'data_source_id' => :'Integer',
82
+ :'request_id' => :'String',
83
+ :'use_ocr' => :'Boolean',
84
+ :'parse_pdf_tables_with_ocr' => :'Boolean'
73
85
  }
74
86
  end
75
87
 
@@ -83,7 +95,10 @@ module Carbon
83
95
  :'generate_sparse_vectors',
84
96
  :'prepend_filename_to_chunks',
85
97
  :'max_items_per_chunk',
86
- :'data_source_id'
98
+ :'data_source_id',
99
+ :'request_id',
100
+ :'use_ocr',
101
+ :'parse_pdf_tables_with_ocr'
87
102
  ])
88
103
  end
89
104
 
@@ -161,6 +176,22 @@ module Carbon
161
176
  if attributes.key?(:'data_source_id')
162
177
  self.data_source_id = attributes[:'data_source_id']
163
178
  end
179
+
180
+ if attributes.key?(:'request_id')
181
+ self.request_id = attributes[:'request_id']
182
+ end
183
+
184
+ if attributes.key?(:'use_ocr')
185
+ self.use_ocr = attributes[:'use_ocr']
186
+ else
187
+ self.use_ocr = false
188
+ end
189
+
190
+ if attributes.key?(:'parse_pdf_tables_with_ocr')
191
+ self.parse_pdf_tables_with_ocr = attributes[:'parse_pdf_tables_with_ocr']
192
+ else
193
+ self.parse_pdf_tables_with_ocr = false
194
+ end
164
195
  end
165
196
 
166
197
  # Show invalid properties with the reasons. Usually used together with valid?
@@ -196,7 +227,10 @@ module Carbon
196
227
  prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
197
228
  max_items_per_chunk == o.max_items_per_chunk &&
198
229
  set_page_as_boundary == o.set_page_as_boundary &&
199
- data_source_id == o.data_source_id
230
+ data_source_id == o.data_source_id &&
231
+ request_id == o.request_id &&
232
+ use_ocr == o.use_ocr &&
233
+ parse_pdf_tables_with_ocr == o.parse_pdf_tables_with_ocr
200
234
  end
201
235
 
202
236
  # @see the `==` method
@@ -208,7 +242,7 @@ module Carbon
208
242
  # Calculates hash code according to all attributes.
209
243
  # @return [Integer] Hash code
210
244
  def hash
211
- [tags, ids, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, max_items_per_chunk, set_page_as_boundary, data_source_id].hash
245
+ [tags, ids, chunk_size, chunk_overlap, skip_embedding_generation, embedding_model, generate_sparse_vectors, prepend_filename_to_chunks, max_items_per_chunk, set_page_as_boundary, data_source_id, request_id, use_ocr, parse_pdf_tables_with_ocr].hash
212
246
  end
213
247
 
214
248
  # Builds the object from hash