ae_easy-core 0.0.4 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/ae_easy-core.gemspec +2 -1
- data/doc/AeEasy/Core/Config.html +1 -1
- data/doc/AeEasy/Core/Exception/OutdatedError.html +1 -1
- data/doc/AeEasy/Core/Exception.html +1 -1
- data/doc/AeEasy/Core/Helper/Cookie.html +1 -1
- data/doc/AeEasy/Core/Helper.html +1 -1
- data/doc/AeEasy/Core/Mock/FakeDb.html +1402 -449
- data/doc/AeEasy/Core/Mock/FakeExecutor.html +898 -428
- data/doc/AeEasy/Core/Mock/FakeParser.html +9 -124
- data/doc/AeEasy/Core/Mock/FakeSeeder.html +9 -118
- data/doc/AeEasy/Core/Mock.html +1 -1
- data/doc/AeEasy/Core/Plugin/CollectionVault.html +1 -1
- data/doc/AeEasy/Core/Plugin/ConfigBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin/ContextIntegrator.html +1 -1
- data/doc/AeEasy/Core/Plugin/InitializeHook.html +1 -1
- data/doc/AeEasy/Core/Plugin/Parser.html +1 -1
- data/doc/AeEasy/Core/Plugin/ParserBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin/Seeder.html +1 -1
- data/doc/AeEasy/Core/Plugin/SeederBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin.html +1 -1
- data/doc/AeEasy/Core/SmartCollection.html +1 -300
- data/doc/AeEasy/Core.html +32 -110
- data/doc/AeEasy.html +1 -1
- data/doc/_index.html +1 -1
- data/doc/file.README.html +1 -1
- data/doc/index.html +1 -1
- data/doc/method_list.html +157 -117
- data/doc/top-level-namespace.html +1 -1
- data/lib/ae_easy/core/mock/fake_db.rb +216 -14
- data/lib/ae_easy/core/mock/fake_executor.rb +112 -7
- data/lib/ae_easy/core/version.rb +1 -1
- data/lib/ae_easy/core.rb +1 -0
- metadata +18 -5
- data/Gemfile.lock +0 -57
@@ -105,6 +105,33 @@
|
|
105
105
|
|
106
106
|
|
107
107
|
</div>
|
108
|
+
|
109
|
+
<h2>
|
110
|
+
Constant Summary
|
111
|
+
<small><a href="#" class="constants_summary_toggle">collapse</a></small>
|
112
|
+
</h2>
|
113
|
+
|
114
|
+
<dl class="constants">
|
115
|
+
|
116
|
+
<dt id="MAX_FIND_OUTPUTS_PER_PAGE-constant" class="">MAX_FIND_OUTPUTS_PER_PAGE =
|
117
|
+
<div class="docstring">
|
118
|
+
<div class="discussion">
|
119
|
+
|
120
|
+
<p>Max allowed page size when query outputs (see #find_outputs).</p>
|
121
|
+
|
122
|
+
|
123
|
+
</div>
|
124
|
+
</div>
|
125
|
+
<div class="tags">
|
126
|
+
|
127
|
+
|
128
|
+
</div>
|
129
|
+
</dt>
|
130
|
+
<dd><pre class="code"><span class='int'>500</span></pre></dd>
|
131
|
+
|
132
|
+
</dl>
|
133
|
+
|
134
|
+
|
108
135
|
|
109
136
|
|
110
137
|
|
@@ -172,7 +199,7 @@
|
|
172
199
|
|
173
200
|
|
174
201
|
<h2>
|
175
|
-
|
202
|
+
Instance Method Summary
|
176
203
|
<small><a href="#" class="summary_toggle">collapse</a></small>
|
177
204
|
</h2>
|
178
205
|
|
@@ -181,7 +208,7 @@
|
|
181
208
|
<li class="public ">
|
182
209
|
<span class="summary_signature">
|
183
210
|
|
184
|
-
<a href="#
|
211
|
+
<a href="#db-instance_method" title="#db (instance method)">#<strong>db</strong> ⇒ Object </a>
|
185
212
|
|
186
213
|
|
187
214
|
|
@@ -196,25 +223,16 @@
|
|
196
223
|
|
197
224
|
|
198
225
|
<span class="summary_desc"><div class='inline'>
|
199
|
-
<p>
|
226
|
+
<p>Fake database to represent what it is saved.</p>
|
200
227
|
</div></span>
|
201
228
|
|
202
229
|
</li>
|
203
230
|
|
204
231
|
|
205
|
-
</ul>
|
206
|
-
|
207
|
-
<h2>
|
208
|
-
Instance Method Summary
|
209
|
-
<small><a href="#" class="summary_toggle">collapse</a></small>
|
210
|
-
</h2>
|
211
|
-
|
212
|
-
<ul class="summary">
|
213
|
-
|
214
232
|
<li class="public ">
|
215
233
|
<span class="summary_signature">
|
216
234
|
|
217
|
-
<a href="#
|
235
|
+
<a href="#execute_script-instance_method" title="#execute_script (instance method)">#<strong>execute_script</strong>(file_path, vars = {}) ⇒ Object </a>
|
218
236
|
|
219
237
|
|
220
238
|
|
@@ -229,7 +247,7 @@
|
|
229
247
|
|
230
248
|
|
231
249
|
<span class="summary_desc"><div class='inline'>
|
232
|
-
<p>
|
250
|
+
<p>Execute an script file as an executor.</p>
|
233
251
|
</div></span>
|
234
252
|
|
235
253
|
</li>
|
@@ -238,7 +256,7 @@
|
|
238
256
|
<li class="public ">
|
239
257
|
<span class="summary_signature">
|
240
258
|
|
241
|
-
<a href="#
|
259
|
+
<a href="#find_output-instance_method" title="#find_output (instance method)">#<strong>find_output</strong>(collection = 'default', query = {}, opts = {}) ⇒ Hash<sup>?</sup> </a>
|
242
260
|
|
243
261
|
|
244
262
|
|
@@ -253,7 +271,7 @@
|
|
253
271
|
|
254
272
|
|
255
273
|
<span class="summary_desc"><div class='inline'>
|
256
|
-
<p>
|
274
|
+
<p>Find one output by collection and query with pagination.</p>
|
257
275
|
</div></span>
|
258
276
|
|
259
277
|
</li>
|
@@ -262,7 +280,7 @@
|
|
262
280
|
<li class="public ">
|
263
281
|
<span class="summary_signature">
|
264
282
|
|
265
|
-
<a href="#
|
283
|
+
<a href="#find_outputs-instance_method" title="#find_outputs (instance method)">#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30, opts = {}) ⇒ Array </a>
|
266
284
|
|
267
285
|
|
268
286
|
|
@@ -277,7 +295,7 @@
|
|
277
295
|
|
278
296
|
|
279
297
|
<span class="summary_desc"><div class='inline'>
|
280
|
-
<p>
|
298
|
+
<p>Find outputs by collection and query with pagination.</p>
|
281
299
|
</div></span>
|
282
300
|
|
283
301
|
</li>
|
@@ -286,7 +304,7 @@
|
|
286
304
|
<li class="public ">
|
287
305
|
<span class="summary_signature">
|
288
306
|
|
289
|
-
<a href="#
|
307
|
+
<a href="#flush-instance_method" title="#flush (instance method)">#<strong>flush</strong> ⇒ Object </a>
|
290
308
|
|
291
309
|
|
292
310
|
|
@@ -301,7 +319,7 @@
|
|
301
319
|
|
302
320
|
|
303
321
|
<span class="summary_desc"><div class='inline'>
|
304
|
-
<p>
|
322
|
+
<p>Save all drafts into db and clear draft queues.</p>
|
305
323
|
</div></span>
|
306
324
|
|
307
325
|
</li>
|
@@ -310,7 +328,7 @@
|
|
310
328
|
<li class="public ">
|
311
329
|
<span class="summary_signature">
|
312
330
|
|
313
|
-
<a href="#
|
331
|
+
<a href="#flush_outputs-instance_method" title="#flush_outputs (instance method)">#<strong>flush_outputs</strong> ⇒ Object </a>
|
314
332
|
|
315
333
|
|
316
334
|
|
@@ -325,7 +343,7 @@
|
|
325
343
|
|
326
344
|
|
327
345
|
<span class="summary_desc"><div class='inline'>
|
328
|
-
<p>
|
346
|
+
<p>Save draft outputs into db and clear draft queue.</p>
|
329
347
|
</div></span>
|
330
348
|
|
331
349
|
</li>
|
@@ -334,7 +352,7 @@
|
|
334
352
|
<li class="public ">
|
335
353
|
<span class="summary_signature">
|
336
354
|
|
337
|
-
<a href="#
|
355
|
+
<a href="#flush_pages-instance_method" title="#flush_pages (instance method)">#<strong>flush_pages</strong> ⇒ Object </a>
|
338
356
|
|
339
357
|
|
340
358
|
|
@@ -349,7 +367,7 @@
|
|
349
367
|
|
350
368
|
|
351
369
|
<span class="summary_desc"><div class='inline'>
|
352
|
-
<p>
|
370
|
+
<p>Save draft pages into db and clear draft queue.</p>
|
353
371
|
</div></span>
|
354
372
|
|
355
373
|
</li>
|
@@ -358,7 +376,7 @@
|
|
358
376
|
<li class="public ">
|
359
377
|
<span class="summary_signature">
|
360
378
|
|
361
|
-
<a href="#
|
379
|
+
<a href="#initialize-instance_method" title="#initialize (instance method)">#<strong>initialize</strong>(opts = {}) ⇒ Object </a>
|
362
380
|
|
363
381
|
|
364
382
|
|
@@ -373,7 +391,7 @@
|
|
373
391
|
|
374
392
|
|
375
393
|
<span class="summary_desc"><div class='inline'>
|
376
|
-
<p>
|
394
|
+
<p>Initialize object.</p>
|
377
395
|
</div></span>
|
378
396
|
|
379
397
|
</li>
|
@@ -382,7 +400,7 @@
|
|
382
400
|
<li class="public ">
|
383
401
|
<span class="summary_signature">
|
384
402
|
|
385
|
-
<a href="#
|
403
|
+
<a href="#job_id-instance_method" title="#job_id (instance method)">#<strong>job_id</strong> ⇒ Integer<sup>?</sup> </a>
|
386
404
|
|
387
405
|
|
388
406
|
|
@@ -397,7 +415,7 @@
|
|
397
415
|
|
398
416
|
|
399
417
|
<span class="summary_desc"><div class='inline'>
|
400
|
-
<p>
|
418
|
+
<p>Fake job ID used by executor.</p>
|
401
419
|
</div></span>
|
402
420
|
|
403
421
|
</li>
|
@@ -406,7 +424,7 @@
|
|
406
424
|
<li class="public ">
|
407
425
|
<span class="summary_signature">
|
408
426
|
|
409
|
-
<a href="#
|
427
|
+
<a href="#job_id=-instance_method" title="#job_id= (instance method)">#<strong>job_id=</strong>(value) ⇒ Object </a>
|
410
428
|
|
411
429
|
|
412
430
|
|
@@ -421,7 +439,7 @@
|
|
421
439
|
|
422
440
|
|
423
441
|
<span class="summary_desc"><div class='inline'>
|
424
|
-
<p>
|
442
|
+
<p>Set fake job ID value.</p>
|
425
443
|
</div></span>
|
426
444
|
|
427
445
|
</li>
|
@@ -430,7 +448,7 @@
|
|
430
448
|
<li class="public ">
|
431
449
|
<span class="summary_signature">
|
432
450
|
|
433
|
-
<a href="#
|
451
|
+
<a href="#latest_job_by-instance_method" title="#latest_job_by (instance method)">#<strong>latest_job_by</strong>(scraper_name, filter = {}) ⇒ Hash|nil </a>
|
434
452
|
|
435
453
|
|
436
454
|
|
@@ -445,7 +463,7 @@
|
|
445
463
|
|
446
464
|
|
447
465
|
<span class="summary_desc"><div class='inline'>
|
448
|
-
<p>
|
466
|
+
<p>Get latest job by scraper_name.</p>
|
449
467
|
</div></span>
|
450
468
|
|
451
469
|
</li>
|
@@ -454,7 +472,7 @@
|
|
454
472
|
<li class="public ">
|
455
473
|
<span class="summary_signature">
|
456
474
|
|
457
|
-
<a href="#
|
475
|
+
<a href="#outputs-instance_method" title="#outputs (instance method)">#<strong>outputs</strong> ⇒ Array </a>
|
458
476
|
|
459
477
|
|
460
478
|
|
@@ -469,7 +487,7 @@
|
|
469
487
|
|
470
488
|
|
471
489
|
<span class="summary_desc"><div class='inline'>
|
472
|
-
<p>
|
490
|
+
<p>Draft outputs, usually get saved after execution.</p>
|
473
491
|
</div></span>
|
474
492
|
|
475
493
|
</li>
|
@@ -478,7 +496,7 @@
|
|
478
496
|
<li class="public ">
|
479
497
|
<span class="summary_signature">
|
480
498
|
|
481
|
-
<a href="#
|
499
|
+
<a href="#page-instance_method" title="#page (instance method)">#<strong>page</strong> ⇒ Hash<sup>?</sup> </a>
|
482
500
|
|
483
501
|
|
484
502
|
|
@@ -493,7 +511,7 @@
|
|
493
511
|
|
494
512
|
|
495
513
|
<span class="summary_desc"><div class='inline'>
|
496
|
-
<p>
|
514
|
+
<p>Current page used by executor.</p>
|
497
515
|
</div></span>
|
498
516
|
|
499
517
|
</li>
|
@@ -502,7 +520,7 @@
|
|
502
520
|
<li class="public ">
|
503
521
|
<span class="summary_signature">
|
504
522
|
|
505
|
-
<a href="#
|
523
|
+
<a href="#page=-instance_method" title="#page= (instance method)">#<strong>page=</strong>(value) ⇒ Object </a>
|
506
524
|
|
507
525
|
|
508
526
|
|
@@ -517,7 +535,7 @@
|
|
517
535
|
|
518
536
|
|
519
537
|
<span class="summary_desc"><div class='inline'>
|
520
|
-
<p>
|
538
|
+
<p>Set current page.</p>
|
521
539
|
</div></span>
|
522
540
|
|
523
541
|
</li>
|
@@ -526,7 +544,7 @@
|
|
526
544
|
<li class="public ">
|
527
545
|
<span class="summary_signature">
|
528
546
|
|
529
|
-
<a href="#
|
547
|
+
<a href="#pages-instance_method" title="#pages (instance method)">#<strong>pages</strong> ⇒ Array </a>
|
530
548
|
|
531
549
|
|
532
550
|
|
@@ -541,7 +559,7 @@
|
|
541
559
|
|
542
560
|
|
543
561
|
<span class="summary_desc"><div class='inline'>
|
544
|
-
<p>
|
562
|
+
<p>Draft pages, usually get saved after execution.</p>
|
545
563
|
</div></span>
|
546
564
|
|
547
565
|
</li>
|
@@ -550,7 +568,7 @@
|
|
550
568
|
<li class="public ">
|
551
569
|
<span class="summary_signature">
|
552
570
|
|
553
|
-
<a href="#
|
571
|
+
<a href="#save_jobs-instance_method" title="#save_jobs (instance method)">#<strong>save_jobs</strong>(list) ⇒ Object </a>
|
554
572
|
|
555
573
|
|
556
574
|
|
@@ -565,7 +583,8 @@
|
|
565
583
|
|
566
584
|
|
567
585
|
<span class="summary_desc"><div class='inline'>
|
568
|
-
<p>
|
586
|
+
<p>Save a job collection on db and remove all the element from
|
587
|
+
<code>list</code>.</p>
|
569
588
|
</div></span>
|
570
589
|
|
571
590
|
</li>
|
@@ -574,7 +593,7 @@
|
|
574
593
|
<li class="public ">
|
575
594
|
<span class="summary_signature">
|
576
595
|
|
577
|
-
<a href="#
|
596
|
+
<a href="#save_outputs-instance_method" title="#save_outputs (instance method)">#<strong>save_outputs</strong>(list) ⇒ Object </a>
|
578
597
|
|
579
598
|
|
580
599
|
|
@@ -589,7 +608,8 @@
|
|
589
608
|
|
590
609
|
|
591
610
|
<span class="summary_desc"><div class='inline'>
|
592
|
-
<p>
|
611
|
+
<p>Save an output collection on db and remove all the element from
|
612
|
+
<code>list</code>.</p>
|
593
613
|
</div></span>
|
594
614
|
|
595
615
|
</li>
|
@@ -598,7 +618,7 @@
|
|
598
618
|
<li class="public ">
|
599
619
|
<span class="summary_signature">
|
600
620
|
|
601
|
-
<a href="#
|
621
|
+
<a href="#save_pages-instance_method" title="#save_pages (instance method)">#<strong>save_pages</strong>(list) ⇒ Object </a>
|
602
622
|
|
603
623
|
|
604
624
|
|
@@ -613,7 +633,8 @@
|
|
613
633
|
|
614
634
|
|
615
635
|
<span class="summary_desc"><div class='inline'>
|
616
|
-
<p>Save
|
636
|
+
<p>Save a page collection on db and remove all the element from
|
637
|
+
<code>list</code>.</p>
|
617
638
|
</div></span>
|
618
639
|
|
619
640
|
</li>
|
@@ -622,7 +643,7 @@
|
|
622
643
|
<li class="public ">
|
623
644
|
<span class="summary_signature">
|
624
645
|
|
625
|
-
<a href="#
|
646
|
+
<a href="#saved_jobs-instance_method" title="#saved_jobs (instance method)">#<strong>saved_jobs</strong> ⇒ Object </a>
|
626
647
|
|
627
648
|
|
628
649
|
|
@@ -637,7 +658,7 @@
|
|
637
658
|
|
638
659
|
|
639
660
|
<span class="summary_desc"><div class='inline'>
|
640
|
-
<p>
|
661
|
+
<p>Retrive a list of saved jobs.</p>
|
641
662
|
</div></span>
|
642
663
|
|
643
664
|
</li>
|
@@ -688,6 +709,54 @@
|
|
688
709
|
<p>Retrive a list of saved pages.</p>
|
689
710
|
</div></span>
|
690
711
|
|
712
|
+
</li>
|
713
|
+
|
714
|
+
|
715
|
+
<li class="public ">
|
716
|
+
<span class="summary_signature">
|
717
|
+
|
718
|
+
<a href="#scraper_name-instance_method" title="#scraper_name (instance method)">#<strong>scraper_name</strong> ⇒ Integer<sup>?</sup> </a>
|
719
|
+
|
720
|
+
|
721
|
+
|
722
|
+
</span>
|
723
|
+
|
724
|
+
|
725
|
+
|
726
|
+
|
727
|
+
|
728
|
+
|
729
|
+
|
730
|
+
|
731
|
+
|
732
|
+
<span class="summary_desc"><div class='inline'>
|
733
|
+
<p>Fake scraper name used by executor.</p>
|
734
|
+
</div></span>
|
735
|
+
|
736
|
+
</li>
|
737
|
+
|
738
|
+
|
739
|
+
<li class="public ">
|
740
|
+
<span class="summary_signature">
|
741
|
+
|
742
|
+
<a href="#scraper_name=-instance_method" title="#scraper_name= (instance method)">#<strong>scraper_name=</strong>(value) ⇒ Object </a>
|
743
|
+
|
744
|
+
|
745
|
+
|
746
|
+
</span>
|
747
|
+
|
748
|
+
|
749
|
+
|
750
|
+
|
751
|
+
|
752
|
+
|
753
|
+
|
754
|
+
|
755
|
+
|
756
|
+
<span class="summary_desc"><div class='inline'>
|
757
|
+
<p>Set fake scraper name value.</p>
|
758
|
+
</div></span>
|
759
|
+
|
691
760
|
</li>
|
692
761
|
|
693
762
|
|
@@ -740,12 +809,12 @@
|
|
740
809
|
<pre class="lines">
|
741
810
|
|
742
811
|
|
743
|
-
|
744
|
-
|
745
|
-
|
812
|
+
11
|
813
|
+
12
|
814
|
+
13</pre>
|
746
815
|
</td>
|
747
816
|
<td>
|
748
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
817
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 11</span>
|
749
818
|
|
750
819
|
<span class='kw'>def</span> <span class='id identifier rubyid_content'>content</span>
|
751
820
|
<span class='ivar'>@content</span>
|
@@ -796,12 +865,12 @@
|
|
796
865
|
<pre class="lines">
|
797
866
|
|
798
867
|
|
799
|
-
|
800
|
-
|
801
|
-
|
868
|
+
14
|
869
|
+
15
|
870
|
+
16</pre>
|
802
871
|
</td>
|
803
872
|
<td>
|
804
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
873
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 14</span>
|
805
874
|
|
806
875
|
<span class='kw'>def</span> <span class='id identifier rubyid_failed_content'>failed_content</span>
|
807
876
|
<span class='ivar'>@failed_content</span>
|
@@ -814,14 +883,14 @@
|
|
814
883
|
</div>
|
815
884
|
|
816
885
|
|
817
|
-
<div id="
|
818
|
-
<h2>
|
886
|
+
<div id="instance_method_details" class="method_details_list">
|
887
|
+
<h2>Instance Method Details</h2>
|
819
888
|
|
820
889
|
|
821
890
|
<div class="method_details first">
|
822
|
-
<h3 class="signature first" id="
|
891
|
+
<h3 class="signature first" id="db-instance_method">
|
823
892
|
|
824
|
-
|
893
|
+
#<strong>db</strong> ⇒ <tt>Object</tt>
|
825
894
|
|
826
895
|
|
827
896
|
|
@@ -830,80 +899,13 @@
|
|
830
899
|
</h3><div class="docstring">
|
831
900
|
<div class="discussion">
|
832
901
|
|
833
|
-
<p>
|
902
|
+
<p>Fake database to represent what it is saved.</p>
|
834
903
|
|
835
904
|
|
836
905
|
</div>
|
837
906
|
</div>
|
838
907
|
<div class="tags">
|
839
|
-
<p class="tag_title">Parameters:</p>
|
840
|
-
<ul class="param">
|
841
|
-
|
842
|
-
<li>
|
843
|
-
|
844
|
-
<span class='name'>source</span>
|
845
|
-
|
846
|
-
|
847
|
-
<span class='type'>(<tt>Array</tt>)</span>
|
848
|
-
|
849
|
-
|
850
|
-
|
851
|
-
—
|
852
|
-
<div class='inline'>
|
853
|
-
<p>Answersengine executor method collection.</p>
|
854
|
-
</div>
|
855
|
-
|
856
|
-
</li>
|
857
|
-
|
858
|
-
<li>
|
859
|
-
|
860
|
-
<span class='name'>fragment</span>
|
861
|
-
|
862
|
-
|
863
|
-
<span class='type'>(<tt>Array</tt>)</span>
|
864
|
-
|
865
|
-
|
866
|
-
|
867
|
-
—
|
868
|
-
<div class='inline'>
|
869
|
-
<p>Fake executor method collection.</p>
|
870
|
-
</div>
|
871
|
-
|
872
|
-
</li>
|
873
|
-
|
874
|
-
</ul>
|
875
|
-
|
876
|
-
<p class="tag_title">Returns:</p>
|
877
|
-
<ul class="return">
|
878
|
-
|
879
|
-
<li>
|
880
|
-
|
881
|
-
|
882
|
-
<span class='type'>(<tt>Hash</tt>)</span>
|
883
|
-
|
884
|
-
|
885
|
-
|
886
|
-
</li>
|
887
|
-
|
888
|
-
</ul>
|
889
|
-
<p class="tag_title">Raises:</p>
|
890
|
-
<ul class="raise">
|
891
|
-
|
892
|
-
<li>
|
893
|
-
|
894
|
-
|
895
|
-
<span class='type'>(<tt><span class='object_link'><a href="../Exception/OutdatedError.html" title="AeEasy::Core::Exception::OutdatedError (class)">AeEasy::Core::Exception::OutdatedError</a></span></tt>)</span>
|
896
|
-
|
897
|
-
|
898
|
-
|
899
|
-
—
|
900
|
-
<div class='inline'>
|
901
|
-
<p>When missing methods.</p>
|
902
|
-
</div>
|
903
|
-
|
904
|
-
</li>
|
905
908
|
|
906
|
-
</ul>
|
907
909
|
|
908
910
|
</div><table class="source_code">
|
909
911
|
<tr>
|
@@ -911,71 +913,25 @@
|
|
911
913
|
<pre class="lines">
|
912
914
|
|
913
915
|
|
914
|
-
|
915
|
-
|
916
|
-
|
917
|
-
26
|
918
|
-
27
|
919
|
-
28
|
920
|
-
29
|
921
|
-
30
|
922
|
-
31
|
923
|
-
32
|
924
|
-
33
|
925
|
-
34
|
926
|
-
35
|
927
|
-
36
|
928
|
-
37
|
929
|
-
38
|
930
|
-
39
|
931
|
-
40
|
932
|
-
41
|
933
|
-
42
|
934
|
-
43
|
935
|
-
44
|
936
|
-
45</pre>
|
916
|
+
75
|
917
|
+
76
|
918
|
+
77</pre>
|
937
919
|
</td>
|
938
920
|
<td>
|
939
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
940
|
-
|
941
|
-
<span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_check_compatibility'>check_compatibility</span> <span class='id identifier rubyid_source'>source</span><span class='comma'>,</span> <span class='id identifier rubyid_fragment'>fragment</span>
|
942
|
-
<span class='id identifier rubyid_report'>report</span> <span class='op'>=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='period'>.</span><span class='id identifier rubyid_analyze_compatibility'><span class='object_link'><a href="../../Core.html#analyze_compatibility-class_method" title="AeEasy::Core.analyze_compatibility (method)">analyze_compatibility</a></span></span> <span class='id identifier rubyid_source'>source</span><span class='comma'>,</span> <span class='id identifier rubyid_fragment'>fragment</span>
|
943
|
-
|
944
|
-
<span class='kw'>unless</span> <span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbol'>:new</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_count'>count</span> <span class='op'><</span> <span class='int'>1</span>
|
945
|
-
<span class='comment'># Warn when outdated
|
946
|
-
</span> <span class='id identifier rubyid_warn'>warn</span> <span class='heredoc_beg'><<-LONGDESC</span><span class='period'>.</span><span class='id identifier rubyid_gsub'>gsub</span><span class='lparen'>(</span><span class='tstring'><span class='regexp_beg'>/</span><span class='tstring_content'>^\s+</span><span class='regexp_end'>/</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_end'>'</span></span><span class='rparen'>)</span>
|
947
|
-
<span class='tstring_content'> It seems answersengine has new unmapped methods, try updating
|
948
|
-
ae_easy-core gem or contacting gem maintainer to update it.
|
949
|
-
New methods: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbeg'>:</span><span class='id identifier rubyid_new'>new</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_join'>join</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>, </span><span class='tstring_end'>'</span></span><span class='embexpr_end'>}</span><span class='tstring_content'>
|
950
|
-
</span><span class='heredoc_end'> LONGDESC
|
951
|
-
</span> <span class='kw'>end</span>
|
952
|
-
|
953
|
-
<span class='comment'># Ensure no missing methods
|
954
|
-
</span> <span class='kw'>unless</span> <span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbol'>:is_compatible</span><span class='rbracket'>]</span>
|
955
|
-
<span class='id identifier rubyid_message'>message</span> <span class='op'>=</span> <span class='heredoc_beg'><<-LONGDESC</span><span class='period'>.</span><span class='id identifier rubyid_gsub'>gsub</span><span class='lparen'>(</span><span class='tstring'><span class='regexp_beg'>/</span><span class='tstring_content'>^\s+</span><span class='regexp_end'>/</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_end'>'</span></span><span class='rparen'>)</span>
|
956
|
-
<span class='tstring_content'> There are missing methods! Check your answersengine gem version.
|
957
|
-
Missing methods: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbeg'>:</span><span class='id identifier rubyid_missing'>missing</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_join'>join</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>, </span><span class='tstring_end'>'</span></span><span class='embexpr_end'>}</span><span class='tstring_content'>
|
958
|
-
</span><span class='heredoc_end'> LONGDESC
|
959
|
-
</span> <span class='id identifier rubyid_raise'>raise</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Exception.html" title="AeEasy::Core::Exception (module)">Exception</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Exception/OutdatedError.html" title="AeEasy::Core::Exception::OutdatedError (class)">OutdatedError</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='id identifier rubyid_message'>message</span><span class='rparen'>)</span>
|
960
|
-
<span class='kw'>end</span>
|
921
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 75</span>
|
961
922
|
|
962
|
-
|
923
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_db'>db</span>
|
924
|
+
<span class='ivar'>@db</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'><span class='object_link'><a href="FakeDb.html#initialize-instance_method" title="AeEasy::Core::Mock::FakeDb#initialize (method)">new</a></span></span>
|
963
925
|
<span class='kw'>end</span></pre>
|
964
926
|
</td>
|
965
927
|
</tr>
|
966
928
|
</table>
|
967
929
|
</div>
|
968
930
|
|
969
|
-
|
970
|
-
|
971
|
-
<div id="instance_method_details" class="method_details_list">
|
972
|
-
<h2>Instance Method Details</h2>
|
973
|
-
|
974
|
-
|
975
|
-
<div class="method_details first">
|
976
|
-
<h3 class="signature first" id="clear_draft_outputs-instance_method">
|
931
|
+
<div class="method_details ">
|
932
|
+
<h3 class="signature " id="execute_script-instance_method">
|
977
933
|
|
978
|
-
#<strong>
|
934
|
+
#<strong>execute_script</strong>(file_path, vars = {}) ⇒ <tt>Object</tt>
|
979
935
|
|
980
936
|
|
981
937
|
|
@@ -984,13 +940,33 @@
|
|
984
940
|
</h3><div class="docstring">
|
985
941
|
<div class="discussion">
|
986
942
|
|
987
|
-
<p>
|
943
|
+
<p>Execute an script file as an executor.</p>
|
988
944
|
|
989
945
|
|
990
946
|
</div>
|
991
947
|
</div>
|
992
948
|
<div class="tags">
|
949
|
+
<p class="tag_title">Parameters:</p>
|
950
|
+
<ul class="param">
|
951
|
+
|
952
|
+
<li>
|
953
|
+
|
954
|
+
<span class='name'>file_path</span>
|
955
|
+
|
956
|
+
|
957
|
+
<span class='type'>(<tt>String</tt>)</span>
|
958
|
+
|
959
|
+
|
960
|
+
|
961
|
+
—
|
962
|
+
<div class='inline'>
|
963
|
+
<p>Script file path to execute.</p>
|
964
|
+
</div>
|
965
|
+
|
966
|
+
</li>
|
993
967
|
|
968
|
+
</ul>
|
969
|
+
|
994
970
|
|
995
971
|
</div><table class="source_code">
|
996
972
|
<tr>
|
@@ -998,15 +974,17 @@
|
|
998
974
|
<pre class="lines">
|
999
975
|
|
1000
976
|
|
1001
|
-
|
1002
|
-
|
1003
|
-
|
977
|
+
305
|
978
|
+
306
|
979
|
+
307
|
980
|
+
308</pre>
|
1004
981
|
</td>
|
1005
982
|
<td>
|
1006
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
983
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 305</span>
|
1007
984
|
|
1008
|
-
<span class='kw'>def</span> <span class='id identifier
|
1009
|
-
<span class='
|
985
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_execute_script'>execute_script</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='comma'>,</span> <span class='id identifier rubyid_vars'>vars</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
986
|
+
<span class='id identifier rubyid_eval'>eval</span><span class='lparen'>(</span><span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_read'>read</span><span class='lparen'>(</span><span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_isolated_binding'>isolated_binding</span><span class='lparen'>(</span><span class='id identifier rubyid_vars'>vars</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span>
|
987
|
+
<span class='id identifier rubyid_flush'>flush</span>
|
1010
988
|
<span class='kw'>end</span></pre>
|
1011
989
|
</td>
|
1012
990
|
</tr>
|
@@ -1014,9 +992,9 @@
|
|
1014
992
|
</div>
|
1015
993
|
|
1016
994
|
<div class="method_details ">
|
1017
|
-
<h3 class="signature " id="
|
995
|
+
<h3 class="signature " id="find_output-instance_method">
|
1018
996
|
|
1019
|
-
#<strong>
|
997
|
+
#<strong>find_output</strong>(collection = 'default', query = {}, opts = {}) ⇒ <tt>Hash</tt><sup>?</sup>
|
1020
998
|
|
1021
999
|
|
1022
1000
|
|
@@ -1024,182 +1002,93 @@
|
|
1024
1002
|
|
1025
1003
|
</h3><div class="docstring">
|
1026
1004
|
<div class="discussion">
|
1027
|
-
|
1028
|
-
<
|
1005
|
+
|
1006
|
+
<div class="note notetag">
|
1007
|
+
<strong>Note:</strong>
|
1008
|
+
<div class='inline'>
|
1009
|
+
<p>*opts `:job_id` option is prioritize over `:scraper_name` when both exists.
|
1010
|
+
If none add provided or nil values, then current job will be used to query
|
1011
|
+
instead, this is the defaul behavior.</p>
|
1012
|
+
</div>
|
1013
|
+
</div>
|
1014
|
+
|
1015
|
+
|
1016
|
+
<p>Find one output by collection and query with pagination.</p>
|
1029
1017
|
|
1030
1018
|
|
1031
1019
|
</div>
|
1032
1020
|
</div>
|
1033
1021
|
<div class="tags">
|
1034
1022
|
|
1035
|
-
|
1036
|
-
|
1037
|
-
<tr>
|
1038
|
-
<td>
|
1039
|
-
<pre class="lines">
|
1040
|
-
|
1041
|
-
|
1042
|
-
61
|
1043
|
-
62
|
1044
|
-
63</pre>
|
1045
|
-
</td>
|
1046
|
-
<td>
|
1047
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 61</span>
|
1048
|
-
|
1049
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_clear_draft_pages'>clear_draft_pages</span>
|
1050
|
-
<span class='ivar'>@pages</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
1051
|
-
<span class='kw'>end</span></pre>
|
1052
|
-
</td>
|
1053
|
-
</tr>
|
1054
|
-
</table>
|
1055
|
-
</div>
|
1023
|
+
<div class="examples">
|
1024
|
+
<p class="tag_title">Examples:</p>
|
1056
1025
|
|
1057
|
-
|
1058
|
-
|
1059
|
-
|
1060
|
-
|
1061
|
-
|
1062
|
-
|
1063
|
-
|
1064
|
-
|
1065
|
-
|
1066
|
-
|
1067
|
-
|
1068
|
-
|
1069
|
-
|
1070
|
-
|
1071
|
-
|
1072
|
-
|
1073
|
-
|
1074
|
-
<
|
1075
|
-
|
1076
|
-
|
1077
|
-
|
1078
|
-
|
1079
|
-
<td>
|
1080
|
-
<pre class="lines">
|
1081
|
-
|
1082
|
-
|
1083
|
-
72
|
1084
|
-
73
|
1085
|
-
74</pre>
|
1086
|
-
</td>
|
1087
|
-
<td>
|
1088
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 72</span>
|
1089
|
-
|
1090
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_db'>db</span>
|
1091
|
-
<span class='ivar'>@db</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'><span class='object_link'><a href="FakeDb.html#initialize-instance_method" title="AeEasy::Core::Mock::FakeDb#initialize (method)">new</a></span></span>
|
1092
|
-
<span class='kw'>end</span></pre>
|
1093
|
-
</td>
|
1094
|
-
</tr>
|
1095
|
-
</table>
|
1096
|
-
</div>
|
1026
|
+
|
1027
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span></code></pre>
|
1028
|
+
|
1029
|
+
|
1030
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span></code></pre>
|
1031
|
+
|
1032
|
+
|
1033
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span></code></pre>
|
1034
|
+
|
1035
|
+
|
1036
|
+
<p class="example_title"><div class='inline'>
|
1037
|
+
<p>Find from another scraper by name</p>
|
1038
|
+
</div></p>
|
1039
|
+
|
1040
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='label'>scraper_name:</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_scraper</span><span class='tstring_end'>'</span></span></code></pre>
|
1041
|
+
|
1042
|
+
|
1043
|
+
<p class="example_title"><div class='inline'>
|
1044
|
+
<p>Find from another scraper by job_id</p>
|
1045
|
+
</div></p>
|
1046
|
+
|
1047
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='label'>job_id:</span> <span class='int'>123</span></code></pre>
|
1097
1048
|
|
1098
|
-
<div class="method_details ">
|
1099
|
-
<h3 class="signature " id="execute_script-instance_method">
|
1100
|
-
|
1101
|
-
#<strong>execute_script</strong>(file_path, vars = {}) ⇒ <tt>Object</tt>
|
1102
|
-
|
1103
|
-
|
1104
|
-
|
1105
|
-
|
1106
|
-
|
1107
|
-
</h3><div class="docstring">
|
1108
|
-
<div class="discussion">
|
1109
|
-
|
1110
|
-
<p>Execute an script file as an executor.</p>
|
1111
|
-
|
1112
|
-
|
1113
1049
|
</div>
|
1114
|
-
|
1115
|
-
<div class="tags">
|
1116
|
-
<p class="tag_title">Parameters:</p>
|
1050
|
+
<p class="tag_title">Parameters:</p>
|
1117
1051
|
<ul class="param">
|
1118
1052
|
|
1119
1053
|
<li>
|
1120
1054
|
|
1121
|
-
<span class='name'>
|
1055
|
+
<span class='name'>collection</span>
|
1122
1056
|
|
1123
1057
|
|
1124
1058
|
<span class='type'>(<tt>String</tt>)</span>
|
1125
1059
|
|
1126
1060
|
|
1061
|
+
<em class="default">(defaults to: <tt>'default'</tt>)</em>
|
1062
|
+
|
1127
1063
|
|
1128
1064
|
—
|
1129
1065
|
<div class='inline'>
|
1130
|
-
<p>
|
1066
|
+
<p>('default') Collection name.</p>
|
1131
1067
|
</div>
|
1132
1068
|
|
1133
1069
|
</li>
|
1134
1070
|
|
1135
|
-
</ul>
|
1136
|
-
|
1137
|
-
|
1138
|
-
</div><table class="source_code">
|
1139
|
-
<tr>
|
1140
|
-
<td>
|
1141
|
-
<pre class="lines">
|
1142
|
-
|
1143
|
-
|
1144
|
-
200
|
1145
|
-
201
|
1146
|
-
202
|
1147
|
-
203</pre>
|
1148
|
-
</td>
|
1149
|
-
<td>
|
1150
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 200</span>
|
1151
|
-
|
1152
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_execute_script'>execute_script</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='comma'>,</span> <span class='id identifier rubyid_vars'>vars</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1153
|
-
<span class='id identifier rubyid_eval'>eval</span><span class='lparen'>(</span><span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_read'>read</span><span class='lparen'>(</span><span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_isolated_binding'>isolated_binding</span><span class='lparen'>(</span><span class='id identifier rubyid_vars'>vars</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span>
|
1154
|
-
<span class='id identifier rubyid_flush'>flush</span>
|
1155
|
-
<span class='kw'>end</span></pre>
|
1156
|
-
</td>
|
1157
|
-
</tr>
|
1158
|
-
</table>
|
1159
|
-
</div>
|
1160
|
-
|
1161
|
-
<div class="method_details ">
|
1162
|
-
<h3 class="signature " id="find_output-instance_method">
|
1163
|
-
|
1164
|
-
#<strong>find_output</strong>(collection = 'default', query = {}) ⇒ <tt>Hash</tt><sup>?</sup>
|
1165
|
-
|
1166
|
-
|
1167
|
-
|
1168
|
-
|
1169
|
-
|
1170
|
-
</h3><div class="docstring">
|
1171
|
-
<div class="discussion">
|
1172
|
-
|
1173
|
-
<p>Find one output by collection and query with pagination.</p>
|
1174
|
-
|
1175
|
-
|
1176
|
-
</div>
|
1177
|
-
</div>
|
1178
|
-
<div class="tags">
|
1179
|
-
<p class="tag_title">Parameters:</p>
|
1180
|
-
<ul class="param">
|
1181
|
-
|
1182
1071
|
<li>
|
1183
1072
|
|
1184
|
-
<span class='name'>
|
1073
|
+
<span class='name'>query</span>
|
1185
1074
|
|
1186
1075
|
|
1187
|
-
<span class='type'>(<tt>
|
1076
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1188
1077
|
|
1189
1078
|
|
1190
|
-
<em class="default">(defaults to: <tt
|
1079
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
1191
1080
|
|
1192
1081
|
|
1193
1082
|
—
|
1194
1083
|
<div class='inline'>
|
1195
|
-
<p>(
|
1084
|
+
<p>({}) Filters to query.</p>
|
1196
1085
|
</div>
|
1197
1086
|
|
1198
1087
|
</li>
|
1199
1088
|
|
1200
1089
|
<li>
|
1201
1090
|
|
1202
|
-
<span class='name'>
|
1091
|
+
<span class='name'>opts</span>
|
1203
1092
|
|
1204
1093
|
|
1205
1094
|
<span class='type'>(<tt>Hash</tt>)</span>
|
@@ -1210,13 +1099,58 @@
|
|
1210
1099
|
|
1211
1100
|
—
|
1212
1101
|
<div class='inline'>
|
1213
|
-
<p>({})
|
1102
|
+
<p>({}) Configuration options.</p>
|
1214
1103
|
</div>
|
1215
1104
|
|
1216
1105
|
</li>
|
1217
1106
|
|
1218
1107
|
</ul>
|
1219
1108
|
|
1109
|
+
|
1110
|
+
|
1111
|
+
|
1112
|
+
|
1113
|
+
|
1114
|
+
|
1115
|
+
|
1116
|
+
<p class="tag_title">Options Hash (<tt>opts</tt>):</p>
|
1117
|
+
<ul class="option">
|
1118
|
+
|
1119
|
+
<li>
|
1120
|
+
<span class="name">:scraper_name</span>
|
1121
|
+
<span class="type">(<tt>String|nil</tt>)</span>
|
1122
|
+
<span class="default">
|
1123
|
+
|
1124
|
+
— default:
|
1125
|
+
<tt>nil</tt>
|
1126
|
+
|
1127
|
+
</span>
|
1128
|
+
|
1129
|
+
— <div class='inline'>
|
1130
|
+
<p>Scraper name to query from.</p>
|
1131
|
+
</div>
|
1132
|
+
|
1133
|
+
</li>
|
1134
|
+
|
1135
|
+
<li>
|
1136
|
+
<span class="name">:job_id</span>
|
1137
|
+
<span class="type">(<tt>Integer|nil</tt>)</span>
|
1138
|
+
<span class="default">
|
1139
|
+
|
1140
|
+
— default:
|
1141
|
+
<tt>nil</tt>
|
1142
|
+
|
1143
|
+
</span>
|
1144
|
+
|
1145
|
+
— <div class='inline'>
|
1146
|
+
<p>Job's id to query from.</p>
|
1147
|
+
</div>
|
1148
|
+
|
1149
|
+
</li>
|
1150
|
+
|
1151
|
+
</ul>
|
1152
|
+
|
1153
|
+
|
1220
1154
|
<p class="tag_title">Returns:</p>
|
1221
1155
|
<ul class="return">
|
1222
1156
|
|
@@ -1227,6 +1161,38 @@
|
|
1227
1161
|
|
1228
1162
|
|
1229
1163
|
|
1164
|
+
</li>
|
1165
|
+
|
1166
|
+
</ul>
|
1167
|
+
<p class="tag_title">Raises:</p>
|
1168
|
+
<ul class="raise">
|
1169
|
+
|
1170
|
+
<li>
|
1171
|
+
|
1172
|
+
|
1173
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1174
|
+
|
1175
|
+
|
1176
|
+
|
1177
|
+
—
|
1178
|
+
<div class='inline'>
|
1179
|
+
<p><code>collection</code> is not String.</p>
|
1180
|
+
</div>
|
1181
|
+
|
1182
|
+
</li>
|
1183
|
+
|
1184
|
+
<li>
|
1185
|
+
|
1186
|
+
|
1187
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1188
|
+
|
1189
|
+
|
1190
|
+
|
1191
|
+
—
|
1192
|
+
<div class='inline'>
|
1193
|
+
<p><code>query</code> is not a Hash.</p>
|
1194
|
+
</div>
|
1195
|
+
|
1230
1196
|
</li>
|
1231
1197
|
|
1232
1198
|
</ul>
|
@@ -1237,16 +1203,16 @@
|
|
1237
1203
|
<pre class="lines">
|
1238
1204
|
|
1239
1205
|
|
1240
|
-
|
1241
|
-
|
1242
|
-
|
1243
|
-
|
1206
|
+
297
|
1207
|
+
298
|
1208
|
+
299
|
1209
|
+
300</pre>
|
1244
1210
|
</td>
|
1245
1211
|
<td>
|
1246
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1212
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 297</span>
|
1247
1213
|
|
1248
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_find_output'>find_output</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1249
|
-
<span class='id identifier rubyid_result'>result</span> <span class='op'>=</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span><span class='lparen'>(</span><span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>1</span><span class='rparen'>)</span>
|
1214
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_find_output'>find_output</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1215
|
+
<span class='id identifier rubyid_result'>result</span> <span class='op'>=</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span><span class='lparen'>(</span><span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span><span class='rparen'>)</span>
|
1250
1216
|
<span class='id identifier rubyid_result'>result</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='kw'>nil</span> <span class='op'>:</span> <span class='id identifier rubyid_result'>result</span><span class='period'>.</span><span class='id identifier rubyid_first'>first</span>
|
1251
1217
|
<span class='kw'>end</span></pre>
|
1252
1218
|
</td>
|
@@ -1257,7 +1223,7 @@
|
|
1257
1223
|
<div class="method_details ">
|
1258
1224
|
<h3 class="signature " id="find_outputs-instance_method">
|
1259
1225
|
|
1260
|
-
#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30) ⇒ <tt>Array</tt>
|
1226
|
+
#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30, opts = {}) ⇒ <tt>Array</tt>
|
1261
1227
|
|
1262
1228
|
|
1263
1229
|
|
@@ -1265,14 +1231,58 @@
|
|
1265
1231
|
|
1266
1232
|
</h3><div class="docstring">
|
1267
1233
|
<div class="discussion">
|
1268
|
-
|
1234
|
+
|
1235
|
+
<div class="note notetag">
|
1236
|
+
<strong>Note:</strong>
|
1237
|
+
<div class='inline'>
|
1238
|
+
<p>*opts `:job_id` option is prioritize over `:scraper_name` when both exists.
|
1239
|
+
If none add provided or nil values, then current job will be used to query
|
1240
|
+
instead, this is the defaul behavior.</p>
|
1241
|
+
</div>
|
1242
|
+
</div>
|
1243
|
+
|
1244
|
+
|
1269
1245
|
<p>Find outputs by collection and query with pagination.</p>
|
1270
1246
|
|
1271
1247
|
|
1272
1248
|
</div>
|
1273
1249
|
</div>
|
1274
1250
|
<div class="tags">
|
1275
|
-
|
1251
|
+
|
1252
|
+
<div class="examples">
|
1253
|
+
<p class="tag_title">Examples:</p>
|
1254
|
+
|
1255
|
+
|
1256
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span></code></pre>
|
1257
|
+
|
1258
|
+
|
1259
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span></code></pre>
|
1260
|
+
|
1261
|
+
|
1262
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span></code></pre>
|
1263
|
+
|
1264
|
+
|
1265
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span></code></pre>
|
1266
|
+
|
1267
|
+
|
1268
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span></code></pre>
|
1269
|
+
|
1270
|
+
|
1271
|
+
<p class="example_title"><div class='inline'>
|
1272
|
+
<p>Find from another scraper by name</p>
|
1273
|
+
</div></p>
|
1274
|
+
|
1275
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span><span class='comma'>,</span> <span class='label'>scraper_name:</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_scraper</span><span class='tstring_end'>'</span></span></code></pre>
|
1276
|
+
|
1277
|
+
|
1278
|
+
<p class="example_title"><div class='inline'>
|
1279
|
+
<p>Find from another scraper by job_id</p>
|
1280
|
+
</div></p>
|
1281
|
+
|
1282
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span><span class='comma'>,</span> <span class='label'>job_id:</span> <span class='int'>123</span></code></pre>
|
1283
|
+
|
1284
|
+
</div>
|
1285
|
+
<p class="tag_title">Parameters:</p>
|
1276
1286
|
<ul class="param">
|
1277
1287
|
|
1278
1288
|
<li>
|
@@ -1343,12 +1353,79 @@
|
|
1343
1353
|
—
|
1344
1354
|
<div class='inline'>
|
1345
1355
|
<p>(30) Page size.</p>
|
1356
|
+
</div>
|
1357
|
+
|
1358
|
+
</li>
|
1359
|
+
|
1360
|
+
<li>
|
1361
|
+
|
1362
|
+
<span class='name'>opts</span>
|
1363
|
+
|
1364
|
+
|
1365
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1366
|
+
|
1367
|
+
|
1368
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
1369
|
+
|
1370
|
+
|
1371
|
+
—
|
1372
|
+
<div class='inline'>
|
1373
|
+
<p>({}) Configuration options.</p>
|
1346
1374
|
</div>
|
1347
1375
|
|
1348
1376
|
</li>
|
1349
1377
|
|
1350
1378
|
</ul>
|
1351
1379
|
|
1380
|
+
|
1381
|
+
|
1382
|
+
|
1383
|
+
|
1384
|
+
|
1385
|
+
|
1386
|
+
|
1387
|
+
|
1388
|
+
|
1389
|
+
|
1390
|
+
|
1391
|
+
<p class="tag_title">Options Hash (<tt>opts</tt>):</p>
|
1392
|
+
<ul class="option">
|
1393
|
+
|
1394
|
+
<li>
|
1395
|
+
<span class="name">:scraper_name</span>
|
1396
|
+
<span class="type">(<tt>String|nil</tt>)</span>
|
1397
|
+
<span class="default">
|
1398
|
+
|
1399
|
+
— default:
|
1400
|
+
<tt>nil</tt>
|
1401
|
+
|
1402
|
+
</span>
|
1403
|
+
|
1404
|
+
— <div class='inline'>
|
1405
|
+
<p>Scraper name to query from.</p>
|
1406
|
+
</div>
|
1407
|
+
|
1408
|
+
</li>
|
1409
|
+
|
1410
|
+
<li>
|
1411
|
+
<span class="name">:job_id</span>
|
1412
|
+
<span class="type">(<tt>Integer|nil</tt>)</span>
|
1413
|
+
<span class="default">
|
1414
|
+
|
1415
|
+
— default:
|
1416
|
+
<tt>nil</tt>
|
1417
|
+
|
1418
|
+
</span>
|
1419
|
+
|
1420
|
+
— <div class='inline'>
|
1421
|
+
<p>Job's id to query from.</p>
|
1422
|
+
</div>
|
1423
|
+
|
1424
|
+
</li>
|
1425
|
+
|
1426
|
+
</ul>
|
1427
|
+
|
1428
|
+
|
1352
1429
|
<p class="tag_title">Returns:</p>
|
1353
1430
|
<ul class="return">
|
1354
1431
|
|
@@ -1359,6 +1436,66 @@
|
|
1359
1436
|
|
1360
1437
|
|
1361
1438
|
|
1439
|
+
</li>
|
1440
|
+
|
1441
|
+
</ul>
|
1442
|
+
<p class="tag_title">Raises:</p>
|
1443
|
+
<ul class="raise">
|
1444
|
+
|
1445
|
+
<li>
|
1446
|
+
|
1447
|
+
|
1448
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1449
|
+
|
1450
|
+
|
1451
|
+
|
1452
|
+
—
|
1453
|
+
<div class='inline'>
|
1454
|
+
<p><code>collection</code> is not String.</p>
|
1455
|
+
</div>
|
1456
|
+
|
1457
|
+
</li>
|
1458
|
+
|
1459
|
+
<li>
|
1460
|
+
|
1461
|
+
|
1462
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1463
|
+
|
1464
|
+
|
1465
|
+
|
1466
|
+
—
|
1467
|
+
<div class='inline'>
|
1468
|
+
<p><code>query</code> is not a Hash.</p>
|
1469
|
+
</div>
|
1470
|
+
|
1471
|
+
</li>
|
1472
|
+
|
1473
|
+
<li>
|
1474
|
+
|
1475
|
+
|
1476
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1477
|
+
|
1478
|
+
|
1479
|
+
|
1480
|
+
—
|
1481
|
+
<div class='inline'>
|
1482
|
+
<p><code>page</code> is not an Integer greater than 0.</p>
|
1483
|
+
</div>
|
1484
|
+
|
1485
|
+
</li>
|
1486
|
+
|
1487
|
+
<li>
|
1488
|
+
|
1489
|
+
|
1490
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1491
|
+
|
1492
|
+
|
1493
|
+
|
1494
|
+
—
|
1495
|
+
<div class='inline'>
|
1496
|
+
<p><code>per_page</code> is not an Integer between 1 and 500.</p>
|
1497
|
+
</div>
|
1498
|
+
|
1362
1499
|
</li>
|
1363
1500
|
|
1364
1501
|
</ul>
|
@@ -1369,23 +1506,45 @@
|
|
1369
1506
|
<pre class="lines">
|
1370
1507
|
|
1371
1508
|
|
1372
|
-
|
1373
|
-
|
1374
|
-
|
1375
|
-
|
1376
|
-
|
1377
|
-
|
1378
|
-
|
1379
|
-
|
1509
|
+
249
|
1510
|
+
250
|
1511
|
+
251
|
1512
|
+
252
|
1513
|
+
253
|
1514
|
+
254
|
1515
|
+
255
|
1516
|
+
256
|
1517
|
+
257
|
1518
|
+
258
|
1519
|
+
259
|
1520
|
+
260
|
1521
|
+
261
|
1522
|
+
262
|
1523
|
+
263
|
1524
|
+
264
|
1525
|
+
265
|
1526
|
+
266
|
1527
|
+
267</pre>
|
1380
1528
|
</td>
|
1381
1529
|
<td>
|
1382
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1530
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 249</span>
|
1531
|
+
|
1532
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>=</span> <span class='int'>30</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1533
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>collection needs to be a String.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span> <span class='kw'>unless</span> <span class='id identifier rubyid_collection'>collection</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>String</span><span class='rparen'>)</span>
|
1534
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>query needs to be a Hash.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span> <span class='kw'>unless</span> <span class='id identifier rubyid_query'>query</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Hash</span><span class='rparen'>)</span>
|
1535
|
+
<span class='kw'>unless</span> <span class='id identifier rubyid_page'>page</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Integer</span><span class='rparen'>)</span> <span class='op'>&&</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>></span> <span class='int'>0</span>
|
1536
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>page needs to be an Integer greater than 0.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span>
|
1537
|
+
<span class='kw'>end</span>
|
1538
|
+
<span class='kw'>unless</span> <span class='id identifier rubyid_per_page'>per_page</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Integer</span><span class='rparen'>)</span> <span class='op'>&&</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>></span> <span class='int'>0</span> <span class='op'>&&</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'><=</span> <span class='const'><span class='object_link'><a href="#MAX_FIND_OUTPUTS_PER_PAGE-constant" title="AeEasy::Core::Mock::FakeExecutor::MAX_FIND_OUTPUTS_PER_PAGE (constant)">MAX_FIND_OUTPUTS_PER_PAGE</a></span></span>
|
1539
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>per_page needs to be an Integer between 1 and </span><span class='embexpr_beg'>#{</span><span class='const'><span class='object_link'><a href="#MAX_FIND_OUTPUTS_PER_PAGE-constant" title="AeEasy::Core::Mock::FakeExecutor::MAX_FIND_OUTPUTS_PER_PAGE (constant)">MAX_FIND_OUTPUTS_PER_PAGE</a></span></span><span class='embexpr_end'>}</span><span class='tstring_content'>.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span>
|
1540
|
+
<span class='kw'>end</span>
|
1383
1541
|
|
1384
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>=</span> <span class='int'>30</span>
|
1385
1542
|
<span class='id identifier rubyid_count'>count</span> <span class='op'>=</span> <span class='int'>0</span>
|
1386
1543
|
<span class='id identifier rubyid_offset'>offset</span> <span class='op'>=</span> <span class='lparen'>(</span><span class='id identifier rubyid_page'>page</span> <span class='op'>-</span> <span class='int'>1</span><span class='rparen'>)</span> <span class='op'>*</span> <span class='id identifier rubyid_per_page'>per_page</span>
|
1544
|
+
<span class='id identifier rubyid_job'>job</span> <span class='op'>=</span> <span class='id identifier rubyid_latest_job_by'>latest_job_by</span><span class='lparen'>(</span><span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:scraper_name</span><span class='rbracket'>]</span><span class='rparen'>)</span>
|
1387
1545
|
<span class='id identifier rubyid_fixed_query'>fixed_query</span> <span class='op'>=</span> <span class='id identifier rubyid_query'>query</span><span class='period'>.</span><span class='id identifier rubyid_merge'>merge</span><span class='lparen'>(</span>
|
1388
|
-
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_collection</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_collection'>collection</span>
|
1546
|
+
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_collection</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span>
|
1547
|
+
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_job_id</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:job_id</span><span class='rbracket'>]</span> <span class='op'>||</span> <span class='lparen'>(</span><span class='id identifier rubyid_job'>job</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>:</span> <span class='id identifier rubyid_job'>job</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>job_id</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span><span class='rparen'>)</span>
|
1389
1548
|
<span class='rparen'>)</span>
|
1390
1549
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_query'>query</span> <span class='symbol'>:outputs</span><span class='comma'>,</span> <span class='id identifier rubyid_fixed_query'>fixed_query</span><span class='comma'>,</span> <span class='id identifier rubyid_offset'>offset</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span>
|
1391
1550
|
<span class='kw'>end</span></pre>
|
@@ -1420,13 +1579,13 @@
|
|
1420
1579
|
<pre class="lines">
|
1421
1580
|
|
1422
1581
|
|
1423
|
-
|
1424
|
-
|
1425
|
-
|
1426
|
-
|
1582
|
+
195
|
1583
|
+
196
|
1584
|
+
197
|
1585
|
+
198</pre>
|
1427
1586
|
</td>
|
1428
1587
|
<td>
|
1429
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1588
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 195</span>
|
1430
1589
|
|
1431
1590
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush'>flush</span>
|
1432
1591
|
<span class='id identifier rubyid_flush_pages'>flush_pages</span>
|
@@ -1463,13 +1622,13 @@
|
|
1463
1622
|
<pre class="lines">
|
1464
1623
|
|
1465
1624
|
|
1466
|
-
|
1467
|
-
|
1468
|
-
|
1469
|
-
|
1625
|
+
189
|
1626
|
+
190
|
1627
|
+
191
|
1628
|
+
192</pre>
|
1470
1629
|
</td>
|
1471
1630
|
<td>
|
1472
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1631
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 189</span>
|
1473
1632
|
|
1474
1633
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush_outputs'>flush_outputs</span>
|
1475
1634
|
<span class='id identifier rubyid_save_outputs'>save_outputs</span> <span class='id identifier rubyid_outputs'>outputs</span>
|
@@ -1506,13 +1665,13 @@
|
|
1506
1665
|
<pre class="lines">
|
1507
1666
|
|
1508
1667
|
|
1509
|
-
|
1510
|
-
|
1511
|
-
|
1512
|
-
|
1668
|
+
183
|
1669
|
+
184
|
1670
|
+
185
|
1671
|
+
186</pre>
|
1513
1672
|
</td>
|
1514
1673
|
<td>
|
1515
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1674
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 183</span>
|
1516
1675
|
|
1517
1676
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush_pages'>flush_pages</span>
|
1518
1677
|
<span class='id identifier rubyid_save_pages'>save_pages</span> <span class='id identifier rubyid_pages'>pages</span>
|
@@ -1662,9 +1821,6 @@
|
|
1662
1821
|
<pre class="lines">
|
1663
1822
|
|
1664
1823
|
|
1665
|
-
85
|
1666
|
-
86
|
1667
|
-
87
|
1668
1824
|
88
|
1669
1825
|
89
|
1670
1826
|
90
|
@@ -1673,10 +1829,14 @@
|
|
1673
1829
|
93
|
1674
1830
|
94
|
1675
1831
|
95
|
1676
|
-
96
|
1832
|
+
96
|
1833
|
+
97
|
1834
|
+
98
|
1835
|
+
99
|
1836
|
+
100</pre>
|
1677
1837
|
</td>
|
1678
1838
|
<td>
|
1679
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1839
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 88</span>
|
1680
1840
|
|
1681
1841
|
<span class='kw'>def</span> <span class='id identifier rubyid_initialize'>initialize</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1682
1842
|
<span class='kw'>unless</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:pages</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>||</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:pages</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Array</span><span class='rparen'>)</span>
|
@@ -1688,6 +1848,7 @@
|
|
1688
1848
|
<span class='kw'>end</span>
|
1689
1849
|
<span class='ivar'>@outputs</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:outputs</span><span class='rbracket'>]</span>
|
1690
1850
|
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:job_id</span><span class='rbracket'>]</span>
|
1851
|
+
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:scraper_name</span><span class='rbracket'>]</span>
|
1691
1852
|
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:page</span><span class='rbracket'>]</span>
|
1692
1853
|
<span class='kw'>end</span></pre>
|
1693
1854
|
</td>
|
@@ -1726,7 +1887,48 @@
|
|
1726
1887
|
|
1727
1888
|
</li>
|
1728
1889
|
|
1729
|
-
</ul>
|
1890
|
+
</ul>
|
1891
|
+
|
1892
|
+
</div><table class="source_code">
|
1893
|
+
<tr>
|
1894
|
+
<td>
|
1895
|
+
<pre class="lines">
|
1896
|
+
|
1897
|
+
|
1898
|
+
115
|
1899
|
+
116
|
1900
|
+
117</pre>
|
1901
|
+
</td>
|
1902
|
+
<td>
|
1903
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 115</span>
|
1904
|
+
|
1905
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
1906
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span>
|
1907
|
+
<span class='kw'>end</span></pre>
|
1908
|
+
</td>
|
1909
|
+
</tr>
|
1910
|
+
</table>
|
1911
|
+
</div>
|
1912
|
+
|
1913
|
+
<div class="method_details ">
|
1914
|
+
<h3 class="signature " id="job_id=-instance_method">
|
1915
|
+
|
1916
|
+
#<strong>job_id=</strong>(value) ⇒ <tt>Object</tt>
|
1917
|
+
|
1918
|
+
|
1919
|
+
|
1920
|
+
|
1921
|
+
|
1922
|
+
</h3><div class="docstring">
|
1923
|
+
<div class="discussion">
|
1924
|
+
|
1925
|
+
<p>Set fake job ID value.</p>
|
1926
|
+
|
1927
|
+
|
1928
|
+
</div>
|
1929
|
+
</div>
|
1930
|
+
<div class="tags">
|
1931
|
+
|
1730
1932
|
|
1731
1933
|
</div><table class="source_code">
|
1732
1934
|
<tr>
|
@@ -1734,15 +1936,17 @@
|
|
1734
1936
|
<pre class="lines">
|
1735
1937
|
|
1736
1938
|
|
1737
|
-
|
1738
|
-
|
1739
|
-
|
1939
|
+
120
|
1940
|
+
121
|
1941
|
+
122
|
1942
|
+
123</pre>
|
1740
1943
|
</td>
|
1741
1944
|
<td>
|
1742
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1945
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 120</span>
|
1743
1946
|
|
1744
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
1745
|
-
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span>
|
1947
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_job_id='>job_id=</span> <span class='id identifier rubyid_value'>value</span>
|
1948
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
1949
|
+
<span class='id identifier rubyid_page'>page</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>job_id</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
1746
1950
|
<span class='kw'>end</span></pre>
|
1747
1951
|
</td>
|
1748
1952
|
</tr>
|
@@ -1750,9 +1954,9 @@
|
|
1750
1954
|
</div>
|
1751
1955
|
|
1752
1956
|
<div class="method_details ">
|
1753
|
-
<h3 class="signature " id="
|
1957
|
+
<h3 class="signature " id="latest_job_by-instance_method">
|
1754
1958
|
|
1755
|
-
#<strong>
|
1959
|
+
#<strong>latest_job_by</strong>(scraper_name, filter = {}) ⇒ <tt>Hash|nil</tt>
|
1756
1960
|
|
1757
1961
|
|
1758
1962
|
|
@@ -1761,13 +1965,69 @@
|
|
1761
1965
|
</h3><div class="docstring">
|
1762
1966
|
<div class="discussion">
|
1763
1967
|
|
1764
|
-
<p>
|
1968
|
+
<p>Get latest job by scraper_name.</p>
|
1765
1969
|
|
1766
1970
|
|
1767
1971
|
</div>
|
1768
1972
|
</div>
|
1769
1973
|
<div class="tags">
|
1974
|
+
<p class="tag_title">Parameters:</p>
|
1975
|
+
<ul class="param">
|
1976
|
+
|
1977
|
+
<li>
|
1978
|
+
|
1979
|
+
<span class='name'>scraper_name</span>
|
1980
|
+
|
1981
|
+
|
1982
|
+
<span class='type'>(<tt>String</tt>)</span>
|
1983
|
+
|
1984
|
+
|
1985
|
+
|
1986
|
+
—
|
1987
|
+
<div class='inline'>
|
1988
|
+
<p>Scraper name.</p>
|
1989
|
+
</div>
|
1990
|
+
|
1991
|
+
</li>
|
1992
|
+
|
1993
|
+
<li>
|
1994
|
+
|
1995
|
+
<span class='name'>filter</span>
|
1996
|
+
|
1997
|
+
|
1998
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1999
|
+
|
2000
|
+
|
2001
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
2002
|
+
|
2003
|
+
|
2004
|
+
—
|
2005
|
+
<div class='inline'>
|
2006
|
+
<p>({}) Additional_filters.</p>
|
2007
|
+
</div>
|
2008
|
+
|
2009
|
+
</li>
|
2010
|
+
|
2011
|
+
</ul>
|
2012
|
+
|
2013
|
+
<p class="tag_title">Returns:</p>
|
2014
|
+
<ul class="return">
|
2015
|
+
|
2016
|
+
<li>
|
2017
|
+
|
2018
|
+
|
2019
|
+
<span class='type'>(<tt>Hash|nil</tt>)</span>
|
2020
|
+
|
2021
|
+
|
2022
|
+
|
2023
|
+
—
|
2024
|
+
<div class='inline'>
|
2025
|
+
<p>Return nil if no scraper_name or scraper_name is nil.</p>
|
2026
|
+
</div>
|
2027
|
+
|
2028
|
+
</li>
|
1770
2029
|
|
2030
|
+
</ul>
|
1771
2031
|
|
1772
2032
|
</div><table class="source_code">
|
1773
2033
|
<tr>
|
@@ -1775,17 +2035,19 @@
|
|
1775
2035
|
<pre class="lines">
|
1776
2036
|
|
1777
2037
|
|
1778
|
-
|
1779
|
-
|
1780
|
-
|
1781
|
-
|
2038
|
+
207
|
2039
|
+
208
|
2040
|
+
209
|
2041
|
+
210
|
2042
|
+
211</pre>
|
1782
2043
|
</td>
|
1783
2044
|
<td>
|
1784
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2045
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 207</span>
|
1785
2046
|
|
1786
|
-
<span class='kw'>def</span> <span class='id identifier
|
1787
|
-
<span class='
|
1788
|
-
<span class='id identifier
|
2047
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_latest_job_by'>latest_job_by</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='comma'>,</span> <span class='id identifier rubyid_filter'>filter</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
2048
|
+
<span class='kw'>return</span> <span class='kw'>nil</span> <span class='kw'>if</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span>
|
2049
|
+
<span class='id identifier rubyid_data'>data</span> <span class='op'>=</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_query'>query</span> <span class='symbol'>:jobs</span><span class='comma'>,</span> <span class='id identifier rubyid_filter'>filter</span><span class='period'>.</span><span class='id identifier rubyid_merge'>merge</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>scraper_name</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='rparen'>)</span>
|
2050
|
+
<span class='id identifier rubyid_data'>data</span><span class='period'>.</span><span class='id identifier rubyid_max'>max</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_a'>a</span><span class='comma'>,</span><span class='id identifier rubyid_b'>b</span><span class='op'>|</span> <span class='id identifier rubyid_a'>a</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>created_at</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span> <span class='op'><=></span> <span class='id identifier rubyid_b'>b</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>created_at</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span><span class='rbrace'>}</span>
|
1789
2051
|
<span class='kw'>end</span></pre>
|
1790
2052
|
</td>
|
1791
2053
|
</tr>
|
@@ -1831,12 +2093,12 @@
|
|
1831
2093
|
<pre class="lines">
|
1832
2094
|
|
1833
2095
|
|
1834
|
-
|
1835
|
-
|
1836
|
-
|
2096
|
+
58
|
2097
|
+
59
|
2098
|
+
60</pre>
|
1837
2099
|
</td>
|
1838
2100
|
<td>
|
1839
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2101
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 58</span>
|
1840
2102
|
|
1841
2103
|
<span class='kw'>def</span> <span class='id identifier rubyid_outputs'>outputs</span>
|
1842
2104
|
<span class='ivar'>@outputs</span> <span class='op'>||=</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
|
@@ -1885,12 +2147,12 @@
|
|
1885
2147
|
<pre class="lines">
|
1886
2148
|
|
1887
2149
|
|
1888
|
-
|
1889
|
-
|
1890
|
-
|
2150
|
+
127
|
2151
|
+
128
|
2152
|
+
129</pre>
|
1891
2153
|
</td>
|
1892
2154
|
<td>
|
1893
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2155
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 127</span>
|
1894
2156
|
|
1895
2157
|
<span class='kw'>def</span> <span class='id identifier rubyid_page'>page</span>
|
1896
2158
|
<span class='ivar'>@page</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_build_fake_page'><span class='object_link'><a href="FakeDb.html#build_fake_page-class_method" title="AeEasy::Core::Mock::FakeDb.build_fake_page (method)">build_fake_page</a></span></span> <span class='label'>job_id:</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
@@ -1926,18 +2188,18 @@
|
|
1926
2188
|
<pre class="lines">
|
1927
2189
|
|
1928
2190
|
|
1929
|
-
|
1930
|
-
|
1931
|
-
|
1932
|
-
|
1933
|
-
|
1934
|
-
|
1935
|
-
|
1936
|
-
|
1937
|
-
|
2191
|
+
132
|
2192
|
+
133
|
2193
|
+
134
|
2194
|
+
135
|
2195
|
+
136
|
2196
|
+
137
|
2197
|
+
138
|
2198
|
+
139
|
2199
|
+
140</pre>
|
1938
2200
|
</td>
|
1939
2201
|
<td>
|
1940
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2202
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 132</span>
|
1941
2203
|
|
1942
2204
|
<span class='kw'>def</span> <span class='id identifier rubyid_page='>page=</span> <span class='id identifier rubyid_value'>value</span>
|
1943
2205
|
<span class='kw'>unless</span> <span class='id identifier rubyid_value'>value</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span>
|
@@ -1992,12 +2254,12 @@
|
|
1992
2254
|
<pre class="lines">
|
1993
2255
|
|
1994
2256
|
|
1995
|
-
|
1996
|
-
|
1997
|
-
|
2257
|
+
52
|
2258
|
+
53
|
2259
|
+
54</pre>
|
1998
2260
|
</td>
|
1999
2261
|
<td>
|
2000
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2262
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 52</span>
|
2001
2263
|
|
2002
2264
|
<span class='kw'>def</span> <span class='id identifier rubyid_pages'>pages</span>
|
2003
2265
|
<span class='ivar'>@pages</span> <span class='op'>||=</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
|
@@ -2005,6 +2267,70 @@
|
|
2005
2267
|
</td>
|
2006
2268
|
</tr>
|
2007
2269
|
</table>
|
2270
|
+
</div>
|
2271
|
+
|
2272
|
+
<div class="method_details ">
|
2273
|
+
<h3 class="signature " id="save_jobs-instance_method">
|
2274
|
+
|
2275
|
+
#<strong>save_jobs</strong>(list) ⇒ <tt>Object</tt>
|
2276
|
+
|
2277
|
+
|
2278
|
+
|
2279
|
+
|
2280
|
+
|
2281
|
+
</h3><div class="docstring">
|
2282
|
+
<div class="discussion">
|
2283
|
+
|
2284
|
+
<p>Save a job collection on db and remove all the element from
|
2285
|
+
<code>list</code>.</p>
|
2286
|
+
|
2287
|
+
|
2288
|
+
</div>
|
2289
|
+
</div>
|
2290
|
+
<div class="tags">
|
2291
|
+
<p class="tag_title">Parameters:</p>
|
2292
|
+
<ul class="param">
|
2293
|
+
|
2294
|
+
<li>
|
2295
|
+
|
2296
|
+
<span class='name'>list</span>
|
2297
|
+
|
2298
|
+
|
2299
|
+
<span class='type'>(<tt>Array</tt>)</span>
|
2300
|
+
|
2301
|
+
|
2302
|
+
|
2303
|
+
—
|
2304
|
+
<div class='inline'>
|
2305
|
+
<p>Collection of jobs to save.</p>
|
2306
|
+
</div>
|
2307
|
+
|
2308
|
+
</li>
|
2309
|
+
|
2310
|
+
</ul>
|
2311
|
+
|
2312
|
+
|
2313
|
+
</div><table class="source_code">
|
2314
|
+
<tr>
|
2315
|
+
<td>
|
2316
|
+
<pre class="lines">
|
2317
|
+
|
2318
|
+
|
2319
|
+
160
|
2320
|
+
161
|
2321
|
+
162
|
2322
|
+
163</pre>
|
2323
|
+
</td>
|
2324
|
+
<td>
|
2325
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 160</span>
|
2326
|
+
|
2327
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_save_jobs'>save_jobs</span> <span class='id identifier rubyid_list'>list</span>
|
2328
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_job'>job</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_jobs'>jobs</span> <span class='op'><<</span> <span class='id identifier rubyid_job'>job</span><span class='rbrace'>}</span>
|
2329
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2330
|
+
<span class='kw'>end</span></pre>
|
2331
|
+
</td>
|
2332
|
+
</tr>
|
2333
|
+
</table>
|
2008
2334
|
</div>
|
2009
2335
|
|
2010
2336
|
<div class="method_details ">
|
@@ -2019,7 +2345,10 @@
|
|
2019
2345
|
</h3><div class="docstring">
|
2020
2346
|
<div class="discussion">
|
2021
2347
|
|
2022
|
-
<p>Save an output collection on db
|
2348
|
+
<p>Save an output collection on db and remove all the element from</p>
|
2349
|
+
|
2350
|
+
<pre class="code ruby"><code class="ruby">+list+.
|
2351
|
+
</code></pre>
|
2023
2352
|
|
2024
2353
|
|
2025
2354
|
</div>
|
@@ -2053,15 +2382,17 @@
|
|
2053
2382
|
<pre class="lines">
|
2054
2383
|
|
2055
2384
|
|
2056
|
-
|
2057
|
-
|
2058
|
-
|
2385
|
+
177
|
2386
|
+
178
|
2387
|
+
179
|
2388
|
+
180</pre>
|
2059
2389
|
</td>
|
2060
2390
|
<td>
|
2061
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2391
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 177</span>
|
2062
2392
|
|
2063
2393
|
<span class='kw'>def</span> <span class='id identifier rubyid_save_outputs'>save_outputs</span> <span class='id identifier rubyid_list'>list</span>
|
2064
2394
|
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_output'>output</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_outputs'>outputs</span> <span class='op'><<</span> <span class='id identifier rubyid_output'>output</span><span class='rbrace'>}</span>
|
2395
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2065
2396
|
<span class='kw'>end</span></pre>
|
2066
2397
|
</td>
|
2067
2398
|
</tr>
|
@@ -2080,7 +2411,8 @@
|
|
2080
2411
|
</h3><div class="docstring">
|
2081
2412
|
<div class="discussion">
|
2082
2413
|
|
2083
|
-
<p>Save a page collection on db
|
2414
|
+
<p>Save a page collection on db and remove all the element from
|
2415
|
+
<code>list</code>.</p>
|
2084
2416
|
|
2085
2417
|
|
2086
2418
|
</div>
|
@@ -2114,15 +2446,58 @@
|
|
2114
2446
|
<pre class="lines">
|
2115
2447
|
|
2116
2448
|
|
2117
|
-
|
2118
|
-
|
2119
|
-
|
2449
|
+
168
|
2450
|
+
169
|
2451
|
+
170
|
2452
|
+
171</pre>
|
2120
2453
|
</td>
|
2121
2454
|
<td>
|
2122
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2455
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 168</span>
|
2123
2456
|
|
2124
2457
|
<span class='kw'>def</span> <span class='id identifier rubyid_save_pages'>save_pages</span> <span class='id identifier rubyid_list'>list</span>
|
2125
2458
|
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_page'>page</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_pages'>pages</span> <span class='op'><<</span> <span class='id identifier rubyid_page'>page</span><span class='rbrace'>}</span>
|
2459
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2460
|
+
<span class='kw'>end</span></pre>
|
2461
|
+
</td>
|
2462
|
+
</tr>
|
2463
|
+
</table>
|
2464
|
+
</div>
|
2465
|
+
|
2466
|
+
<div class="method_details ">
|
2467
|
+
<h3 class="signature " id="saved_jobs-instance_method">
|
2468
|
+
|
2469
|
+
#<strong>saved_jobs</strong> ⇒ <tt>Object</tt>
|
2470
|
+
|
2471
|
+
|
2472
|
+
|
2473
|
+
|
2474
|
+
|
2475
|
+
</h3><div class="docstring">
|
2476
|
+
<div class="discussion">
|
2477
|
+
|
2478
|
+
<p>Retrive a list of saved jobs.</p>
|
2479
|
+
|
2480
|
+
|
2481
|
+
</div>
|
2482
|
+
</div>
|
2483
|
+
<div class="tags">
|
2484
|
+
|
2485
|
+
|
2486
|
+
</div><table class="source_code">
|
2487
|
+
<tr>
|
2488
|
+
<td>
|
2489
|
+
<pre class="lines">
|
2490
|
+
|
2491
|
+
|
2492
|
+
143
|
2493
|
+
144
|
2494
|
+
145</pre>
|
2495
|
+
</td>
|
2496
|
+
<td>
|
2497
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 143</span>
|
2498
|
+
|
2499
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_saved_jobs'>saved_jobs</span>
|
2500
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_jobs'>jobs</span>
|
2126
2501
|
<span class='kw'>end</span></pre>
|
2127
2502
|
</td>
|
2128
2503
|
</tr>
|
@@ -2155,12 +2530,12 @@
|
|
2155
2530
|
<pre class="lines">
|
2156
2531
|
|
2157
2532
|
|
2158
|
-
|
2159
|
-
|
2160
|
-
|
2533
|
+
153
|
2534
|
+
154
|
2535
|
+
155</pre>
|
2161
2536
|
</td>
|
2162
2537
|
<td>
|
2163
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2538
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 153</span>
|
2164
2539
|
|
2165
2540
|
<span class='kw'>def</span> <span class='id identifier rubyid_saved_outputs'>saved_outputs</span>
|
2166
2541
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_outputs'>outputs</span>
|
@@ -2196,12 +2571,12 @@
|
|
2196
2571
|
<pre class="lines">
|
2197
2572
|
|
2198
2573
|
|
2199
|
-
|
2200
|
-
|
2201
|
-
|
2574
|
+
148
|
2575
|
+
149
|
2576
|
+
150</pre>
|
2202
2577
|
</td>
|
2203
2578
|
<td>
|
2204
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2579
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 148</span>
|
2205
2580
|
|
2206
2581
|
<span class='kw'>def</span> <span class='id identifier rubyid_saved_pages'>saved_pages</span>
|
2207
2582
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_pages'>pages</span>
|
@@ -2209,6 +2584,101 @@
|
|
2209
2584
|
</td>
|
2210
2585
|
</tr>
|
2211
2586
|
</table>
|
2587
|
+
</div>
|
2588
|
+
|
2589
|
+
<div class="method_details ">
|
2590
|
+
<h3 class="signature " id="scraper_name-instance_method">
|
2591
|
+
|
2592
|
+
#<strong>scraper_name</strong> ⇒ <tt>Integer</tt><sup>?</sup>
|
2593
|
+
|
2594
|
+
|
2595
|
+
|
2596
|
+
|
2597
|
+
|
2598
|
+
</h3><div class="docstring">
|
2599
|
+
<div class="discussion">
|
2600
|
+
|
2601
|
+
<p>Fake scraper name used by executor.</p>
|
2602
|
+
|
2603
|
+
|
2604
|
+
</div>
|
2605
|
+
</div>
|
2606
|
+
<div class="tags">
|
2607
|
+
|
2608
|
+
<p class="tag_title">Returns:</p>
|
2609
|
+
<ul class="return">
|
2610
|
+
|
2611
|
+
<li>
|
2612
|
+
|
2613
|
+
|
2614
|
+
<span class='type'>(<tt>Integer</tt>, <tt>nil</tt>)</span>
|
2615
|
+
|
2616
|
+
|
2617
|
+
|
2618
|
+
</li>
|
2619
|
+
|
2620
|
+
</ul>
|
2621
|
+
|
2622
|
+
</div><table class="source_code">
|
2623
|
+
<tr>
|
2624
|
+
<td>
|
2625
|
+
<pre class="lines">
|
2626
|
+
|
2627
|
+
|
2628
|
+
104
|
2629
|
+
105
|
2630
|
+
106</pre>
|
2631
|
+
</td>
|
2632
|
+
<td>
|
2633
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 104</span>
|
2634
|
+
|
2635
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span>
|
2636
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span>
|
2637
|
+
<span class='kw'>end</span></pre>
|
2638
|
+
</td>
|
2639
|
+
</tr>
|
2640
|
+
</table>
|
2641
|
+
</div>
|
2642
|
+
|
2643
|
+
<div class="method_details ">
|
2644
|
+
<h3 class="signature " id="scraper_name=-instance_method">
|
2645
|
+
|
2646
|
+
#<strong>scraper_name=</strong>(value) ⇒ <tt>Object</tt>
|
2647
|
+
|
2648
|
+
|
2649
|
+
|
2650
|
+
|
2651
|
+
|
2652
|
+
</h3><div class="docstring">
|
2653
|
+
<div class="discussion">
|
2654
|
+
|
2655
|
+
<p>Set fake scraper name value.</p>
|
2656
|
+
|
2657
|
+
|
2658
|
+
</div>
|
2659
|
+
</div>
|
2660
|
+
<div class="tags">
|
2661
|
+
|
2662
|
+
|
2663
|
+
</div><table class="source_code">
|
2664
|
+
<tr>
|
2665
|
+
<td>
|
2666
|
+
<pre class="lines">
|
2667
|
+
|
2668
|
+
|
2669
|
+
109
|
2670
|
+
110
|
2671
|
+
111</pre>
|
2672
|
+
</td>
|
2673
|
+
<td>
|
2674
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 109</span>
|
2675
|
+
|
2676
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_scraper_name='>scraper_name=</span> <span class='id identifier rubyid_value'>value</span>
|
2677
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
2678
|
+
<span class='kw'>end</span></pre>
|
2679
|
+
</td>
|
2680
|
+
</tr>
|
2681
|
+
</table>
|
2212
2682
|
</div>
|
2213
2683
|
|
2214
2684
|
</div>
|
@@ -2216,7 +2686,7 @@
|
|
2216
2686
|
</div>
|
2217
2687
|
|
2218
2688
|
<div id="footer">
|
2219
|
-
Generated on Wed Feb
|
2689
|
+
Generated on Wed Feb 20 18:03:18 2019 by
|
2220
2690
|
<a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
|
2221
2691
|
0.9.18 (ruby-2.5.3).
|
2222
2692
|
</div>
|