ae_easy-core 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/ae_easy-core.gemspec +2 -1
- data/doc/AeEasy/Core/Config.html +1 -1
- data/doc/AeEasy/Core/Exception/OutdatedError.html +1 -1
- data/doc/AeEasy/Core/Exception.html +1 -1
- data/doc/AeEasy/Core/Helper/Cookie.html +1 -1
- data/doc/AeEasy/Core/Helper.html +1 -1
- data/doc/AeEasy/Core/Mock/FakeDb.html +1402 -449
- data/doc/AeEasy/Core/Mock/FakeExecutor.html +898 -428
- data/doc/AeEasy/Core/Mock/FakeParser.html +9 -124
- data/doc/AeEasy/Core/Mock/FakeSeeder.html +9 -118
- data/doc/AeEasy/Core/Mock.html +1 -1
- data/doc/AeEasy/Core/Plugin/CollectionVault.html +1 -1
- data/doc/AeEasy/Core/Plugin/ConfigBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin/ContextIntegrator.html +1 -1
- data/doc/AeEasy/Core/Plugin/InitializeHook.html +1 -1
- data/doc/AeEasy/Core/Plugin/Parser.html +1 -1
- data/doc/AeEasy/Core/Plugin/ParserBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin/Seeder.html +1 -1
- data/doc/AeEasy/Core/Plugin/SeederBehavior.html +1 -1
- data/doc/AeEasy/Core/Plugin.html +1 -1
- data/doc/AeEasy/Core/SmartCollection.html +1 -300
- data/doc/AeEasy/Core.html +32 -110
- data/doc/AeEasy.html +1 -1
- data/doc/_index.html +1 -1
- data/doc/file.README.html +1 -1
- data/doc/index.html +1 -1
- data/doc/method_list.html +157 -117
- data/doc/top-level-namespace.html +1 -1
- data/lib/ae_easy/core/mock/fake_db.rb +216 -14
- data/lib/ae_easy/core/mock/fake_executor.rb +112 -7
- data/lib/ae_easy/core/version.rb +1 -1
- data/lib/ae_easy/core.rb +1 -0
- metadata +18 -5
- data/Gemfile.lock +0 -57
@@ -105,6 +105,33 @@
|
|
105
105
|
|
106
106
|
|
107
107
|
</div>
|
108
|
+
|
109
|
+
<h2>
|
110
|
+
Constant Summary
|
111
|
+
<small><a href="#" class="constants_summary_toggle">collapse</a></small>
|
112
|
+
</h2>
|
113
|
+
|
114
|
+
<dl class="constants">
|
115
|
+
|
116
|
+
<dt id="MAX_FIND_OUTPUTS_PER_PAGE-constant" class="">MAX_FIND_OUTPUTS_PER_PAGE =
|
117
|
+
<div class="docstring">
|
118
|
+
<div class="discussion">
|
119
|
+
|
120
|
+
<p>Max allowed page size when query outputs (see #find_outputs).</p>
|
121
|
+
|
122
|
+
|
123
|
+
</div>
|
124
|
+
</div>
|
125
|
+
<div class="tags">
|
126
|
+
|
127
|
+
|
128
|
+
</div>
|
129
|
+
</dt>
|
130
|
+
<dd><pre class="code"><span class='int'>500</span></pre></dd>
|
131
|
+
|
132
|
+
</dl>
|
133
|
+
|
134
|
+
|
108
135
|
|
109
136
|
|
110
137
|
|
@@ -172,7 +199,7 @@
|
|
172
199
|
|
173
200
|
|
174
201
|
<h2>
|
175
|
-
|
202
|
+
Instance Method Summary
|
176
203
|
<small><a href="#" class="summary_toggle">collapse</a></small>
|
177
204
|
</h2>
|
178
205
|
|
@@ -181,7 +208,7 @@
|
|
181
208
|
<li class="public ">
|
182
209
|
<span class="summary_signature">
|
183
210
|
|
184
|
-
<a href="#
|
211
|
+
<a href="#db-instance_method" title="#db (instance method)">#<strong>db</strong> ⇒ Object </a>
|
185
212
|
|
186
213
|
|
187
214
|
|
@@ -196,25 +223,16 @@
|
|
196
223
|
|
197
224
|
|
198
225
|
<span class="summary_desc"><div class='inline'>
|
199
|
-
<p>
|
226
|
+
<p>Fake database to represent what it is saved.</p>
|
200
227
|
</div></span>
|
201
228
|
|
202
229
|
</li>
|
203
230
|
|
204
231
|
|
205
|
-
</ul>
|
206
|
-
|
207
|
-
<h2>
|
208
|
-
Instance Method Summary
|
209
|
-
<small><a href="#" class="summary_toggle">collapse</a></small>
|
210
|
-
</h2>
|
211
|
-
|
212
|
-
<ul class="summary">
|
213
|
-
|
214
232
|
<li class="public ">
|
215
233
|
<span class="summary_signature">
|
216
234
|
|
217
|
-
<a href="#
|
235
|
+
<a href="#execute_script-instance_method" title="#execute_script (instance method)">#<strong>execute_script</strong>(file_path, vars = {}) ⇒ Object </a>
|
218
236
|
|
219
237
|
|
220
238
|
|
@@ -229,7 +247,7 @@
|
|
229
247
|
|
230
248
|
|
231
249
|
<span class="summary_desc"><div class='inline'>
|
232
|
-
<p>
|
250
|
+
<p>Execute an script file as an executor.</p>
|
233
251
|
</div></span>
|
234
252
|
|
235
253
|
</li>
|
@@ -238,7 +256,7 @@
|
|
238
256
|
<li class="public ">
|
239
257
|
<span class="summary_signature">
|
240
258
|
|
241
|
-
<a href="#
|
259
|
+
<a href="#find_output-instance_method" title="#find_output (instance method)">#<strong>find_output</strong>(collection = 'default', query = {}, opts = {}) ⇒ Hash<sup>?</sup> </a>
|
242
260
|
|
243
261
|
|
244
262
|
|
@@ -253,7 +271,7 @@
|
|
253
271
|
|
254
272
|
|
255
273
|
<span class="summary_desc"><div class='inline'>
|
256
|
-
<p>
|
274
|
+
<p>Find one output by collection and query with pagination.</p>
|
257
275
|
</div></span>
|
258
276
|
|
259
277
|
</li>
|
@@ -262,7 +280,7 @@
|
|
262
280
|
<li class="public ">
|
263
281
|
<span class="summary_signature">
|
264
282
|
|
265
|
-
<a href="#
|
283
|
+
<a href="#find_outputs-instance_method" title="#find_outputs (instance method)">#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30, opts = {}) ⇒ Array </a>
|
266
284
|
|
267
285
|
|
268
286
|
|
@@ -277,7 +295,7 @@
|
|
277
295
|
|
278
296
|
|
279
297
|
<span class="summary_desc"><div class='inline'>
|
280
|
-
<p>
|
298
|
+
<p>Find outputs by collection and query with pagination.</p>
|
281
299
|
</div></span>
|
282
300
|
|
283
301
|
</li>
|
@@ -286,7 +304,7 @@
|
|
286
304
|
<li class="public ">
|
287
305
|
<span class="summary_signature">
|
288
306
|
|
289
|
-
<a href="#
|
307
|
+
<a href="#flush-instance_method" title="#flush (instance method)">#<strong>flush</strong> ⇒ Object </a>
|
290
308
|
|
291
309
|
|
292
310
|
|
@@ -301,7 +319,7 @@
|
|
301
319
|
|
302
320
|
|
303
321
|
<span class="summary_desc"><div class='inline'>
|
304
|
-
<p>
|
322
|
+
<p>Save all drafts into db and clear draft queues.</p>
|
305
323
|
</div></span>
|
306
324
|
|
307
325
|
</li>
|
@@ -310,7 +328,7 @@
|
|
310
328
|
<li class="public ">
|
311
329
|
<span class="summary_signature">
|
312
330
|
|
313
|
-
<a href="#
|
331
|
+
<a href="#flush_outputs-instance_method" title="#flush_outputs (instance method)">#<strong>flush_outputs</strong> ⇒ Object </a>
|
314
332
|
|
315
333
|
|
316
334
|
|
@@ -325,7 +343,7 @@
|
|
325
343
|
|
326
344
|
|
327
345
|
<span class="summary_desc"><div class='inline'>
|
328
|
-
<p>
|
346
|
+
<p>Save draft outputs into db and clear draft queue.</p>
|
329
347
|
</div></span>
|
330
348
|
|
331
349
|
</li>
|
@@ -334,7 +352,7 @@
|
|
334
352
|
<li class="public ">
|
335
353
|
<span class="summary_signature">
|
336
354
|
|
337
|
-
<a href="#
|
355
|
+
<a href="#flush_pages-instance_method" title="#flush_pages (instance method)">#<strong>flush_pages</strong> ⇒ Object </a>
|
338
356
|
|
339
357
|
|
340
358
|
|
@@ -349,7 +367,7 @@
|
|
349
367
|
|
350
368
|
|
351
369
|
<span class="summary_desc"><div class='inline'>
|
352
|
-
<p>
|
370
|
+
<p>Save draft pages into db and clear draft queue.</p>
|
353
371
|
</div></span>
|
354
372
|
|
355
373
|
</li>
|
@@ -358,7 +376,7 @@
|
|
358
376
|
<li class="public ">
|
359
377
|
<span class="summary_signature">
|
360
378
|
|
361
|
-
<a href="#
|
379
|
+
<a href="#initialize-instance_method" title="#initialize (instance method)">#<strong>initialize</strong>(opts = {}) ⇒ Object </a>
|
362
380
|
|
363
381
|
|
364
382
|
|
@@ -373,7 +391,7 @@
|
|
373
391
|
|
374
392
|
|
375
393
|
<span class="summary_desc"><div class='inline'>
|
376
|
-
<p>
|
394
|
+
<p>Initialize object.</p>
|
377
395
|
</div></span>
|
378
396
|
|
379
397
|
</li>
|
@@ -382,7 +400,7 @@
|
|
382
400
|
<li class="public ">
|
383
401
|
<span class="summary_signature">
|
384
402
|
|
385
|
-
<a href="#
|
403
|
+
<a href="#job_id-instance_method" title="#job_id (instance method)">#<strong>job_id</strong> ⇒ Integer<sup>?</sup> </a>
|
386
404
|
|
387
405
|
|
388
406
|
|
@@ -397,7 +415,7 @@
|
|
397
415
|
|
398
416
|
|
399
417
|
<span class="summary_desc"><div class='inline'>
|
400
|
-
<p>
|
418
|
+
<p>Fake job ID used by executor.</p>
|
401
419
|
</div></span>
|
402
420
|
|
403
421
|
</li>
|
@@ -406,7 +424,7 @@
|
|
406
424
|
<li class="public ">
|
407
425
|
<span class="summary_signature">
|
408
426
|
|
409
|
-
<a href="#
|
427
|
+
<a href="#job_id=-instance_method" title="#job_id= (instance method)">#<strong>job_id=</strong>(value) ⇒ Object </a>
|
410
428
|
|
411
429
|
|
412
430
|
|
@@ -421,7 +439,7 @@
|
|
421
439
|
|
422
440
|
|
423
441
|
<span class="summary_desc"><div class='inline'>
|
424
|
-
<p>
|
442
|
+
<p>Set fake job ID value.</p>
|
425
443
|
</div></span>
|
426
444
|
|
427
445
|
</li>
|
@@ -430,7 +448,7 @@
|
|
430
448
|
<li class="public ">
|
431
449
|
<span class="summary_signature">
|
432
450
|
|
433
|
-
<a href="#
|
451
|
+
<a href="#latest_job_by-instance_method" title="#latest_job_by (instance method)">#<strong>latest_job_by</strong>(scraper_name, filter = {}) ⇒ Hash|nil </a>
|
434
452
|
|
435
453
|
|
436
454
|
|
@@ -445,7 +463,7 @@
|
|
445
463
|
|
446
464
|
|
447
465
|
<span class="summary_desc"><div class='inline'>
|
448
|
-
<p>
|
466
|
+
<p>Get latest job by scraper_name.</p>
|
449
467
|
</div></span>
|
450
468
|
|
451
469
|
</li>
|
@@ -454,7 +472,7 @@
|
|
454
472
|
<li class="public ">
|
455
473
|
<span class="summary_signature">
|
456
474
|
|
457
|
-
<a href="#
|
475
|
+
<a href="#outputs-instance_method" title="#outputs (instance method)">#<strong>outputs</strong> ⇒ Array </a>
|
458
476
|
|
459
477
|
|
460
478
|
|
@@ -469,7 +487,7 @@
|
|
469
487
|
|
470
488
|
|
471
489
|
<span class="summary_desc"><div class='inline'>
|
472
|
-
<p>
|
490
|
+
<p>Draft outputs, usually get saved after execution.</p>
|
473
491
|
</div></span>
|
474
492
|
|
475
493
|
</li>
|
@@ -478,7 +496,7 @@
|
|
478
496
|
<li class="public ">
|
479
497
|
<span class="summary_signature">
|
480
498
|
|
481
|
-
<a href="#
|
499
|
+
<a href="#page-instance_method" title="#page (instance method)">#<strong>page</strong> ⇒ Hash<sup>?</sup> </a>
|
482
500
|
|
483
501
|
|
484
502
|
|
@@ -493,7 +511,7 @@
|
|
493
511
|
|
494
512
|
|
495
513
|
<span class="summary_desc"><div class='inline'>
|
496
|
-
<p>
|
514
|
+
<p>Current page used by executor.</p>
|
497
515
|
</div></span>
|
498
516
|
|
499
517
|
</li>
|
@@ -502,7 +520,7 @@
|
|
502
520
|
<li class="public ">
|
503
521
|
<span class="summary_signature">
|
504
522
|
|
505
|
-
<a href="#
|
523
|
+
<a href="#page=-instance_method" title="#page= (instance method)">#<strong>page=</strong>(value) ⇒ Object </a>
|
506
524
|
|
507
525
|
|
508
526
|
|
@@ -517,7 +535,7 @@
|
|
517
535
|
|
518
536
|
|
519
537
|
<span class="summary_desc"><div class='inline'>
|
520
|
-
<p>
|
538
|
+
<p>Set current page.</p>
|
521
539
|
</div></span>
|
522
540
|
|
523
541
|
</li>
|
@@ -526,7 +544,7 @@
|
|
526
544
|
<li class="public ">
|
527
545
|
<span class="summary_signature">
|
528
546
|
|
529
|
-
<a href="#
|
547
|
+
<a href="#pages-instance_method" title="#pages (instance method)">#<strong>pages</strong> ⇒ Array </a>
|
530
548
|
|
531
549
|
|
532
550
|
|
@@ -541,7 +559,7 @@
|
|
541
559
|
|
542
560
|
|
543
561
|
<span class="summary_desc"><div class='inline'>
|
544
|
-
<p>
|
562
|
+
<p>Draft pages, usually get saved after execution.</p>
|
545
563
|
</div></span>
|
546
564
|
|
547
565
|
</li>
|
@@ -550,7 +568,7 @@
|
|
550
568
|
<li class="public ">
|
551
569
|
<span class="summary_signature">
|
552
570
|
|
553
|
-
<a href="#
|
571
|
+
<a href="#save_jobs-instance_method" title="#save_jobs (instance method)">#<strong>save_jobs</strong>(list) ⇒ Object </a>
|
554
572
|
|
555
573
|
|
556
574
|
|
@@ -565,7 +583,8 @@
|
|
565
583
|
|
566
584
|
|
567
585
|
<span class="summary_desc"><div class='inline'>
|
568
|
-
<p>
|
586
|
+
<p>Save a job collection on db and remove all the element from
|
587
|
+
<code>list</code>.</p>
|
569
588
|
</div></span>
|
570
589
|
|
571
590
|
</li>
|
@@ -574,7 +593,7 @@
|
|
574
593
|
<li class="public ">
|
575
594
|
<span class="summary_signature">
|
576
595
|
|
577
|
-
<a href="#
|
596
|
+
<a href="#save_outputs-instance_method" title="#save_outputs (instance method)">#<strong>save_outputs</strong>(list) ⇒ Object </a>
|
578
597
|
|
579
598
|
|
580
599
|
|
@@ -589,7 +608,8 @@
|
|
589
608
|
|
590
609
|
|
591
610
|
<span class="summary_desc"><div class='inline'>
|
592
|
-
<p>
|
611
|
+
<p>Save an output collection on db and remove all the element from
|
612
|
+
<code>list</code>.</p>
|
593
613
|
</div></span>
|
594
614
|
|
595
615
|
</li>
|
@@ -598,7 +618,7 @@
|
|
598
618
|
<li class="public ">
|
599
619
|
<span class="summary_signature">
|
600
620
|
|
601
|
-
<a href="#
|
621
|
+
<a href="#save_pages-instance_method" title="#save_pages (instance method)">#<strong>save_pages</strong>(list) ⇒ Object </a>
|
602
622
|
|
603
623
|
|
604
624
|
|
@@ -613,7 +633,8 @@
|
|
613
633
|
|
614
634
|
|
615
635
|
<span class="summary_desc"><div class='inline'>
|
616
|
-
<p>Save
|
636
|
+
<p>Save a page collection on db and remove all the element from
|
637
|
+
<code>list</code>.</p>
|
617
638
|
</div></span>
|
618
639
|
|
619
640
|
</li>
|
@@ -622,7 +643,7 @@
|
|
622
643
|
<li class="public ">
|
623
644
|
<span class="summary_signature">
|
624
645
|
|
625
|
-
<a href="#
|
646
|
+
<a href="#saved_jobs-instance_method" title="#saved_jobs (instance method)">#<strong>saved_jobs</strong> ⇒ Object </a>
|
626
647
|
|
627
648
|
|
628
649
|
|
@@ -637,7 +658,7 @@
|
|
637
658
|
|
638
659
|
|
639
660
|
<span class="summary_desc"><div class='inline'>
|
640
|
-
<p>
|
661
|
+
<p>Retrive a list of saved jobs.</p>
|
641
662
|
</div></span>
|
642
663
|
|
643
664
|
</li>
|
@@ -688,6 +709,54 @@
|
|
688
709
|
<p>Retrive a list of saved pages.</p>
|
689
710
|
</div></span>
|
690
711
|
|
712
|
+
</li>
|
713
|
+
|
714
|
+
|
715
|
+
<li class="public ">
|
716
|
+
<span class="summary_signature">
|
717
|
+
|
718
|
+
<a href="#scraper_name-instance_method" title="#scraper_name (instance method)">#<strong>scraper_name</strong> ⇒ Integer<sup>?</sup> </a>
|
719
|
+
|
720
|
+
|
721
|
+
|
722
|
+
</span>
|
723
|
+
|
724
|
+
|
725
|
+
|
726
|
+
|
727
|
+
|
728
|
+
|
729
|
+
|
730
|
+
|
731
|
+
|
732
|
+
<span class="summary_desc"><div class='inline'>
|
733
|
+
<p>Fake scraper name used by executor.</p>
|
734
|
+
</div></span>
|
735
|
+
|
736
|
+
</li>
|
737
|
+
|
738
|
+
|
739
|
+
<li class="public ">
|
740
|
+
<span class="summary_signature">
|
741
|
+
|
742
|
+
<a href="#scraper_name=-instance_method" title="#scraper_name= (instance method)">#<strong>scraper_name=</strong>(value) ⇒ Object </a>
|
743
|
+
|
744
|
+
|
745
|
+
|
746
|
+
</span>
|
747
|
+
|
748
|
+
|
749
|
+
|
750
|
+
|
751
|
+
|
752
|
+
|
753
|
+
|
754
|
+
|
755
|
+
|
756
|
+
<span class="summary_desc"><div class='inline'>
|
757
|
+
<p>Set fake scraper name value.</p>
|
758
|
+
</div></span>
|
759
|
+
|
691
760
|
</li>
|
692
761
|
|
693
762
|
|
@@ -740,12 +809,12 @@
|
|
740
809
|
<pre class="lines">
|
741
810
|
|
742
811
|
|
743
|
-
|
744
|
-
|
745
|
-
|
812
|
+
11
|
813
|
+
12
|
814
|
+
13</pre>
|
746
815
|
</td>
|
747
816
|
<td>
|
748
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
817
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 11</span>
|
749
818
|
|
750
819
|
<span class='kw'>def</span> <span class='id identifier rubyid_content'>content</span>
|
751
820
|
<span class='ivar'>@content</span>
|
@@ -796,12 +865,12 @@
|
|
796
865
|
<pre class="lines">
|
797
866
|
|
798
867
|
|
799
|
-
|
800
|
-
|
801
|
-
|
868
|
+
14
|
869
|
+
15
|
870
|
+
16</pre>
|
802
871
|
</td>
|
803
872
|
<td>
|
804
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
873
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 14</span>
|
805
874
|
|
806
875
|
<span class='kw'>def</span> <span class='id identifier rubyid_failed_content'>failed_content</span>
|
807
876
|
<span class='ivar'>@failed_content</span>
|
@@ -814,14 +883,14 @@
|
|
814
883
|
</div>
|
815
884
|
|
816
885
|
|
817
|
-
<div id="
|
818
|
-
<h2>
|
886
|
+
<div id="instance_method_details" class="method_details_list">
|
887
|
+
<h2>Instance Method Details</h2>
|
819
888
|
|
820
889
|
|
821
890
|
<div class="method_details first">
|
822
|
-
<h3 class="signature first" id="
|
891
|
+
<h3 class="signature first" id="db-instance_method">
|
823
892
|
|
824
|
-
|
893
|
+
#<strong>db</strong> ⇒ <tt>Object</tt>
|
825
894
|
|
826
895
|
|
827
896
|
|
@@ -830,80 +899,13 @@
|
|
830
899
|
</h3><div class="docstring">
|
831
900
|
<div class="discussion">
|
832
901
|
|
833
|
-
<p>
|
902
|
+
<p>Fake database to represent what it is saved.</p>
|
834
903
|
|
835
904
|
|
836
905
|
</div>
|
837
906
|
</div>
|
838
907
|
<div class="tags">
|
839
|
-
<p class="tag_title">Parameters:</p>
|
840
|
-
<ul class="param">
|
841
|
-
|
842
|
-
<li>
|
843
|
-
|
844
|
-
<span class='name'>source</span>
|
845
|
-
|
846
|
-
|
847
|
-
<span class='type'>(<tt>Array</tt>)</span>
|
848
|
-
|
849
|
-
|
850
|
-
|
851
|
-
—
|
852
|
-
<div class='inline'>
|
853
|
-
<p>Answersengine executor method collection.</p>
|
854
|
-
</div>
|
855
|
-
|
856
|
-
</li>
|
857
|
-
|
858
|
-
<li>
|
859
|
-
|
860
|
-
<span class='name'>fragment</span>
|
861
|
-
|
862
|
-
|
863
|
-
<span class='type'>(<tt>Array</tt>)</span>
|
864
|
-
|
865
|
-
|
866
|
-
|
867
|
-
—
|
868
|
-
<div class='inline'>
|
869
|
-
<p>Fake executor method collection.</p>
|
870
|
-
</div>
|
871
|
-
|
872
|
-
</li>
|
873
|
-
|
874
|
-
</ul>
|
875
|
-
|
876
|
-
<p class="tag_title">Returns:</p>
|
877
|
-
<ul class="return">
|
878
|
-
|
879
|
-
<li>
|
880
|
-
|
881
|
-
|
882
|
-
<span class='type'>(<tt>Hash</tt>)</span>
|
883
|
-
|
884
|
-
|
885
|
-
|
886
|
-
</li>
|
887
|
-
|
888
|
-
</ul>
|
889
|
-
<p class="tag_title">Raises:</p>
|
890
|
-
<ul class="raise">
|
891
|
-
|
892
|
-
<li>
|
893
|
-
|
894
|
-
|
895
|
-
<span class='type'>(<tt><span class='object_link'><a href="../Exception/OutdatedError.html" title="AeEasy::Core::Exception::OutdatedError (class)">AeEasy::Core::Exception::OutdatedError</a></span></tt>)</span>
|
896
|
-
|
897
|
-
|
898
|
-
|
899
|
-
—
|
900
|
-
<div class='inline'>
|
901
|
-
<p>When missing methods.</p>
|
902
|
-
</div>
|
903
|
-
|
904
|
-
</li>
|
905
908
|
|
906
|
-
</ul>
|
907
909
|
|
908
910
|
</div><table class="source_code">
|
909
911
|
<tr>
|
@@ -911,71 +913,25 @@
|
|
911
913
|
<pre class="lines">
|
912
914
|
|
913
915
|
|
914
|
-
|
915
|
-
|
916
|
-
|
917
|
-
26
|
918
|
-
27
|
919
|
-
28
|
920
|
-
29
|
921
|
-
30
|
922
|
-
31
|
923
|
-
32
|
924
|
-
33
|
925
|
-
34
|
926
|
-
35
|
927
|
-
36
|
928
|
-
37
|
929
|
-
38
|
930
|
-
39
|
931
|
-
40
|
932
|
-
41
|
933
|
-
42
|
934
|
-
43
|
935
|
-
44
|
936
|
-
45</pre>
|
916
|
+
75
|
917
|
+
76
|
918
|
+
77</pre>
|
937
919
|
</td>
|
938
920
|
<td>
|
939
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
940
|
-
|
941
|
-
<span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_check_compatibility'>check_compatibility</span> <span class='id identifier rubyid_source'>source</span><span class='comma'>,</span> <span class='id identifier rubyid_fragment'>fragment</span>
|
942
|
-
<span class='id identifier rubyid_report'>report</span> <span class='op'>=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='period'>.</span><span class='id identifier rubyid_analyze_compatibility'><span class='object_link'><a href="../../Core.html#analyze_compatibility-class_method" title="AeEasy::Core.analyze_compatibility (method)">analyze_compatibility</a></span></span> <span class='id identifier rubyid_source'>source</span><span class='comma'>,</span> <span class='id identifier rubyid_fragment'>fragment</span>
|
943
|
-
|
944
|
-
<span class='kw'>unless</span> <span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbol'>:new</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_count'>count</span> <span class='op'><</span> <span class='int'>1</span>
|
945
|
-
<span class='comment'># Warn when outdated
|
946
|
-
</span> <span class='id identifier rubyid_warn'>warn</span> <span class='heredoc_beg'><<-LONGDESC</span><span class='period'>.</span><span class='id identifier rubyid_gsub'>gsub</span><span class='lparen'>(</span><span class='tstring'><span class='regexp_beg'>/</span><span class='tstring_content'>^\s+</span><span class='regexp_end'>/</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_end'>'</span></span><span class='rparen'>)</span>
|
947
|
-
<span class='tstring_content'> It seems answersengine has new unmapped methods, try updating
|
948
|
-
ae_easy-core gem or contacting gem maintainer to update it.
|
949
|
-
New methods: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbeg'>:</span><span class='id identifier rubyid_new'>new</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_join'>join</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>, </span><span class='tstring_end'>'</span></span><span class='embexpr_end'>}</span><span class='tstring_content'>
|
950
|
-
</span><span class='heredoc_end'> LONGDESC
|
951
|
-
</span> <span class='kw'>end</span>
|
952
|
-
|
953
|
-
<span class='comment'># Ensure no missing methods
|
954
|
-
</span> <span class='kw'>unless</span> <span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbol'>:is_compatible</span><span class='rbracket'>]</span>
|
955
|
-
<span class='id identifier rubyid_message'>message</span> <span class='op'>=</span> <span class='heredoc_beg'><<-LONGDESC</span><span class='period'>.</span><span class='id identifier rubyid_gsub'>gsub</span><span class='lparen'>(</span><span class='tstring'><span class='regexp_beg'>/</span><span class='tstring_content'>^\s+</span><span class='regexp_end'>/</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_end'>'</span></span><span class='rparen'>)</span>
|
956
|
-
<span class='tstring_content'> There are missing methods! Check your answersengine gem version.
|
957
|
-
Missing methods: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_report'>report</span><span class='lbracket'>[</span><span class='symbeg'>:</span><span class='id identifier rubyid_missing'>missing</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_join'>join</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>, </span><span class='tstring_end'>'</span></span><span class='embexpr_end'>}</span><span class='tstring_content'>
|
958
|
-
</span><span class='heredoc_end'> LONGDESC
|
959
|
-
</span> <span class='id identifier rubyid_raise'>raise</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Exception.html" title="AeEasy::Core::Exception (module)">Exception</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Exception/OutdatedError.html" title="AeEasy::Core::Exception::OutdatedError (class)">OutdatedError</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='id identifier rubyid_message'>message</span><span class='rparen'>)</span>
|
960
|
-
<span class='kw'>end</span>
|
921
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 75</span>
|
961
922
|
|
962
|
-
|
923
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_db'>db</span>
|
924
|
+
<span class='ivar'>@db</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'><span class='object_link'><a href="FakeDb.html#initialize-instance_method" title="AeEasy::Core::Mock::FakeDb#initialize (method)">new</a></span></span>
|
963
925
|
<span class='kw'>end</span></pre>
|
964
926
|
</td>
|
965
927
|
</tr>
|
966
928
|
</table>
|
967
929
|
</div>
|
968
930
|
|
969
|
-
|
970
|
-
|
971
|
-
<div id="instance_method_details" class="method_details_list">
|
972
|
-
<h2>Instance Method Details</h2>
|
973
|
-
|
974
|
-
|
975
|
-
<div class="method_details first">
|
976
|
-
<h3 class="signature first" id="clear_draft_outputs-instance_method">
|
931
|
+
<div class="method_details ">
|
932
|
+
<h3 class="signature " id="execute_script-instance_method">
|
977
933
|
|
978
|
-
#<strong>
|
934
|
+
#<strong>execute_script</strong>(file_path, vars = {}) ⇒ <tt>Object</tt>
|
979
935
|
|
980
936
|
|
981
937
|
|
@@ -984,13 +940,33 @@
|
|
984
940
|
</h3><div class="docstring">
|
985
941
|
<div class="discussion">
|
986
942
|
|
987
|
-
<p>
|
943
|
+
<p>Execute an script file as an executor.</p>
|
988
944
|
|
989
945
|
|
990
946
|
</div>
|
991
947
|
</div>
|
992
948
|
<div class="tags">
|
949
|
+
<p class="tag_title">Parameters:</p>
|
950
|
+
<ul class="param">
|
951
|
+
|
952
|
+
<li>
|
953
|
+
|
954
|
+
<span class='name'>file_path</span>
|
955
|
+
|
956
|
+
|
957
|
+
<span class='type'>(<tt>String</tt>)</span>
|
958
|
+
|
959
|
+
|
960
|
+
|
961
|
+
—
|
962
|
+
<div class='inline'>
|
963
|
+
<p>Script file path to execute.</p>
|
964
|
+
</div>
|
965
|
+
|
966
|
+
</li>
|
993
967
|
|
968
|
+
</ul>
|
969
|
+
|
994
970
|
|
995
971
|
</div><table class="source_code">
|
996
972
|
<tr>
|
@@ -998,15 +974,17 @@
|
|
998
974
|
<pre class="lines">
|
999
975
|
|
1000
976
|
|
1001
|
-
|
1002
|
-
|
1003
|
-
|
977
|
+
305
|
978
|
+
306
|
979
|
+
307
|
980
|
+
308</pre>
|
1004
981
|
</td>
|
1005
982
|
<td>
|
1006
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
983
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 305</span>
|
1007
984
|
|
1008
|
-
<span class='kw'>def</span> <span class='id identifier
|
1009
|
-
<span class='
|
985
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_execute_script'>execute_script</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='comma'>,</span> <span class='id identifier rubyid_vars'>vars</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
986
|
+
<span class='id identifier rubyid_eval'>eval</span><span class='lparen'>(</span><span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_read'>read</span><span class='lparen'>(</span><span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_isolated_binding'>isolated_binding</span><span class='lparen'>(</span><span class='id identifier rubyid_vars'>vars</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span>
|
987
|
+
<span class='id identifier rubyid_flush'>flush</span>
|
1010
988
|
<span class='kw'>end</span></pre>
|
1011
989
|
</td>
|
1012
990
|
</tr>
|
@@ -1014,9 +992,9 @@
|
|
1014
992
|
</div>
|
1015
993
|
|
1016
994
|
<div class="method_details ">
|
1017
|
-
<h3 class="signature " id="
|
995
|
+
<h3 class="signature " id="find_output-instance_method">
|
1018
996
|
|
1019
|
-
#<strong>
|
997
|
+
#<strong>find_output</strong>(collection = 'default', query = {}, opts = {}) ⇒ <tt>Hash</tt><sup>?</sup>
|
1020
998
|
|
1021
999
|
|
1022
1000
|
|
@@ -1024,182 +1002,93 @@
|
|
1024
1002
|
|
1025
1003
|
</h3><div class="docstring">
|
1026
1004
|
<div class="discussion">
|
1027
|
-
|
1028
|
-
<
|
1005
|
+
|
1006
|
+
<div class="note notetag">
|
1007
|
+
<strong>Note:</strong>
|
1008
|
+
<div class='inline'>
|
1009
|
+
<p>*opts `:job_id` option is prioritize over `:scraper_name` when both exists.
|
1010
|
+
If none add provided or nil values, then current job will be used to query
|
1011
|
+
instead, this is the defaul behavior.</p>
|
1012
|
+
</div>
|
1013
|
+
</div>
|
1014
|
+
|
1015
|
+
|
1016
|
+
<p>Find one output by collection and query with pagination.</p>
|
1029
1017
|
|
1030
1018
|
|
1031
1019
|
</div>
|
1032
1020
|
</div>
|
1033
1021
|
<div class="tags">
|
1034
1022
|
|
1035
|
-
|
1036
|
-
|
1037
|
-
<tr>
|
1038
|
-
<td>
|
1039
|
-
<pre class="lines">
|
1040
|
-
|
1041
|
-
|
1042
|
-
61
|
1043
|
-
62
|
1044
|
-
63</pre>
|
1045
|
-
</td>
|
1046
|
-
<td>
|
1047
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 61</span>
|
1048
|
-
|
1049
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_clear_draft_pages'>clear_draft_pages</span>
|
1050
|
-
<span class='ivar'>@pages</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
1051
|
-
<span class='kw'>end</span></pre>
|
1052
|
-
</td>
|
1053
|
-
</tr>
|
1054
|
-
</table>
|
1055
|
-
</div>
|
1023
|
+
<div class="examples">
|
1024
|
+
<p class="tag_title">Examples:</p>
|
1056
1025
|
|
1057
|
-
|
1058
|
-
|
1059
|
-
|
1060
|
-
|
1061
|
-
|
1062
|
-
|
1063
|
-
|
1064
|
-
|
1065
|
-
|
1066
|
-
|
1067
|
-
|
1068
|
-
|
1069
|
-
|
1070
|
-
|
1071
|
-
|
1072
|
-
|
1073
|
-
|
1074
|
-
<
|
1075
|
-
|
1076
|
-
|
1077
|
-
|
1078
|
-
|
1079
|
-
<td>
|
1080
|
-
<pre class="lines">
|
1081
|
-
|
1082
|
-
|
1083
|
-
72
|
1084
|
-
73
|
1085
|
-
74</pre>
|
1086
|
-
</td>
|
1087
|
-
<td>
|
1088
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 72</span>
|
1089
|
-
|
1090
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_db'>db</span>
|
1091
|
-
<span class='ivar'>@db</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_new'><span class='object_link'><a href="FakeDb.html#initialize-instance_method" title="AeEasy::Core::Mock::FakeDb#initialize (method)">new</a></span></span>
|
1092
|
-
<span class='kw'>end</span></pre>
|
1093
|
-
</td>
|
1094
|
-
</tr>
|
1095
|
-
</table>
|
1096
|
-
</div>
|
1026
|
+
|
1027
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span></code></pre>
|
1028
|
+
|
1029
|
+
|
1030
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span></code></pre>
|
1031
|
+
|
1032
|
+
|
1033
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span></code></pre>
|
1034
|
+
|
1035
|
+
|
1036
|
+
<p class="example_title"><div class='inline'>
|
1037
|
+
<p>Find from another scraper by name</p>
|
1038
|
+
</div></p>
|
1039
|
+
|
1040
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='label'>scraper_name:</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_scraper</span><span class='tstring_end'>'</span></span></code></pre>
|
1041
|
+
|
1042
|
+
|
1043
|
+
<p class="example_title"><div class='inline'>
|
1044
|
+
<p>Find from another scraper by job_id</p>
|
1045
|
+
</div></p>
|
1046
|
+
|
1047
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_output'>find_output</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='label'>job_id:</span> <span class='int'>123</span></code></pre>
|
1097
1048
|
|
1098
|
-
<div class="method_details ">
|
1099
|
-
<h3 class="signature " id="execute_script-instance_method">
|
1100
|
-
|
1101
|
-
#<strong>execute_script</strong>(file_path, vars = {}) ⇒ <tt>Object</tt>
|
1102
|
-
|
1103
|
-
|
1104
|
-
|
1105
|
-
|
1106
|
-
|
1107
|
-
</h3><div class="docstring">
|
1108
|
-
<div class="discussion">
|
1109
|
-
|
1110
|
-
<p>Execute an script file as an executor.</p>
|
1111
|
-
|
1112
|
-
|
1113
1049
|
</div>
|
1114
|
-
|
1115
|
-
<div class="tags">
|
1116
|
-
<p class="tag_title">Parameters:</p>
|
1050
|
+
<p class="tag_title">Parameters:</p>
|
1117
1051
|
<ul class="param">
|
1118
1052
|
|
1119
1053
|
<li>
|
1120
1054
|
|
1121
|
-
<span class='name'>
|
1055
|
+
<span class='name'>collection</span>
|
1122
1056
|
|
1123
1057
|
|
1124
1058
|
<span class='type'>(<tt>String</tt>)</span>
|
1125
1059
|
|
1126
1060
|
|
1061
|
+
<em class="default">(defaults to: <tt>'default'</tt>)</em>
|
1062
|
+
|
1127
1063
|
|
1128
1064
|
—
|
1129
1065
|
<div class='inline'>
|
1130
|
-
<p>
|
1066
|
+
<p>('default') Collection name.</p>
|
1131
1067
|
</div>
|
1132
1068
|
|
1133
1069
|
</li>
|
1134
1070
|
|
1135
|
-
</ul>
|
1136
|
-
|
1137
|
-
|
1138
|
-
</div><table class="source_code">
|
1139
|
-
<tr>
|
1140
|
-
<td>
|
1141
|
-
<pre class="lines">
|
1142
|
-
|
1143
|
-
|
1144
|
-
200
|
1145
|
-
201
|
1146
|
-
202
|
1147
|
-
203</pre>
|
1148
|
-
</td>
|
1149
|
-
<td>
|
1150
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 200</span>
|
1151
|
-
|
1152
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_execute_script'>execute_script</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='comma'>,</span> <span class='id identifier rubyid_vars'>vars</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1153
|
-
<span class='id identifier rubyid_eval'>eval</span><span class='lparen'>(</span><span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_read'>read</span><span class='lparen'>(</span><span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_isolated_binding'>isolated_binding</span><span class='lparen'>(</span><span class='id identifier rubyid_vars'>vars</span><span class='rparen'>)</span><span class='comma'>,</span> <span class='id identifier rubyid_file_path'>file_path</span><span class='rparen'>)</span>
|
1154
|
-
<span class='id identifier rubyid_flush'>flush</span>
|
1155
|
-
<span class='kw'>end</span></pre>
|
1156
|
-
</td>
|
1157
|
-
</tr>
|
1158
|
-
</table>
|
1159
|
-
</div>
|
1160
|
-
|
1161
|
-
<div class="method_details ">
|
1162
|
-
<h3 class="signature " id="find_output-instance_method">
|
1163
|
-
|
1164
|
-
#<strong>find_output</strong>(collection = 'default', query = {}) ⇒ <tt>Hash</tt><sup>?</sup>
|
1165
|
-
|
1166
|
-
|
1167
|
-
|
1168
|
-
|
1169
|
-
|
1170
|
-
</h3><div class="docstring">
|
1171
|
-
<div class="discussion">
|
1172
|
-
|
1173
|
-
<p>Find one output by collection and query with pagination.</p>
|
1174
|
-
|
1175
|
-
|
1176
|
-
</div>
|
1177
|
-
</div>
|
1178
|
-
<div class="tags">
|
1179
|
-
<p class="tag_title">Parameters:</p>
|
1180
|
-
<ul class="param">
|
1181
|
-
|
1182
1071
|
<li>
|
1183
1072
|
|
1184
|
-
<span class='name'>
|
1073
|
+
<span class='name'>query</span>
|
1185
1074
|
|
1186
1075
|
|
1187
|
-
<span class='type'>(<tt>
|
1076
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1188
1077
|
|
1189
1078
|
|
1190
|
-
<em class="default">(defaults to: <tt
|
1079
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
1191
1080
|
|
1192
1081
|
|
1193
1082
|
—
|
1194
1083
|
<div class='inline'>
|
1195
|
-
<p>(
|
1084
|
+
<p>({}) Filters to query.</p>
|
1196
1085
|
</div>
|
1197
1086
|
|
1198
1087
|
</li>
|
1199
1088
|
|
1200
1089
|
<li>
|
1201
1090
|
|
1202
|
-
<span class='name'>
|
1091
|
+
<span class='name'>opts</span>
|
1203
1092
|
|
1204
1093
|
|
1205
1094
|
<span class='type'>(<tt>Hash</tt>)</span>
|
@@ -1210,13 +1099,58 @@
|
|
1210
1099
|
|
1211
1100
|
—
|
1212
1101
|
<div class='inline'>
|
1213
|
-
<p>({})
|
1102
|
+
<p>({}) Configuration options.</p>
|
1214
1103
|
</div>
|
1215
1104
|
|
1216
1105
|
</li>
|
1217
1106
|
|
1218
1107
|
</ul>
|
1219
1108
|
|
1109
|
+
|
1110
|
+
|
1111
|
+
|
1112
|
+
|
1113
|
+
|
1114
|
+
|
1115
|
+
|
1116
|
+
<p class="tag_title">Options Hash (<tt>opts</tt>):</p>
|
1117
|
+
<ul class="option">
|
1118
|
+
|
1119
|
+
<li>
|
1120
|
+
<span class="name">:scraper_name</span>
|
1121
|
+
<span class="type">(<tt>String|nil</tt>)</span>
|
1122
|
+
<span class="default">
|
1123
|
+
|
1124
|
+
— default:
|
1125
|
+
<tt>nil</tt>
|
1126
|
+
|
1127
|
+
</span>
|
1128
|
+
|
1129
|
+
— <div class='inline'>
|
1130
|
+
<p>Scraper name to query from.</p>
|
1131
|
+
</div>
|
1132
|
+
|
1133
|
+
</li>
|
1134
|
+
|
1135
|
+
<li>
|
1136
|
+
<span class="name">:job_id</span>
|
1137
|
+
<span class="type">(<tt>Integer|nil</tt>)</span>
|
1138
|
+
<span class="default">
|
1139
|
+
|
1140
|
+
— default:
|
1141
|
+
<tt>nil</tt>
|
1142
|
+
|
1143
|
+
</span>
|
1144
|
+
|
1145
|
+
— <div class='inline'>
|
1146
|
+
<p>Job's id to query from.</p>
|
1147
|
+
</div>
|
1148
|
+
|
1149
|
+
</li>
|
1150
|
+
|
1151
|
+
</ul>
|
1152
|
+
|
1153
|
+
|
1220
1154
|
<p class="tag_title">Returns:</p>
|
1221
1155
|
<ul class="return">
|
1222
1156
|
|
@@ -1227,6 +1161,38 @@
|
|
1227
1161
|
|
1228
1162
|
|
1229
1163
|
|
1164
|
+
</li>
|
1165
|
+
|
1166
|
+
</ul>
|
1167
|
+
<p class="tag_title">Raises:</p>
|
1168
|
+
<ul class="raise">
|
1169
|
+
|
1170
|
+
<li>
|
1171
|
+
|
1172
|
+
|
1173
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1174
|
+
|
1175
|
+
|
1176
|
+
|
1177
|
+
—
|
1178
|
+
<div class='inline'>
|
1179
|
+
<p><code>collection</code> is not String.</p>
|
1180
|
+
</div>
|
1181
|
+
|
1182
|
+
</li>
|
1183
|
+
|
1184
|
+
<li>
|
1185
|
+
|
1186
|
+
|
1187
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1188
|
+
|
1189
|
+
|
1190
|
+
|
1191
|
+
—
|
1192
|
+
<div class='inline'>
|
1193
|
+
<p><code>query</code> is not a Hash.</p>
|
1194
|
+
</div>
|
1195
|
+
|
1230
1196
|
</li>
|
1231
1197
|
|
1232
1198
|
</ul>
|
@@ -1237,16 +1203,16 @@
|
|
1237
1203
|
<pre class="lines">
|
1238
1204
|
|
1239
1205
|
|
1240
|
-
|
1241
|
-
|
1242
|
-
|
1243
|
-
|
1206
|
+
297
|
1207
|
+
298
|
1208
|
+
299
|
1209
|
+
300</pre>
|
1244
1210
|
</td>
|
1245
1211
|
<td>
|
1246
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1212
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 297</span>
|
1247
1213
|
|
1248
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_find_output'>find_output</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1249
|
-
<span class='id identifier rubyid_result'>result</span> <span class='op'>=</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span><span class='lparen'>(</span><span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>1</span><span class='rparen'>)</span>
|
1214
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_find_output'>find_output</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1215
|
+
<span class='id identifier rubyid_result'>result</span> <span class='op'>=</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span><span class='lparen'>(</span><span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span><span class='rparen'>)</span>
|
1250
1216
|
<span class='id identifier rubyid_result'>result</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='kw'>nil</span> <span class='op'>:</span> <span class='id identifier rubyid_result'>result</span><span class='period'>.</span><span class='id identifier rubyid_first'>first</span>
|
1251
1217
|
<span class='kw'>end</span></pre>
|
1252
1218
|
</td>
|
@@ -1257,7 +1223,7 @@
|
|
1257
1223
|
<div class="method_details ">
|
1258
1224
|
<h3 class="signature " id="find_outputs-instance_method">
|
1259
1225
|
|
1260
|
-
#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30) ⇒ <tt>Array</tt>
|
1226
|
+
#<strong>find_outputs</strong>(collection = 'default', query = {}, page = 1, per_page = 30, opts = {}) ⇒ <tt>Array</tt>
|
1261
1227
|
|
1262
1228
|
|
1263
1229
|
|
@@ -1265,14 +1231,58 @@
|
|
1265
1231
|
|
1266
1232
|
</h3><div class="docstring">
|
1267
1233
|
<div class="discussion">
|
1268
|
-
|
1234
|
+
|
1235
|
+
<div class="note notetag">
|
1236
|
+
<strong>Note:</strong>
|
1237
|
+
<div class='inline'>
|
1238
|
+
<p>*opts `:job_id` option is prioritize over `:scraper_name` when both exists.
|
1239
|
+
If none add provided or nil values, then current job will be used to query
|
1240
|
+
instead, this is the defaul behavior.</p>
|
1241
|
+
</div>
|
1242
|
+
</div>
|
1243
|
+
|
1244
|
+
|
1269
1245
|
<p>Find outputs by collection and query with pagination.</p>
|
1270
1246
|
|
1271
1247
|
|
1272
1248
|
</div>
|
1273
1249
|
</div>
|
1274
1250
|
<div class="tags">
|
1275
|
-
|
1251
|
+
|
1252
|
+
<div class="examples">
|
1253
|
+
<p class="tag_title">Examples:</p>
|
1254
|
+
|
1255
|
+
|
1256
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span></code></pre>
|
1257
|
+
|
1258
|
+
|
1259
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span></code></pre>
|
1260
|
+
|
1261
|
+
|
1262
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span></code></pre>
|
1263
|
+
|
1264
|
+
|
1265
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span></code></pre>
|
1266
|
+
|
1267
|
+
|
1268
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span></code></pre>
|
1269
|
+
|
1270
|
+
|
1271
|
+
<p class="example_title"><div class='inline'>
|
1272
|
+
<p>Find from another scraper by name</p>
|
1273
|
+
</div></p>
|
1274
|
+
|
1275
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span><span class='comma'>,</span> <span class='label'>scraper_name:</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_scraper</span><span class='tstring_end'>'</span></span></code></pre>
|
1276
|
+
|
1277
|
+
|
1278
|
+
<p class="example_title"><div class='inline'>
|
1279
|
+
<p>Find from another scraper by job_id</p>
|
1280
|
+
</div></p>
|
1281
|
+
|
1282
|
+
<pre class="example code"><code><span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>my_collection</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='int'>1</span><span class='comma'>,</span> <span class='int'>30</span><span class='comma'>,</span> <span class='label'>job_id:</span> <span class='int'>123</span></code></pre>
|
1283
|
+
|
1284
|
+
</div>
|
1285
|
+
<p class="tag_title">Parameters:</p>
|
1276
1286
|
<ul class="param">
|
1277
1287
|
|
1278
1288
|
<li>
|
@@ -1343,12 +1353,79 @@
|
|
1343
1353
|
—
|
1344
1354
|
<div class='inline'>
|
1345
1355
|
<p>(30) Page size.</p>
|
1356
|
+
</div>
|
1357
|
+
|
1358
|
+
</li>
|
1359
|
+
|
1360
|
+
<li>
|
1361
|
+
|
1362
|
+
<span class='name'>opts</span>
|
1363
|
+
|
1364
|
+
|
1365
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1366
|
+
|
1367
|
+
|
1368
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
1369
|
+
|
1370
|
+
|
1371
|
+
—
|
1372
|
+
<div class='inline'>
|
1373
|
+
<p>({}) Configuration options.</p>
|
1346
1374
|
</div>
|
1347
1375
|
|
1348
1376
|
</li>
|
1349
1377
|
|
1350
1378
|
</ul>
|
1351
1379
|
|
1380
|
+
|
1381
|
+
|
1382
|
+
|
1383
|
+
|
1384
|
+
|
1385
|
+
|
1386
|
+
|
1387
|
+
|
1388
|
+
|
1389
|
+
|
1390
|
+
|
1391
|
+
<p class="tag_title">Options Hash (<tt>opts</tt>):</p>
|
1392
|
+
<ul class="option">
|
1393
|
+
|
1394
|
+
<li>
|
1395
|
+
<span class="name">:scraper_name</span>
|
1396
|
+
<span class="type">(<tt>String|nil</tt>)</span>
|
1397
|
+
<span class="default">
|
1398
|
+
|
1399
|
+
— default:
|
1400
|
+
<tt>nil</tt>
|
1401
|
+
|
1402
|
+
</span>
|
1403
|
+
|
1404
|
+
— <div class='inline'>
|
1405
|
+
<p>Scraper name to query from.</p>
|
1406
|
+
</div>
|
1407
|
+
|
1408
|
+
</li>
|
1409
|
+
|
1410
|
+
<li>
|
1411
|
+
<span class="name">:job_id</span>
|
1412
|
+
<span class="type">(<tt>Integer|nil</tt>)</span>
|
1413
|
+
<span class="default">
|
1414
|
+
|
1415
|
+
— default:
|
1416
|
+
<tt>nil</tt>
|
1417
|
+
|
1418
|
+
</span>
|
1419
|
+
|
1420
|
+
— <div class='inline'>
|
1421
|
+
<p>Job's id to query from.</p>
|
1422
|
+
</div>
|
1423
|
+
|
1424
|
+
</li>
|
1425
|
+
|
1426
|
+
</ul>
|
1427
|
+
|
1428
|
+
|
1352
1429
|
<p class="tag_title">Returns:</p>
|
1353
1430
|
<ul class="return">
|
1354
1431
|
|
@@ -1359,6 +1436,66 @@
|
|
1359
1436
|
|
1360
1437
|
|
1361
1438
|
|
1439
|
+
</li>
|
1440
|
+
|
1441
|
+
</ul>
|
1442
|
+
<p class="tag_title">Raises:</p>
|
1443
|
+
<ul class="raise">
|
1444
|
+
|
1445
|
+
<li>
|
1446
|
+
|
1447
|
+
|
1448
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1449
|
+
|
1450
|
+
|
1451
|
+
|
1452
|
+
—
|
1453
|
+
<div class='inline'>
|
1454
|
+
<p><code>collection</code> is not String.</p>
|
1455
|
+
</div>
|
1456
|
+
|
1457
|
+
</li>
|
1458
|
+
|
1459
|
+
<li>
|
1460
|
+
|
1461
|
+
|
1462
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1463
|
+
|
1464
|
+
|
1465
|
+
|
1466
|
+
—
|
1467
|
+
<div class='inline'>
|
1468
|
+
<p><code>query</code> is not a Hash.</p>
|
1469
|
+
</div>
|
1470
|
+
|
1471
|
+
</li>
|
1472
|
+
|
1473
|
+
<li>
|
1474
|
+
|
1475
|
+
|
1476
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1477
|
+
|
1478
|
+
|
1479
|
+
|
1480
|
+
—
|
1481
|
+
<div class='inline'>
|
1482
|
+
<p><code>page</code> is not an Integer greater than 0.</p>
|
1483
|
+
</div>
|
1484
|
+
|
1485
|
+
</li>
|
1486
|
+
|
1487
|
+
<li>
|
1488
|
+
|
1489
|
+
|
1490
|
+
<span class='type'>(<tt>ArgumentError</tt>)</span>
|
1491
|
+
|
1492
|
+
|
1493
|
+
|
1494
|
+
—
|
1495
|
+
<div class='inline'>
|
1496
|
+
<p><code>per_page</code> is not an Integer between 1 and 500.</p>
|
1497
|
+
</div>
|
1498
|
+
|
1362
1499
|
</li>
|
1363
1500
|
|
1364
1501
|
</ul>
|
@@ -1369,23 +1506,45 @@
|
|
1369
1506
|
<pre class="lines">
|
1370
1507
|
|
1371
1508
|
|
1372
|
-
|
1373
|
-
|
1374
|
-
|
1375
|
-
|
1376
|
-
|
1377
|
-
|
1378
|
-
|
1379
|
-
|
1509
|
+
249
|
1510
|
+
250
|
1511
|
+
251
|
1512
|
+
252
|
1513
|
+
253
|
1514
|
+
254
|
1515
|
+
255
|
1516
|
+
256
|
1517
|
+
257
|
1518
|
+
258
|
1519
|
+
259
|
1520
|
+
260
|
1521
|
+
261
|
1522
|
+
262
|
1523
|
+
263
|
1524
|
+
264
|
1525
|
+
265
|
1526
|
+
266
|
1527
|
+
267</pre>
|
1380
1528
|
</td>
|
1381
1529
|
<td>
|
1382
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1530
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 249</span>
|
1531
|
+
|
1532
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>=</span> <span class='int'>30</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1533
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>collection needs to be a String.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span> <span class='kw'>unless</span> <span class='id identifier rubyid_collection'>collection</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>String</span><span class='rparen'>)</span>
|
1534
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>query needs to be a Hash.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span> <span class='kw'>unless</span> <span class='id identifier rubyid_query'>query</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Hash</span><span class='rparen'>)</span>
|
1535
|
+
<span class='kw'>unless</span> <span class='id identifier rubyid_page'>page</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Integer</span><span class='rparen'>)</span> <span class='op'>&&</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>></span> <span class='int'>0</span>
|
1536
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>page needs to be an Integer greater than 0.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span>
|
1537
|
+
<span class='kw'>end</span>
|
1538
|
+
<span class='kw'>unless</span> <span class='id identifier rubyid_per_page'>per_page</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Integer</span><span class='rparen'>)</span> <span class='op'>&&</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>></span> <span class='int'>0</span> <span class='op'>&&</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'><=</span> <span class='const'><span class='object_link'><a href="#MAX_FIND_OUTPUTS_PER_PAGE-constant" title="AeEasy::Core::Mock::FakeExecutor::MAX_FIND_OUTPUTS_PER_PAGE (constant)">MAX_FIND_OUTPUTS_PER_PAGE</a></span></span>
|
1539
|
+
<span class='id identifier rubyid_raise'>raise</span> <span class='const'>ArgumentError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>"</span><span class='tstring_content'>per_page needs to be an Integer between 1 and </span><span class='embexpr_beg'>#{</span><span class='const'><span class='object_link'><a href="#MAX_FIND_OUTPUTS_PER_PAGE-constant" title="AeEasy::Core::Mock::FakeExecutor::MAX_FIND_OUTPUTS_PER_PAGE (constant)">MAX_FIND_OUTPUTS_PER_PAGE</a></span></span><span class='embexpr_end'>}</span><span class='tstring_content'>.</span><span class='tstring_end'>"</span></span><span class='rparen'>)</span>
|
1540
|
+
<span class='kw'>end</span>
|
1383
1541
|
|
1384
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_find_outputs'>find_outputs</span> <span class='id identifier rubyid_collection'>collection</span> <span class='op'>=</span> <span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>default</span><span class='tstring_end'>'</span></span><span class='comma'>,</span> <span class='id identifier rubyid_query'>query</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span><span class='comma'>,</span> <span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='int'>1</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span> <span class='op'>=</span> <span class='int'>30</span>
|
1385
1542
|
<span class='id identifier rubyid_count'>count</span> <span class='op'>=</span> <span class='int'>0</span>
|
1386
1543
|
<span class='id identifier rubyid_offset'>offset</span> <span class='op'>=</span> <span class='lparen'>(</span><span class='id identifier rubyid_page'>page</span> <span class='op'>-</span> <span class='int'>1</span><span class='rparen'>)</span> <span class='op'>*</span> <span class='id identifier rubyid_per_page'>per_page</span>
|
1544
|
+
<span class='id identifier rubyid_job'>job</span> <span class='op'>=</span> <span class='id identifier rubyid_latest_job_by'>latest_job_by</span><span class='lparen'>(</span><span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:scraper_name</span><span class='rbracket'>]</span><span class='rparen'>)</span>
|
1387
1545
|
<span class='id identifier rubyid_fixed_query'>fixed_query</span> <span class='op'>=</span> <span class='id identifier rubyid_query'>query</span><span class='period'>.</span><span class='id identifier rubyid_merge'>merge</span><span class='lparen'>(</span>
|
1388
|
-
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_collection</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_collection'>collection</span>
|
1546
|
+
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_collection</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_collection'>collection</span><span class='comma'>,</span>
|
1547
|
+
<span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>_job_id</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:job_id</span><span class='rbracket'>]</span> <span class='op'>||</span> <span class='lparen'>(</span><span class='id identifier rubyid_job'>job</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>:</span> <span class='id identifier rubyid_job'>job</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>job_id</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span><span class='rparen'>)</span>
|
1389
1548
|
<span class='rparen'>)</span>
|
1390
1549
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_query'>query</span> <span class='symbol'>:outputs</span><span class='comma'>,</span> <span class='id identifier rubyid_fixed_query'>fixed_query</span><span class='comma'>,</span> <span class='id identifier rubyid_offset'>offset</span><span class='comma'>,</span> <span class='id identifier rubyid_per_page'>per_page</span>
|
1391
1550
|
<span class='kw'>end</span></pre>
|
@@ -1420,13 +1579,13 @@
|
|
1420
1579
|
<pre class="lines">
|
1421
1580
|
|
1422
1581
|
|
1423
|
-
|
1424
|
-
|
1425
|
-
|
1426
|
-
|
1582
|
+
195
|
1583
|
+
196
|
1584
|
+
197
|
1585
|
+
198</pre>
|
1427
1586
|
</td>
|
1428
1587
|
<td>
|
1429
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1588
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 195</span>
|
1430
1589
|
|
1431
1590
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush'>flush</span>
|
1432
1591
|
<span class='id identifier rubyid_flush_pages'>flush_pages</span>
|
@@ -1463,13 +1622,13 @@
|
|
1463
1622
|
<pre class="lines">
|
1464
1623
|
|
1465
1624
|
|
1466
|
-
|
1467
|
-
|
1468
|
-
|
1469
|
-
|
1625
|
+
189
|
1626
|
+
190
|
1627
|
+
191
|
1628
|
+
192</pre>
|
1470
1629
|
</td>
|
1471
1630
|
<td>
|
1472
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1631
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 189</span>
|
1473
1632
|
|
1474
1633
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush_outputs'>flush_outputs</span>
|
1475
1634
|
<span class='id identifier rubyid_save_outputs'>save_outputs</span> <span class='id identifier rubyid_outputs'>outputs</span>
|
@@ -1506,13 +1665,13 @@
|
|
1506
1665
|
<pre class="lines">
|
1507
1666
|
|
1508
1667
|
|
1509
|
-
|
1510
|
-
|
1511
|
-
|
1512
|
-
|
1668
|
+
183
|
1669
|
+
184
|
1670
|
+
185
|
1671
|
+
186</pre>
|
1513
1672
|
</td>
|
1514
1673
|
<td>
|
1515
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1674
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 183</span>
|
1516
1675
|
|
1517
1676
|
<span class='kw'>def</span> <span class='id identifier rubyid_flush_pages'>flush_pages</span>
|
1518
1677
|
<span class='id identifier rubyid_save_pages'>save_pages</span> <span class='id identifier rubyid_pages'>pages</span>
|
@@ -1662,9 +1821,6 @@
|
|
1662
1821
|
<pre class="lines">
|
1663
1822
|
|
1664
1823
|
|
1665
|
-
85
|
1666
|
-
86
|
1667
|
-
87
|
1668
1824
|
88
|
1669
1825
|
89
|
1670
1826
|
90
|
@@ -1673,10 +1829,14 @@
|
|
1673
1829
|
93
|
1674
1830
|
94
|
1675
1831
|
95
|
1676
|
-
96
|
1832
|
+
96
|
1833
|
+
97
|
1834
|
+
98
|
1835
|
+
99
|
1836
|
+
100</pre>
|
1677
1837
|
</td>
|
1678
1838
|
<td>
|
1679
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1839
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 88</span>
|
1680
1840
|
|
1681
1841
|
<span class='kw'>def</span> <span class='id identifier rubyid_initialize'>initialize</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
1682
1842
|
<span class='kw'>unless</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:pages</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>||</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:pages</span><span class='rbracket'>]</span><span class='period'>.</span><span class='id identifier rubyid_is_a?'>is_a?</span><span class='lparen'>(</span><span class='const'>Array</span><span class='rparen'>)</span>
|
@@ -1688,6 +1848,7 @@
|
|
1688
1848
|
<span class='kw'>end</span>
|
1689
1849
|
<span class='ivar'>@outputs</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:outputs</span><span class='rbracket'>]</span>
|
1690
1850
|
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:job_id</span><span class='rbracket'>]</span>
|
1851
|
+
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:scraper_name</span><span class='rbracket'>]</span>
|
1691
1852
|
<span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_page'>page</span> <span class='op'>=</span> <span class='id identifier rubyid_opts'>opts</span><span class='lbracket'>[</span><span class='symbol'>:page</span><span class='rbracket'>]</span>
|
1692
1853
|
<span class='kw'>end</span></pre>
|
1693
1854
|
</td>
|
@@ -1726,7 +1887,48 @@
|
|
1726
1887
|
|
1727
1888
|
</li>
|
1728
1889
|
|
1729
|
-
</ul>
|
1890
|
+
</ul>
|
1891
|
+
|
1892
|
+
</div><table class="source_code">
|
1893
|
+
<tr>
|
1894
|
+
<td>
|
1895
|
+
<pre class="lines">
|
1896
|
+
|
1897
|
+
|
1898
|
+
115
|
1899
|
+
116
|
1900
|
+
117</pre>
|
1901
|
+
</td>
|
1902
|
+
<td>
|
1903
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 115</span>
|
1904
|
+
|
1905
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
1906
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span>
|
1907
|
+
<span class='kw'>end</span></pre>
|
1908
|
+
</td>
|
1909
|
+
</tr>
|
1910
|
+
</table>
|
1911
|
+
</div>
|
1912
|
+
|
1913
|
+
<div class="method_details ">
|
1914
|
+
<h3 class="signature " id="job_id=-instance_method">
|
1915
|
+
|
1916
|
+
#<strong>job_id=</strong>(value) ⇒ <tt>Object</tt>
|
1917
|
+
|
1918
|
+
|
1919
|
+
|
1920
|
+
|
1921
|
+
|
1922
|
+
</h3><div class="docstring">
|
1923
|
+
<div class="discussion">
|
1924
|
+
|
1925
|
+
<p>Set fake job ID value.</p>
|
1926
|
+
|
1927
|
+
|
1928
|
+
</div>
|
1929
|
+
</div>
|
1930
|
+
<div class="tags">
|
1931
|
+
|
1730
1932
|
|
1731
1933
|
</div><table class="source_code">
|
1732
1934
|
<tr>
|
@@ -1734,15 +1936,17 @@
|
|
1734
1936
|
<pre class="lines">
|
1735
1937
|
|
1736
1938
|
|
1737
|
-
|
1738
|
-
|
1739
|
-
|
1939
|
+
120
|
1940
|
+
121
|
1941
|
+
122
|
1942
|
+
123</pre>
|
1740
1943
|
</td>
|
1741
1944
|
<td>
|
1742
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
1945
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 120</span>
|
1743
1946
|
|
1744
|
-
<span class='kw'>def</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
1745
|
-
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span>
|
1947
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_job_id='>job_id=</span> <span class='id identifier rubyid_value'>value</span>
|
1948
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_job_id'>job_id</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
1949
|
+
<span class='id identifier rubyid_page'>page</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>job_id</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
1746
1950
|
<span class='kw'>end</span></pre>
|
1747
1951
|
</td>
|
1748
1952
|
</tr>
|
@@ -1750,9 +1954,9 @@
|
|
1750
1954
|
</div>
|
1751
1955
|
|
1752
1956
|
<div class="method_details ">
|
1753
|
-
<h3 class="signature " id="
|
1957
|
+
<h3 class="signature " id="latest_job_by-instance_method">
|
1754
1958
|
|
1755
|
-
#<strong>
|
1959
|
+
#<strong>latest_job_by</strong>(scraper_name, filter = {}) ⇒ <tt>Hash|nil</tt>
|
1756
1960
|
|
1757
1961
|
|
1758
1962
|
|
@@ -1761,13 +1965,69 @@
|
|
1761
1965
|
</h3><div class="docstring">
|
1762
1966
|
<div class="discussion">
|
1763
1967
|
|
1764
|
-
<p>
|
1968
|
+
<p>Get latest job by scraper_name.</p>
|
1765
1969
|
|
1766
1970
|
|
1767
1971
|
</div>
|
1768
1972
|
</div>
|
1769
1973
|
<div class="tags">
|
1974
|
+
<p class="tag_title">Parameters:</p>
|
1975
|
+
<ul class="param">
|
1976
|
+
|
1977
|
+
<li>
|
1978
|
+
|
1979
|
+
<span class='name'>scraper_name</span>
|
1980
|
+
|
1981
|
+
|
1982
|
+
<span class='type'>(<tt>String</tt>)</span>
|
1983
|
+
|
1984
|
+
|
1985
|
+
|
1986
|
+
—
|
1987
|
+
<div class='inline'>
|
1988
|
+
<p>Scraper name.</p>
|
1989
|
+
</div>
|
1990
|
+
|
1991
|
+
</li>
|
1992
|
+
|
1993
|
+
<li>
|
1994
|
+
|
1995
|
+
<span class='name'>filter</span>
|
1996
|
+
|
1997
|
+
|
1998
|
+
<span class='type'>(<tt>Hash</tt>)</span>
|
1999
|
+
|
2000
|
+
|
2001
|
+
<em class="default">(defaults to: <tt>{}</tt>)</em>
|
2002
|
+
|
2003
|
+
|
2004
|
+
—
|
2005
|
+
<div class='inline'>
|
2006
|
+
<p>({}) Additional_filters.</p>
|
2007
|
+
</div>
|
2008
|
+
|
2009
|
+
</li>
|
2010
|
+
|
2011
|
+
</ul>
|
2012
|
+
|
2013
|
+
<p class="tag_title">Returns:</p>
|
2014
|
+
<ul class="return">
|
2015
|
+
|
2016
|
+
<li>
|
2017
|
+
|
2018
|
+
|
2019
|
+
<span class='type'>(<tt>Hash|nil</tt>)</span>
|
2020
|
+
|
2021
|
+
|
2022
|
+
|
2023
|
+
—
|
2024
|
+
<div class='inline'>
|
2025
|
+
<p>Return nil if no scraper_name or scraper_name is nil.</p>
|
2026
|
+
</div>
|
2027
|
+
|
2028
|
+
</li>
|
1770
2029
|
|
2030
|
+
</ul>
|
1771
2031
|
|
1772
2032
|
</div><table class="source_code">
|
1773
2033
|
<tr>
|
@@ -1775,17 +2035,19 @@
|
|
1775
2035
|
<pre class="lines">
|
1776
2036
|
|
1777
2037
|
|
1778
|
-
|
1779
|
-
|
1780
|
-
|
1781
|
-
|
2038
|
+
207
|
2039
|
+
208
|
2040
|
+
209
|
2041
|
+
210
|
2042
|
+
211</pre>
|
1782
2043
|
</td>
|
1783
2044
|
<td>
|
1784
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2045
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 207</span>
|
1785
2046
|
|
1786
|
-
<span class='kw'>def</span> <span class='id identifier
|
1787
|
-
<span class='
|
1788
|
-
<span class='id identifier
|
2047
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_latest_job_by'>latest_job_by</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='comma'>,</span> <span class='id identifier rubyid_filter'>filter</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
|
2048
|
+
<span class='kw'>return</span> <span class='kw'>nil</span> <span class='kw'>if</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span>
|
2049
|
+
<span class='id identifier rubyid_data'>data</span> <span class='op'>=</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_query'>query</span> <span class='symbol'>:jobs</span><span class='comma'>,</span> <span class='id identifier rubyid_filter'>filter</span><span class='period'>.</span><span class='id identifier rubyid_merge'>merge</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>scraper_name</span><span class='tstring_end'>'</span></span> <span class='op'>=></span> <span class='id identifier rubyid_scraper_name'>scraper_name</span><span class='rparen'>)</span>
|
2050
|
+
<span class='id identifier rubyid_data'>data</span><span class='period'>.</span><span class='id identifier rubyid_max'>max</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_a'>a</span><span class='comma'>,</span><span class='id identifier rubyid_b'>b</span><span class='op'>|</span> <span class='id identifier rubyid_a'>a</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>created_at</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span> <span class='op'><=></span> <span class='id identifier rubyid_b'>b</span><span class='lbracket'>[</span><span class='tstring'><span class='tstring_beg'>'</span><span class='tstring_content'>created_at</span><span class='tstring_end'>'</span></span><span class='rbracket'>]</span><span class='rbrace'>}</span>
|
1789
2051
|
<span class='kw'>end</span></pre>
|
1790
2052
|
</td>
|
1791
2053
|
</tr>
|
@@ -1831,12 +2093,12 @@
|
|
1831
2093
|
<pre class="lines">
|
1832
2094
|
|
1833
2095
|
|
1834
|
-
|
1835
|
-
|
1836
|
-
|
2096
|
+
58
|
2097
|
+
59
|
2098
|
+
60</pre>
|
1837
2099
|
</td>
|
1838
2100
|
<td>
|
1839
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2101
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 58</span>
|
1840
2102
|
|
1841
2103
|
<span class='kw'>def</span> <span class='id identifier rubyid_outputs'>outputs</span>
|
1842
2104
|
<span class='ivar'>@outputs</span> <span class='op'>||=</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
|
@@ -1885,12 +2147,12 @@
|
|
1885
2147
|
<pre class="lines">
|
1886
2148
|
|
1887
2149
|
|
1888
|
-
|
1889
|
-
|
1890
|
-
|
2150
|
+
127
|
2151
|
+
128
|
2152
|
+
129</pre>
|
1891
2153
|
</td>
|
1892
2154
|
<td>
|
1893
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2155
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 127</span>
|
1894
2156
|
|
1895
2157
|
<span class='kw'>def</span> <span class='id identifier rubyid_page'>page</span>
|
1896
2158
|
<span class='ivar'>@page</span> <span class='op'>||=</span> <span class='const'><span class='object_link'><a href="../../../AeEasy.html" title="AeEasy (module)">AeEasy</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../../Core.html" title="AeEasy::Core (module)">Core</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="../Mock.html" title="AeEasy::Core::Mock (module)">Mock</a></span></span><span class='op'>::</span><span class='const'><span class='object_link'><a href="FakeDb.html" title="AeEasy::Core::Mock::FakeDb (class)">FakeDb</a></span></span><span class='period'>.</span><span class='id identifier rubyid_build_fake_page'><span class='object_link'><a href="FakeDb.html#build_fake_page-class_method" title="AeEasy::Core::Mock::FakeDb.build_fake_page (method)">build_fake_page</a></span></span> <span class='label'>job_id:</span> <span class='id identifier rubyid_job_id'>job_id</span>
|
@@ -1926,18 +2188,18 @@
|
|
1926
2188
|
<pre class="lines">
|
1927
2189
|
|
1928
2190
|
|
1929
|
-
|
1930
|
-
|
1931
|
-
|
1932
|
-
|
1933
|
-
|
1934
|
-
|
1935
|
-
|
1936
|
-
|
1937
|
-
|
2191
|
+
132
|
2192
|
+
133
|
2193
|
+
134
|
2194
|
+
135
|
2195
|
+
136
|
2196
|
+
137
|
2197
|
+
138
|
2198
|
+
139
|
2199
|
+
140</pre>
|
1938
2200
|
</td>
|
1939
2201
|
<td>
|
1940
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2202
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 132</span>
|
1941
2203
|
|
1942
2204
|
<span class='kw'>def</span> <span class='id identifier rubyid_page='>page=</span> <span class='id identifier rubyid_value'>value</span>
|
1943
2205
|
<span class='kw'>unless</span> <span class='id identifier rubyid_value'>value</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span>
|
@@ -1992,12 +2254,12 @@
|
|
1992
2254
|
<pre class="lines">
|
1993
2255
|
|
1994
2256
|
|
1995
|
-
|
1996
|
-
|
1997
|
-
|
2257
|
+
52
|
2258
|
+
53
|
2259
|
+
54</pre>
|
1998
2260
|
</td>
|
1999
2261
|
<td>
|
2000
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2262
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 52</span>
|
2001
2263
|
|
2002
2264
|
<span class='kw'>def</span> <span class='id identifier rubyid_pages'>pages</span>
|
2003
2265
|
<span class='ivar'>@pages</span> <span class='op'>||=</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
|
@@ -2005,6 +2267,70 @@
|
|
2005
2267
|
</td>
|
2006
2268
|
</tr>
|
2007
2269
|
</table>
|
2270
|
+
</div>
|
2271
|
+
|
2272
|
+
<div class="method_details ">
|
2273
|
+
<h3 class="signature " id="save_jobs-instance_method">
|
2274
|
+
|
2275
|
+
#<strong>save_jobs</strong>(list) ⇒ <tt>Object</tt>
|
2276
|
+
|
2277
|
+
|
2278
|
+
|
2279
|
+
|
2280
|
+
|
2281
|
+
</h3><div class="docstring">
|
2282
|
+
<div class="discussion">
|
2283
|
+
|
2284
|
+
<p>Save a job collection on db and remove all the element from
|
2285
|
+
<code>list</code>.</p>
|
2286
|
+
|
2287
|
+
|
2288
|
+
</div>
|
2289
|
+
</div>
|
2290
|
+
<div class="tags">
|
2291
|
+
<p class="tag_title">Parameters:</p>
|
2292
|
+
<ul class="param">
|
2293
|
+
|
2294
|
+
<li>
|
2295
|
+
|
2296
|
+
<span class='name'>list</span>
|
2297
|
+
|
2298
|
+
|
2299
|
+
<span class='type'>(<tt>Array</tt>)</span>
|
2300
|
+
|
2301
|
+
|
2302
|
+
|
2303
|
+
—
|
2304
|
+
<div class='inline'>
|
2305
|
+
<p>Collection of jobs to save.</p>
|
2306
|
+
</div>
|
2307
|
+
|
2308
|
+
</li>
|
2309
|
+
|
2310
|
+
</ul>
|
2311
|
+
|
2312
|
+
|
2313
|
+
</div><table class="source_code">
|
2314
|
+
<tr>
|
2315
|
+
<td>
|
2316
|
+
<pre class="lines">
|
2317
|
+
|
2318
|
+
|
2319
|
+
160
|
2320
|
+
161
|
2321
|
+
162
|
2322
|
+
163</pre>
|
2323
|
+
</td>
|
2324
|
+
<td>
|
2325
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 160</span>
|
2326
|
+
|
2327
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_save_jobs'>save_jobs</span> <span class='id identifier rubyid_list'>list</span>
|
2328
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_job'>job</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_jobs'>jobs</span> <span class='op'><<</span> <span class='id identifier rubyid_job'>job</span><span class='rbrace'>}</span>
|
2329
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2330
|
+
<span class='kw'>end</span></pre>
|
2331
|
+
</td>
|
2332
|
+
</tr>
|
2333
|
+
</table>
|
2008
2334
|
</div>
|
2009
2335
|
|
2010
2336
|
<div class="method_details ">
|
@@ -2019,7 +2345,10 @@
|
|
2019
2345
|
</h3><div class="docstring">
|
2020
2346
|
<div class="discussion">
|
2021
2347
|
|
2022
|
-
<p>Save an output collection on db
|
2348
|
+
<p>Save an output collection on db and remove all the element from</p>
|
2349
|
+
|
2350
|
+
<pre class="code ruby"><code class="ruby">+list+.
|
2351
|
+
</code></pre>
|
2023
2352
|
|
2024
2353
|
|
2025
2354
|
</div>
|
@@ -2053,15 +2382,17 @@
|
|
2053
2382
|
<pre class="lines">
|
2054
2383
|
|
2055
2384
|
|
2056
|
-
|
2057
|
-
|
2058
|
-
|
2385
|
+
177
|
2386
|
+
178
|
2387
|
+
179
|
2388
|
+
180</pre>
|
2059
2389
|
</td>
|
2060
2390
|
<td>
|
2061
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2391
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 177</span>
|
2062
2392
|
|
2063
2393
|
<span class='kw'>def</span> <span class='id identifier rubyid_save_outputs'>save_outputs</span> <span class='id identifier rubyid_list'>list</span>
|
2064
2394
|
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_output'>output</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_outputs'>outputs</span> <span class='op'><<</span> <span class='id identifier rubyid_output'>output</span><span class='rbrace'>}</span>
|
2395
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2065
2396
|
<span class='kw'>end</span></pre>
|
2066
2397
|
</td>
|
2067
2398
|
</tr>
|
@@ -2080,7 +2411,8 @@
|
|
2080
2411
|
</h3><div class="docstring">
|
2081
2412
|
<div class="discussion">
|
2082
2413
|
|
2083
|
-
<p>Save a page collection on db
|
2414
|
+
<p>Save a page collection on db and remove all the element from
|
2415
|
+
<code>list</code>.</p>
|
2084
2416
|
|
2085
2417
|
|
2086
2418
|
</div>
|
@@ -2114,15 +2446,58 @@
|
|
2114
2446
|
<pre class="lines">
|
2115
2447
|
|
2116
2448
|
|
2117
|
-
|
2118
|
-
|
2119
|
-
|
2449
|
+
168
|
2450
|
+
169
|
2451
|
+
170
|
2452
|
+
171</pre>
|
2120
2453
|
</td>
|
2121
2454
|
<td>
|
2122
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2455
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 168</span>
|
2123
2456
|
|
2124
2457
|
<span class='kw'>def</span> <span class='id identifier rubyid_save_pages'>save_pages</span> <span class='id identifier rubyid_list'>list</span>
|
2125
2458
|
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span><span class='lbrace'>{</span><span class='op'>|</span><span class='id identifier rubyid_page'>page</span><span class='op'>|</span> <span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_pages'>pages</span> <span class='op'><<</span> <span class='id identifier rubyid_page'>page</span><span class='rbrace'>}</span>
|
2459
|
+
<span class='id identifier rubyid_list'>list</span><span class='period'>.</span><span class='id identifier rubyid_clear'>clear</span>
|
2460
|
+
<span class='kw'>end</span></pre>
|
2461
|
+
</td>
|
2462
|
+
</tr>
|
2463
|
+
</table>
|
2464
|
+
</div>
|
2465
|
+
|
2466
|
+
<div class="method_details ">
|
2467
|
+
<h3 class="signature " id="saved_jobs-instance_method">
|
2468
|
+
|
2469
|
+
#<strong>saved_jobs</strong> ⇒ <tt>Object</tt>
|
2470
|
+
|
2471
|
+
|
2472
|
+
|
2473
|
+
|
2474
|
+
|
2475
|
+
</h3><div class="docstring">
|
2476
|
+
<div class="discussion">
|
2477
|
+
|
2478
|
+
<p>Retrive a list of saved jobs.</p>
|
2479
|
+
|
2480
|
+
|
2481
|
+
</div>
|
2482
|
+
</div>
|
2483
|
+
<div class="tags">
|
2484
|
+
|
2485
|
+
|
2486
|
+
</div><table class="source_code">
|
2487
|
+
<tr>
|
2488
|
+
<td>
|
2489
|
+
<pre class="lines">
|
2490
|
+
|
2491
|
+
|
2492
|
+
143
|
2493
|
+
144
|
2494
|
+
145</pre>
|
2495
|
+
</td>
|
2496
|
+
<td>
|
2497
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 143</span>
|
2498
|
+
|
2499
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_saved_jobs'>saved_jobs</span>
|
2500
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_jobs'>jobs</span>
|
2126
2501
|
<span class='kw'>end</span></pre>
|
2127
2502
|
</td>
|
2128
2503
|
</tr>
|
@@ -2155,12 +2530,12 @@
|
|
2155
2530
|
<pre class="lines">
|
2156
2531
|
|
2157
2532
|
|
2158
|
-
|
2159
|
-
|
2160
|
-
|
2533
|
+
153
|
2534
|
+
154
|
2535
|
+
155</pre>
|
2161
2536
|
</td>
|
2162
2537
|
<td>
|
2163
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2538
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 153</span>
|
2164
2539
|
|
2165
2540
|
<span class='kw'>def</span> <span class='id identifier rubyid_saved_outputs'>saved_outputs</span>
|
2166
2541
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_outputs'>outputs</span>
|
@@ -2196,12 +2571,12 @@
|
|
2196
2571
|
<pre class="lines">
|
2197
2572
|
|
2198
2573
|
|
2199
|
-
|
2200
|
-
|
2201
|
-
|
2574
|
+
148
|
2575
|
+
149
|
2576
|
+
150</pre>
|
2202
2577
|
</td>
|
2203
2578
|
<td>
|
2204
|
-
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line
|
2579
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 148</span>
|
2205
2580
|
|
2206
2581
|
<span class='kw'>def</span> <span class='id identifier rubyid_saved_pages'>saved_pages</span>
|
2207
2582
|
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_pages'>pages</span>
|
@@ -2209,6 +2584,101 @@
|
|
2209
2584
|
</td>
|
2210
2585
|
</tr>
|
2211
2586
|
</table>
|
2587
|
+
</div>
|
2588
|
+
|
2589
|
+
<div class="method_details ">
|
2590
|
+
<h3 class="signature " id="scraper_name-instance_method">
|
2591
|
+
|
2592
|
+
#<strong>scraper_name</strong> ⇒ <tt>Integer</tt><sup>?</sup>
|
2593
|
+
|
2594
|
+
|
2595
|
+
|
2596
|
+
|
2597
|
+
|
2598
|
+
</h3><div class="docstring">
|
2599
|
+
<div class="discussion">
|
2600
|
+
|
2601
|
+
<p>Fake scraper name used by executor.</p>
|
2602
|
+
|
2603
|
+
|
2604
|
+
</div>
|
2605
|
+
</div>
|
2606
|
+
<div class="tags">
|
2607
|
+
|
2608
|
+
<p class="tag_title">Returns:</p>
|
2609
|
+
<ul class="return">
|
2610
|
+
|
2611
|
+
<li>
|
2612
|
+
|
2613
|
+
|
2614
|
+
<span class='type'>(<tt>Integer</tt>, <tt>nil</tt>)</span>
|
2615
|
+
|
2616
|
+
|
2617
|
+
|
2618
|
+
</li>
|
2619
|
+
|
2620
|
+
</ul>
|
2621
|
+
|
2622
|
+
</div><table class="source_code">
|
2623
|
+
<tr>
|
2624
|
+
<td>
|
2625
|
+
<pre class="lines">
|
2626
|
+
|
2627
|
+
|
2628
|
+
104
|
2629
|
+
105
|
2630
|
+
106</pre>
|
2631
|
+
</td>
|
2632
|
+
<td>
|
2633
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 104</span>
|
2634
|
+
|
2635
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_scraper_name'>scraper_name</span>
|
2636
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span>
|
2637
|
+
<span class='kw'>end</span></pre>
|
2638
|
+
</td>
|
2639
|
+
</tr>
|
2640
|
+
</table>
|
2641
|
+
</div>
|
2642
|
+
|
2643
|
+
<div class="method_details ">
|
2644
|
+
<h3 class="signature " id="scraper_name=-instance_method">
|
2645
|
+
|
2646
|
+
#<strong>scraper_name=</strong>(value) ⇒ <tt>Object</tt>
|
2647
|
+
|
2648
|
+
|
2649
|
+
|
2650
|
+
|
2651
|
+
|
2652
|
+
</h3><div class="docstring">
|
2653
|
+
<div class="discussion">
|
2654
|
+
|
2655
|
+
<p>Set fake scraper name value.</p>
|
2656
|
+
|
2657
|
+
|
2658
|
+
</div>
|
2659
|
+
</div>
|
2660
|
+
<div class="tags">
|
2661
|
+
|
2662
|
+
|
2663
|
+
</div><table class="source_code">
|
2664
|
+
<tr>
|
2665
|
+
<td>
|
2666
|
+
<pre class="lines">
|
2667
|
+
|
2668
|
+
|
2669
|
+
109
|
2670
|
+
110
|
2671
|
+
111</pre>
|
2672
|
+
</td>
|
2673
|
+
<td>
|
2674
|
+
<pre class="code"><span class="info file"># File 'lib/ae_easy/core/mock/fake_executor.rb', line 109</span>
|
2675
|
+
|
2676
|
+
<span class='kw'>def</span> <span class='id identifier rubyid_scraper_name='>scraper_name=</span> <span class='id identifier rubyid_value'>value</span>
|
2677
|
+
<span class='id identifier rubyid_db'>db</span><span class='period'>.</span><span class='id identifier rubyid_scraper_name'>scraper_name</span> <span class='op'>=</span> <span class='id identifier rubyid_value'>value</span>
|
2678
|
+
<span class='kw'>end</span></pre>
|
2679
|
+
</td>
|
2680
|
+
</tr>
|
2681
|
+
</table>
|
2212
2682
|
</div>
|
2213
2683
|
|
2214
2684
|
</div>
|
@@ -2216,7 +2686,7 @@
|
|
2216
2686
|
</div>
|
2217
2687
|
|
2218
2688
|
<div id="footer">
|
2219
|
-
Generated on Wed Feb
|
2689
|
+
Generated on Wed Feb 20 18:03:18 2019 by
|
2220
2690
|
<a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
|
2221
2691
|
0.9.18 (ruby-2.5.3).
|
2222
2692
|
</div>
|