ae_easy-test 0.0.0 → 0.0.1

data/doc/AeEasy/Core/Modk.html

@@ -95,7 +95,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:39 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/AeEasy/Core/Plugin.html

@@ -107,7 +107,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:39 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/AeEasy/Core/Plugin/ExecutorBehavior.html

@@ -186,7 +186,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:25 2019 by
+  Generated on Fri Mar  8 21:06:39 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/AeEasy/Test.html

@@ -120,7 +120,7 @@
 
 </div>
         </dt>
-        <dd><pre class="code"><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>0.0.0</span><span class='tstring_end'>&quot;</span></span></pre></dd>
+        <dd><pre class="code"><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>0.0.1</span><span class='tstring_end'>&quot;</span></span></pre></dd>
       
     </dl>
   
@@ -504,7 +504,7 @@
 <span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_verbose_log'>verbose_log</span> <span class='id identifier rubyid_message'>message</span><span class='comma'>,</span> <span class='id identifier rubyid_data'>data</span> <span class='op'>=</span> <span class='kw'>nil</span><span class='comma'>,</span> <span class='id identifier rubyid_log_caller'>log_caller</span> <span class='op'>=</span> <span class='kw'>nil</span>
   <span class='id identifier rubyid_log_caller'>log_caller</span> <span class='op'>||=</span> <span class='id identifier rubyid_caller'>caller</span>
   <span class='id identifier rubyid_caller_infos'>caller_infos</span> <span class='op'>=</span> <span class='id identifier rubyid_log_caller'>log_caller</span><span class='period'>.</span><span class='id identifier rubyid_first'>first</span><span class='period'>.</span><span class='id identifier rubyid_split'>split</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>:</span><span class='tstring_end'>&quot;</span></span>
-  <span class='id identifier rubyid_text'>text</span> <span class='op'>=</span> <span class='id identifier rubyid_data'>data</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='tstring'><span class='tstring_beg'>&#39;</span><span class='tstring_content'>nil</span><span class='tstring_end'>&#39;</span></span> <span class='op'>:</span> <span class='id identifier rubyid_data'>data</span><span class='period'>.</span><span class='id identifier rubyid_inspect'>inspect</span>
+  <span class='id identifier rubyid_text'>text</span> <span class='op'>=</span> <span class='id identifier rubyid_data'>data</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span> <span class='op'>?</span> <span class='tstring'><span class='tstring_beg'>&#39;</span><span class='tstring_content'>nil</span><span class='tstring_end'>&#39;</span></span> <span class='op'>:</span> <span class='const'>JSON</span><span class='period'>.</span><span class='id identifier rubyid_pretty_generate'>pretty_generate</span><span class='lparen'>(</span><span class='id identifier rubyid_data'>data</span><span class='rparen'>)</span>
   <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>\n</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_caller_infos'>caller_infos</span><span class='lbracket'>[</span><span class='int'>0</span><span class='rbracket'>]</span><span class='embexpr_end'>}</span><span class='tstring_content'>:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_caller_infos'>caller_infos</span><span class='lbracket'>[</span><span class='int'>1</span><span class='rbracket'>]</span><span class='embexpr_end'>}</span><span class='tstring_content'> - </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_message'>message</span><span class='embexpr_end'>}</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_text'>text</span><span class='embexpr_end'>}</span><span class='tstring_content'>\n\n</span><span class='tstring_end'>&quot;</span></span>
 <span class='kw'>end</span></pre>
     </td>
@@ -606,7 +606,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:38 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/AeEasy/Test/Helper.html

@@ -491,19 +491,6 @@
 </li></ul>
 </div>
       
-    </li>
-  
-</ul>
-<p class="tag_title">Raises:</p>
-<ul class="raise">
-  
-    <li>
-      
-      
-        <span class='type'>(<tt>NotImplementedError</tt>)</span>
-      
-      
-      
     </li>
   
 </ul>
@@ -551,14 +538,16 @@
 155
 156
 157
-158</pre>
+158
+159</pre>
     </td>
     <td>
       <pre class="code"><span class="info file"># File 'lib/ae_easy/test/helper.rb', line 121</span>
 
 <span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_collection_diff'>collection_diff</span> <span class='id identifier rubyid_items_a'>items_a</span><span class='comma'>,</span> <span class='id identifier rubyid_items_b'>items_b</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
-  <span class='id identifier rubyid_raise'>raise</span> <span class='const'>NotImplementedError</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&#39;</span><span class='tstring_content'>Current status WIP, don\&#39;t use it for now.</span><span class='tstring_end'>&#39;</span></span><span class='rparen'>)</span>
-  <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span>
+  <span class='comment'># TODO: Improve this function
+</span>  <span class='comment'>#raise NotImplementedError.new(&#39;Current status WIP, don\&#39;t use it for now.&#39;)
+</span>  <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span>
     <span class='label'>exact_match:</span> <span class='kw'>true</span><span class='comma'>,</span>
     <span class='label'>deep_stringify:</span> <span class='kw'>true</span><span class='comma'>,</span>
     <span class='label'>sanitize:</span> <span class='kw'>true</span><span class='comma'>,</span>
@@ -805,7 +794,6 @@
       <pre class="lines">
 
 
-180
 181
 182
 183
@@ -821,10 +809,11 @@
 193
 194
 195
-196</pre>
+196
+197</pre>
     </td>
     <td>
-      <pre class="code"><span class="info file"># File 'lib/ae_easy/test/helper.rb', line 180</span>
+      <pre class="code"><span class="info file"># File 'lib/ae_easy/test/helper.rb', line 181</span>
 
 <span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_collection_match?'>collection_match?</span> <span class='id identifier rubyid_fragment'>fragment</span><span class='comma'>,</span> <span class='id identifier rubyid_universe'>universe</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
   <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span>
@@ -1528,7 +1517,6 @@
       <pre class="lines">
 
 
-212
 213
 214
 215
@@ -1537,10 +1525,11 @@
 218
 219
 220
-221</pre>
+221
+222</pre>
     </td>
     <td>
-      <pre class="code"><span class="info file"># File 'lib/ae_easy/test/helper.rb', line 212</span>
+      <pre class="code"><span class="info file"># File 'lib/ae_easy/test/helper.rb', line 213</span>
 
 <span class='kw'>def</span> <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_match_collections'>match_collections</span> <span class='id identifier rubyid_items_a'>items_a</span><span class='comma'>,</span> <span class='id identifier rubyid_items_b'>items_b</span><span class='comma'>,</span> <span class='id identifier rubyid_opts'>opts</span> <span class='op'>=</span> <span class='lbrace'>{</span><span class='rbrace'>}</span>
   <span class='id identifier rubyid_diff'>diff</span> <span class='op'>=</span> <span class='id identifier rubyid_collection_diff'>collection_diff</span><span class='lparen'>(</span>
@@ -1711,7 +1700,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:39 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/AeEasy/Test/RecordTask.html

@@ -2483,7 +2483,7 @@ AnswersEngine::Scraper::Executor#find_outputs for details).</p>
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:25 2019 by
+  Generated on Fri Mar  8 21:06:39 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/_index.html

@@ -227,7 +227,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:38 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/file.README.html

@@ -81,7 +81,7 @@ href="http://rubydoc.org/gems/ae_easy-test/frames">here</a>.</p>
 </div></div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:38 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/index.html

@@ -81,7 +81,7 @@ href="http://rubydoc.org/gems/ae_easy-test/frames">here</a>.</p>
 </div></div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:38 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/doc/method_list.html

@@ -246,7 +246,7 @@
 
   <li class="even ">
     <div class="item">
-      <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#match_expected_outputs-class_method" title="AeEasy::Core::Mock::FakeExecutor.match_expected_outputs (method)">match_expected_outputs</a></span>
+      <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#match_expected_outputs-instance_method" title="AeEasy::Core::Mock::FakeExecutor#match_expected_outputs (method)">#match_expected_outputs</a></span>
       <small>AeEasy::Core::Mock::FakeExecutor</small>
     </div>
   </li>
@@ -261,6 +261,14 @@
   
 
   <li class="even ">
+    <div class="item">
+      <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#new_executor-instance_method" title="AeEasy::Core::Mock::FakeExecutor#new_executor (method)">#new_executor</a></span>
+      <small>AeEasy::Core::Mock::FakeExecutor</small>
+    </div>
+  </li>
+  
+
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record-instance_method" title="AeEasy::Test::RecordTask#record (method)">#record</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -268,7 +276,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_content-instance_method" title="AeEasy::Test::RecordTask#record_content (method)">#record_content</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -276,7 +284,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_failed_content-instance_method" title="AeEasy::Test::RecordTask#record_failed_content (method)">#record_failed_content</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -284,7 +292,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_file-instance_method" title="AeEasy::Test::RecordTask#record_file (method)">#record_file</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -292,7 +300,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_outputs-instance_method" title="AeEasy::Test::RecordTask#record_outputs (method)">#record_outputs</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -300,7 +308,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_page-instance_method" title="AeEasy::Test::RecordTask#record_page (method)">#record_page</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -308,7 +316,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_pages-instance_method" title="AeEasy::Test::RecordTask#record_pages (method)">#record_pages</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -316,7 +324,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#record_vars-instance_method" title="AeEasy::Test::RecordTask#record_vars (method)">#record_vars</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -324,7 +332,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#root_dir-instance_method" title="AeEasy::Test::RecordTask#root_dir (method)">#root_dir</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -332,7 +340,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#root_input_dir-instance_method" title="AeEasy::Core::Mock::FakeExecutor#root_input_dir (method)">#root_input_dir</a></span>
       <small>AeEasy::Core::Mock::FakeExecutor</small>
@@ -340,7 +348,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/Helper.html#sanitize-class_method" title="AeEasy::Test::Helper.sanitize (method)">sanitize</a></span>
       <small>AeEasy::Test::Helper</small>
@@ -348,7 +356,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#scraper_name-instance_method" title="AeEasy::Test::RecordTask#scraper_name (method)">#scraper_name</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -356,7 +364,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#should_match_outputs-instance_method" title="AeEasy::Core::Mock::FakeExecutor#should_match_outputs (method)">#should_match_outputs</a></span>
       <small>AeEasy::Core::Mock::FakeExecutor</small>
@@ -364,7 +372,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Core/Mock/FakeExecutor.html#should_match_pages-instance_method" title="AeEasy::Core::Mock::FakeExecutor#should_match_pages (method)">#should_match_pages</a></span>
       <small>AeEasy::Core::Mock::FakeExecutor</small>
@@ -372,7 +380,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test.html#test_mode%3F-class_method" title="AeEasy::Test.test_mode? (method)">test_mode?</a></span>
       <small>AeEasy::Test</small>
@@ -380,7 +388,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Core/Plugin/ExecutorBehavior.html#test_mode%3F-instance_method" title="AeEasy::Core::Plugin::ExecutorBehavior#test_mode? (method)">#test_mode?</a></span>
       <small>AeEasy::Core::Plugin::ExecutorBehavior</small>
@@ -388,7 +396,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test/RecordTask.html#verbose%3F-instance_method" title="AeEasy::Test::RecordTask#verbose? (method)">#verbose?</a></span>
       <small>AeEasy::Test::RecordTask</small>
@@ -396,7 +404,7 @@
   </li>
   
 
-  <li class="odd ">
+  <li class="even ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test.html#verbose_log-class_method" title="AeEasy::Test.verbose_log (method)">verbose_log</a></span>
       <small>AeEasy::Test</small>
@@ -404,7 +412,7 @@
   </li>
   
 
-  <li class="even ">
+  <li class="odd ">
     <div class="item">
       <span class='object_link'><a href="AeEasy/Test.html#verbose_match_diff-class_method" title="AeEasy::Test.verbose_match_diff (method)">verbose_match_diff</a></span>
       <small>AeEasy::Test</small>

data/doc/top-level-namespace.html

@@ -100,7 +100,7 @@
 </div>
 
       <div id="footer">
-  Generated on Fri Mar  8 17:49:24 2019 by
+  Generated on Fri Mar  8 21:06:38 2019 by
   <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
   0.9.18 (ruby-2.5.3).
 </div>

data/lib/ae_easy/test.rb

@@ -32,7 +32,7 @@ module AeEasy
     def self.verbose_log message, data = nil, log_caller = nil
       log_caller ||= caller
       caller_infos = log_caller.first.split ":"
-      text = data.nil? ? 'nil' : data.inspect
+      text = data.nil? ? 'nil' : JSON.pretty_generate(data)
       puts "\n#{caller_infos[0]}:#{caller_infos[1]} - #{message}#{text}\n\n"
     end
 

data/lib/ae_easy/test/helper.rb

@@ -119,7 +119,8 @@ module AeEasy
       #   * `[Array] :items_b` Diff items on `items_b` collection.
       #   * `[Boolean] :match` `true` when all items match else `false`.
       def self.collection_diff items_a, items_b, opts = {}
-        raise NotImplementedError.new('Current status WIP, don\'t use it for now.')
+        # TODO: Improve this function
+        #raise NotImplementedError.new('Current status WIP, don\'t use it for now.')
         opts = {
           exact_match: true,
           deep_stringify: true,

data/lib/ae_easy/test/version.rb

@@ -1,6 +1,6 @@
 module AeEasy
   module Test
     # Gem version
-    VERSION = "0.0.0"
+    VERSION = "0.0.1"
   end
 end

data/lib/ae_easy_override/core/mock/fake_executor.rb

@@ -54,7 +54,7 @@ module AeEasy
             pages: nil,
             outputs: nil
           }.merge opts
-          dir = opts[:input_dir] || expand_relative_input(opts[:rel_dir]) || self.input_dir
+          dir = self.input_dir = opts[:input_dir] || expand_relative_input(opts[:rel_dir]) || self.input_dir
 
           # Load overrides
           self.content = opts[:content]
@@ -183,6 +183,13 @@ module AeEasy
           self
         end
 
+        # Create an executor based on the current executor type.
+        #
+        # @return [AeEasy::Core::Mock::FakeExecutor]
+        def new_executor
+          self.class.new
+        end
+
         # Match expected pages.
         #
         # @param [Hash] opts ({}) Configuration options.
@@ -214,9 +221,11 @@ module AeEasy
           opts[:input_dir] ||= input_dir
 
           # Expected context
-          expected = AeEasy::Core::Mock::FakeExecutor.new
+          expected_opts = {}.merge opts
+          expected_opts[:input_dir] ||= input_dir
+          expected = new_executor
           expected.root_input_dir = root_input_dir
-          expected.load_expected_pages opts
+          expected.load_expected_pages expected_opts
 
           # Config skip fields
           skip_fields = opts[:skip_fields]
@@ -227,12 +236,13 @@ module AeEasy
           diff = AeEasy::Test::Helper.match_collections(
             saved_pages,
             expected.saved_pages,
-            skip: skip_fields
+            skip: skip_fields,
+            compare_way: :left
           )
           {
             match: diff[:match],
-            saved: diff[:diff][:item_a],
-            expected: diff[:diff][:item_b]
+            saved: diff[:diff][:items_a],
+            expected: diff[:diff][:items_b]
           }
         end
 
@@ -243,6 +253,7 @@ module AeEasy
         #
         # @return [Boolean] `true` when pass, else `false`.
         def should_match_pages opts = {}
+          flush
           diff = match_expected_pages opts
           log_caller = opts[:log_caller] || ([] + caller)
           unless diff[:match]
@@ -271,7 +282,7 @@ module AeEasy
         #   * `[Boolean] match` `true` when match, `false` when diff.
         #   * `[Hash] expected` Non matching expected outputs.
         #   * `[Hash] saved` Non matching saved outputs.
-        def self.match_expected_outputs opts = {}
+        def match_expected_outputs opts = {}
           opts = {
             rel_dir: nil,
             input_dir: nil,
@@ -279,12 +290,13 @@ module AeEasy
             skip_fields: [],
             default_skip_fields: true,
           }.merge opts
-          opts[:input_dir] ||= input_dir
 
           # Expected context
-          expected = AeEasy::Core::Mock::FakeExecutor.new
+          expected_opts = {}.merge opts
+          expected_opts[:input_dir] ||= input_dir
+          expected = new_executor
           expected.root_input_dir = root_input_dir
-          expected.load_expected_outputs opts
+          expected.load_expected_outputs expected_opts
 
           # Config skip fields
           skip_fields = opts[:skip_fields]
@@ -295,12 +307,13 @@ module AeEasy
           diff = AeEasy::Test::Helper.match_collections(
             saved_outputs,
             expected.saved_outputs,
-            skip: skip_fields
+            skip: skip_fields,
+            compare_way: :left
           )
           {
             match: diff[:match],
-            saved: diff[:diff][:item_a],
-            expected: diff[:diff][:item_b]
+            saved: diff[:diff][:items_a],
+            expected: diff[:diff][:items_b]
           }
         end
 
@@ -311,10 +324,11 @@ module AeEasy
         #
         # @return [Boolean] `true` when pass, else `false`.
         def should_match_outputs opts = {}
+          flush
           diff = match_expected_outputs opts
           log_caller = opts[:log_caller] || ([] + caller)
           unless diff[:match]
-            AeEasy::Test::Helper.verbose_match_diff 'outputs', diff, log_caller
+            AeEasy::Test.verbose_match_diff 'outputs', diff, log_caller
           end
           diff[:match]
         end