apidae 1.0.4 → 1.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0603f295a6946a070d13d9a70813840de04bc155
-  data.tar.gz: 9e15a59b156bad347b5d0cec0625fdb6ddca2c38
+  metadata.gz: 2ec3c909a4d3a0cf9b9312db0b7f94e5a58c42d2
+  data.tar.gz: 3c7ce15d9d02a27d97567f4da56e3634068fcb23
 SHA512:
-  metadata.gz: 960c0cc9dcbbca0b5a290b4d44b60ca10b81271b55050d27ac6d279680d77233221720e117f5b2d7193824856e75d8cf842880625cda9d6b7a29fc94bde2b05b
-  data.tar.gz: 4dacb5596fad4f0824c76e1a2f4fd9f124f12399fbd753401e5ff3deea084b12ca087e83985dea9e7c5e9e3ee0725a315af69417a205ae7d8f9a186734b1e871
+  metadata.gz: 2959dc04c3a7763578402a35a219a7bdb5888e114288343c654cba7d4a8e4d57b5cdceaf39a3de1ecf292c22d89a11186dfb05bc27f04108ac5cea5b2557c79a
+  data.tar.gz: 4b6dc11085319946637ac528feafdff08d66e4a1f80276734919f26960a51b5404787461bf22a461f8ff7abee2cc36df068a576b4eeec514164e2ea2655313f9

data/app/assets/stylesheets/apidae/application.css

@@ -13,3 +13,12 @@
  *= require_tree .
  *= require_self
  */
+
+#apidae_imports_panel > a:first-child {
+    float: right;
+}
+
+#apidae_form label {
+    font-size: 18px;
+    margin-right: 1rem;
+}

data/app/controllers/apidae/dashboard_controller.rb

@@ -16,7 +16,6 @@ module Apidae
         @objects = SelectionObject.where(apidae_selection_id: selections.map {|s| s.id}.uniq).map {|so| so.apidae_object_id}.uniq.count
         @last_imports = FileImport.where(apidae_id: apidae_user.apidae_projects_ids).order(id: :desc).take(100)
       end
-      @references = Reference.count
     end
   end
 end

data/app/controllers/apidae/import_controller.rb

@@ -37,34 +37,67 @@ module Apidae
     def run
       success = true
       Export.pending.each do |e|
-        begin
-          open(e.file_url) do |f|
-            begin
-              FileImport.import(f, e.project_id)
+        success &&= import_data(e)
+      end
+      success ? head(:ok) : head(:internal_server_error)
+    end
+
+    def new
+      @export = Export.new(status: Export::PENDING)
+    end
+
+    def create
+      @export = Export.new(export_params)
+      if @export.save && import_data(@export)
+        redirect_to apidae.root_url, notice: 'Le fichier a bien été importé.'
+      else
+        flash.now[:alert] = "Une erreur s'est produite lors de l'import du fichier."
+        render :new
+      end
+    end
+
+    private
+
+    def export_params
+      params.require(:export).permit(:project_id, :file_url, :status)
+    end
+
+    def import_data(e)
+      success = true
+      begin
+        open(e.file_url) do |f|
+          begin
+            FileImport.import(f, e.project_id)
+            unless e.confirm_url.blank?
               uri = URI(e.confirm_url)
               req = Net::HTTP::Post.new(uri)
               Net::HTTP.start(uri.hostname, uri.port) do |http|
                 http.request(req)
               end
-              e.update(status: Export::COMPLETE)
-              if Rails.application.config.respond_to?(:apidae_import_callback)
-                Rails.application.config.apidae_import_callback.call(e)
-              end
-            rescue Exception => ex
-              logger.error("Failed to import export file : #{e.file_url}")
-              logger.error("Error is : #{ex} \n#{ex.backtrace.join("\n") unless ex.backtrace.blank?}")
-              success = false
-              e.update(status: Export::CANCELLED)
             end
+            e.update(status: Export::COMPLETE)
+            if Rails.application.config.respond_to?(:apidae_import_callback)
+              Rails.application.config.apidae_import_callback.call(e)
+            end
+          rescue Exception => ex
+            logger.error("Failed to import export file : #{e.file_url}")
+            logger.error("Error is : #{ex} \n#{ex.backtrace.join("\n") unless ex.backtrace.blank?}")
+            success = false
+            e.update(status: Export::CANCELLED)
           end
-        rescue OpenURI::HTTPError => err
-          logger.error("Failed to download export file : #{e.file_url}")
-          logger.error("Error is : #{err}")
-          success = false
-          e.update(status: Export::CANCELLED)
         end
+      rescue OpenURI::HTTPError => err
+        logger.error("Failed to download export file : #{e.file_url}")
+        logger.error("Error is : #{err}")
+        success = false
+        e.update(status: Export::CANCELLED)
+      rescue Exception => e
+        logger.error "Failed to import file : #{e.file_url}"
+        logger.error("Error is : #{err}")
+        success = false
+        e.update(status: Export::CANCELLED)
       end
-      success ? head(:ok) : head(:internal_server_error)
+      success
     end
   end
 end

data/app/controllers/apidae/objects_controller.rb

@@ -62,9 +62,19 @@ module Apidae
 
     def refresh
       referrer = (session.delete(:referrer) || objects_url)
-      if @obj && @obj.selections.first.add_or_refresh_obj(@obj.apidae_id)
-        redirect_to referrer, notice: "L'objet touristique a bien été mis à jour."
-      else
+      begin
+        if @obj && @obj.selections.first.add_or_refresh_obj(@obj.apidae_id)
+          redirect_to referrer, notice: "L'objet touristique a bien été mis à jour."
+        else
+          redirect_to referrer, alert: "Une erreur s'est produite lors de la mise à jour de l'objet."
+        end
+      rescue OpenURI::HTTPError => err
+        logger.error("Failed to refresh obj : #{@obj.apidae_id}")
+        logger.error("Error is : #{err}")
+        redirect_to referrer, alert: "Une erreur s'est produite lors de la mise à jour de l'objet. Veuillez vérifier que le projet Apidae comporte une clé API valide."
+      rescue Exception => ex
+        logger.error("Failed to refresh obj : #{@obj.apidae_id}")
+        logger.error("Error is : #{err}")
         redirect_to referrer, alert: "Une erreur s'est produite lors de la mise à jour de l'objet."
       end
     end

data/app/controllers/apidae/projects_controller.rb

@@ -3,6 +3,7 @@ require_dependency "apidae/application_controller"
 module Apidae
   class ProjectsController < ApplicationController
     before_action :set_project, only: [:edit, :update, :destroy]
+    skip_before_action :check_user_data!, only: [:create]
 
     def index
       if user_is_admin?
@@ -24,7 +25,7 @@ module Apidae
       else
         @project = Project.new(project_params)
         if @project.save
-          referrer = (session.delete(:referrer) || projects_url)
+          referrer = params[:redirect_to] || session.delete(:referrer) || projects_url
           redirect_to (referrer + "?apidae_project_id=#{@project.id}"), notice: 'Le projet a bien été créé'
         else
           flash.now[:alert] = "Une erreur s'est produite lors la création du projet"
@@ -54,7 +55,7 @@ module Apidae
 
     def update_project
       if @project.update(project_params)
-        referrer = session.delete(:referrer)
+        referrer = params[:redirect_to] || session.delete(:referrer)
         redirect_to (referrer + "?apidae_project_id=#{@project.id}"), notice: 'Le projet a bien été mis à jour'
       else
         flash.now[:alert] = "Une erreur s'est produite lors la mise à jour du projet"

data/app/models/apidae/apidae_data_parser.rb

@@ -9,6 +9,23 @@ module Apidae
     TWITTER = 3755
     YELP = 4007
     TRIP_ADVISOR = 4000
+    FAX = 202
+    MOBILE_WEBSITE = 3769
+    SHORTY_URL = 4923
+
+    CONTACTS_MAP = {
+        'telephone' => PHONE,
+        'email' => EMAIL,
+        'website' => WEBSITE,
+        'facebook' => FACEBOOK,
+        'google' => GOOGLE,
+        'trip_advisor' => TRIP_ADVISOR,
+        'twitter' => TWITTER,
+        'yelp' => YELP,
+        'fax' => FAX,
+        'mobile_website' => MOBILE_WEBSITE,
+        'shorty_url' => SHORTY_URL
+    }
 
     MODE_AUTO = 'auto'
     MODE_MANUAL = 'manual'
@@ -114,7 +131,7 @@ module Apidae
                 url: pic[:traductionFichiers][0][:url].gsub('http:', 'https:'),
                 description: localized_value(pic, :legende, locale),
                 credits: localized_value(pic, :copyright, locale),
-                expiration_date: pic[:dateLimiteDePublication]
+                expiration_date: pic[:dateLimiteDePublication] || ''
             }
           end
         end
@@ -149,29 +166,38 @@ module Apidae
         contact_entries.each do |c|
           case c[:type][:id]
           when PHONE, ALT_PHONE
-            contact_details[:telephone] ||= []
-            contact_details[:telephone] << c[:coordonnees][:fr]
+            contact_details[:telephone] ||= {}
+            contact_details[:telephone][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when EMAIL
-            contact_details[:email] ||= []
-            contact_details[:email] << c[:coordonnees][:fr]
+            contact_details[:email] ||= {}
+            contact_details[:email][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when WEBSITE
-            contact_details[:website] ||= []
-            contact_details[:website] << c[:coordonnees][:fr]
+            contact_details[:website] ||= {}
+            contact_details[:website][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when GOOGLE
-            contact_details[:google] ||= []
-            contact_details[:google] << c[:coordonnees][:fr]
+            contact_details[:google] ||= {}
+            contact_details[:google][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when FACEBOOK
-            contact_details[:facebook] ||= []
-            contact_details[:facebook] << c[:coordonnees][:fr]
+            contact_details[:facebook] ||= {}
+            contact_details[:facebook][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when TWITTER
-            contact_details[:twitter] ||= []
-            contact_details[:twitter] << c[:coordonnees][:fr]
+            contact_details[:twitter] ||= {}
+            contact_details[:twitter][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when YELP
-            contact_details[:yelp] ||= []
-            contact_details[:yelp] << c[:coordonnees][:fr]
+            contact_details[:yelp] ||= {}
+            contact_details[:yelp][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           when TRIP_ADVISOR
-            contact_details[:trip_advisor] ||= []
-            contact_details[:trip_advisor] << c[:coordonnees][:fr]
+            contact_details[:trip_advisor] ||= {}
+            contact_details[:trip_advisor][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
+          when FAX
+            contact_details[:fax] ||= {}
+            contact_details[:fax][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
+          when MOBILE_WEBSITE
+            contact_details[:mobile_website] ||= {}
+            contact_details[:mobile_website][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
+          when SHORTY_URL
+            contact_details[:shorty_url] ||= {}
+            contact_details[:shorty_url][c[:identifiant]] = {value: c[:coordonnees][:fr], description: c.dig(:observation, :libelleFr)}
           else
           end
         end
@@ -339,6 +365,7 @@ module Apidae
               external_id: o[:identifiantTechnique],
               start_date: o[:dateDebut],
               end_date: o[:dateFin],
+              each_year: o[:tousLesAns],
               closing_days: closing_days.blank? ? [] : closing_days.map {|d| d[:dateSpeciale]},
               details: node_value(o, :complementHoraire, *locales),
               time_periods: [

data/app/models/apidae/export.rb

@@ -5,6 +5,17 @@ module Apidae
     COMPLETE = 'complete'
     CANCELLED = 'cancelled'
 
+    validates_presence_of :file_url, :project_id
+
+    before_save :normalize_url
+
+    def normalize_url
+      self.file_url = file_url.strip
+      unless file_url.include?('/')
+        self.file_url = "http://export.apidae-tourisme.com/exports/#{file_url}"
+      end
+    end
+
     # Note : handle reset case
     def self.pending
       where(remote_status: 'SUCCESS', status: PENDING).order(:id)

data/app/models/apidae/obj.rb

@@ -16,7 +16,8 @@ module Apidae
     store_accessor :type_data, :categories, :themes, :capacity, :classification, :labels, :chains, :area, :track,
                    :products, :audience, :animals, :animals_desc, :extra, :duration, :certifications, :business
     store_accessor :entity_data, :entity_id, :entity_name, :service_provider_id
-    store_accessor :contact_data, :telephone, :email, :website, :google, :facebook, :twitter, :yelp, :trip_advisor, :contacts
+    store_accessor :contact_data, :telephone, :email, :website, :google, :facebook, :twitter, :yelp, :trip_advisor, :fax,
+                   :mobile_website, :shorty_url, :contacts
     store_accessor :location_data, :address, :place, :latitude, :longitude, :access, :territories, :environments
     store_accessor :openings_data, :openings_desc, :openings_desc_mode, :openings, :time_periods, :openings_extra
     store_accessor :rates_data, :rates_desc, :rates_desc_mode, :rates, :payment_methods, :includes, :excludes

data/app/views/apidae/dashboard/index.html.erb

@@ -3,13 +3,20 @@
       <%= link_to pluralize(@projects, 'projet', 'projets'), apidae.projects_path, class: styles[:projects] %>
       <%= link_to pluralize(@selections, 'sélection', 'sélections'), apidae.selections_path, class: styles[:selections] %>
       <%= link_to pluralize(@objects, 'objet touristique', 'objets touristiques'), apidae.objects_path, class: styles[:objects] %>
-      <%= link_to (pluralize(@references, 'élément', 'éléments') + ' de référence'), apidae.references_path, class: styles[:references] %>
       <%= link_to 'Retour', :back, class: styles[:back] %>
       <h1 class="<%= styles[:h1] %>">Apidae</h1>
     </div>
     <div id="apidae_dashboard" class="<%= styles[:wrapper] %>">
       <div id="apidae_imports_panel" class="<%= styles[:body] %>">
+        <%= link_to 'Importer un fichier', apidae.import_new_path, class: styles[:projects] %>
         <h2 class="<%= styles[:h2] %>">Derniers imports</h2>
+        <p>
+          Les imports provenant de vos projets Apidae apparaîtront ci-dessous. Pour que les données soient importées correctement,
+          vos projets doivent être configurés pour exporter les données au format <strong>JSON V2</strong>, en
+          <strong>groupant les objets exportés</strong>.<br/>
+          Si vous souhaitez que chaque export soit récupéré automatiquement, veillez à renseigner le paramètre
+          <strong>Url de notification</strong> avec la valeur <strong><%= apidae.import_callback_url %></strong>.
+        </p>
         <table id="apidae_imports" class="<%= styles[:table] %>">
           <thead class="<%= styles[:table_head] %>">
           <tr>

data/app/views/apidae/import/_form.html.erb

@@ -0,0 +1,30 @@
+<%= form_for(@export, url: apidae.import_create_path, method: :post, html: {class: styles[:form]}) do |f| %>
+  <% if @export.errors.any? %>
+    <div id="apidae_form_errors">
+      <ul>
+        <% @export.errors.full_messages.each do |message| %>
+          <li><%= message %></li>
+        <% end %>
+      </ul>
+    </div>
+  <% end %>
+  <p>
+    Pour que les données soient importées correctement, vos projets doivent être configurés pour exporter les données
+    au format <strong>JSON V2</strong>, en <strong>groupant les objets exportés</strong>. L'adresse du fichier d'export
+    est à récupérer dans :<br/>
+    <em>Page du projet Apidae > Onglet "Calcul des sélections et Exports " > Accéder à la ficher de l'export > Champ "Fichier d'export"</em>
+  </p>
+
+  <div class="<%= styles[:form_field] %>">
+    <div><%= f.label :project_id %></div>
+    <div><%= f.text_field :project_id, placeholder: "Ex: 1234" %></div>
+  </div>
+  <div class="<%= styles[:form_field] %>">
+    <div><%= f.label :file_url %></div>
+    <div><%= f.text_field :file_url, placeholder: "Ex: http://export.apidae-tourisme.com/exports/1234_20200101-5678_ABCdef.zip" %></div>
+  </div>
+  <%= f.hidden_field :status %>
+  <div class="<%= styles[:form_actions] %>">
+    <%= f.submit 'Valider' %> | <%= link_to 'Retour', :back, class: styles[:back] %>
+  </div>
+<% end %>

data/app/views/apidae/import/new.html.erb

@@ -0,0 +1,11 @@
+<%= render layout: "/layouts/#{Rails.application.config.apidae_layout}" do |styles| %>
+  <div id="apidae_header" class="<%= styles[:header] %>">
+    <%= link_to 'Retour', :back, class: styles[:back] %>
+    <h1 class="<%= styles[:h1] %>">Apidae - Importer un fichier de données</h1>
+  </div>
+  <div id="apidae_import" class="<%= styles[:wrapper] %>">
+    <div id="apidae_form" class="<%= styles[:body] %>">
+      <%= render 'form', styles: styles %>
+    </div>
+  </div>
+<% end %>

data/config/locales/apidae.fr.yml

@@ -10,12 +10,21 @@ fr:
       apidae/obj:
         apidae_id: Identifiant Apidae
         selection_apidae_id: Sélection Apidae
+      apidae/export:
+        project_id: Identifiant du projet
+        file_url: URL du fichier d'export
     errors:
       models:
         apidae/project:
           attributes:
             apidae_id:
               taken: Un projet avec cet identifiant Apidae existe déjà.
+        apidae/export:
+          attributes:
+            file_url:
+              blank: est requise
+            project_id:
+              blank: est requis
   apidae:
     file_import:
       status:

data/config/routes.rb

@@ -15,6 +15,8 @@ Apidae::Engine.routes.draw do
 
   match 'import/callback', via: :post, to: 'import#callback'
   match 'import/run', via: :post, to: 'import#run'
+  match 'import/new', via: :get, to: 'import#new'
+  match 'import/create', via: :post, to: 'import#create'
 
   root to: 'dashboard#index'
 end

data/lib/apidae/version.rb

@@ -1,3 +1,3 @@
 module Apidae
-  VERSION = "1.0.4"
+  VERSION = "1.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: apidae
 version: !ruby/object:Gem::Version
-  version: 1.0.4
+  version: 1.2.0
 platform: ruby
 authors:
 - Jean-Baptiste Vilain
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-28 00:00:00.000000000 Z
+date: 2020-06-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -106,7 +106,9 @@ files:
 - app/models/apidae/selection_object.rb
 - app/models/apidae/town.rb
 - app/views/apidae/dashboard/index.html.erb
+- app/views/apidae/import/_form.html.erb
 - app/views/apidae/import/callback.html.erb
+- app/views/apidae/import/new.html.erb
 - app/views/apidae/objects/_form.html.erb
 - app/views/apidae/objects/edit.html.erb
 - app/views/apidae/objects/index.html.erb