souls 0.24.0 → 0.24.1

data/apps/worker/app/utils/souls_helper.rb

@@ -0,0 +1,96 @@
+module SoulsHelper
+  def check_user_permissions(user, obj, method)
+    raise(StandardError, "Invalid or Missing Token") unless user
+
+    policy_class = obj.class.name + "Policy"
+    policy_clazz = policy_class.constantize.new(user, obj)
+    permission = policy_clazz.public_send(method)
+    raise(Pundit::NotAuthorizedError, "permission error!") unless permission
+  end
+
+  def self.export_csv(model_name)
+    singularized_name = model_name.singularize.underscore
+    return "Please Set column names in Constants !" unless Constants.public_send("#{singularized_name}_columns").size
+    unless Constants.public_send("#{singularized_name}_columns").size ==
+           Object.const_get(singularized_name.camelize).column_names.size
+
+      return "Columns number doesn't match! Please check Constants!"
+    end
+
+    file_path = "./db/seed_csv/#{model_name.pluralize.underscore}.csv"
+    CSV.open(file_path, "w") do |csv|
+      csv << Object.const_get(singularized_name.camelize).column_names.map do |c|
+        Constants.public_send("#{singularized_name}_columns")[c.to_sym]
+      end
+      Object.const_get(singularized_name.camelize).all.reverse.each do |item|
+        csv << item.attributes.values
+      end
+    end
+    "export success!:#{file_path}"
+  rescue StandardError => e
+    e
+  end
+
+  def self.export_model_to_csv(model_name)
+    singularized_name = model_name.singularize.underscore
+    pluralized_name = model_name.pluralize.underscore
+    time = Time.now.utc.strftime("%F-%H-%M-%S")
+    file_name = "#{pluralized_name}-#{time}.csv"
+    upload_path = "csv/#{singularized_name}/#{file_name}"
+    file_path = "./tmp/#{pluralized_name}-#{time}.csv"
+    class_name = Object.const_get(singularized_name.camelize)
+    CSV.open(file_path, "w") do |csv|
+      if Constants.public_send("#{singularized_name}_columns").size.present?
+        unless Constants.public_send("#{singularized_name}_columns").size ==
+               Object.const_get(singularized_name.camelize).column_names.size
+
+          return "Columns number doesn't match! Please check Constants !"
+        end
+
+        csv << class_name.column_names.map { |c| Constants.public_send("#{singularized_name}_columns")[c.to_sym] }
+      else
+        csv << class_name.column_names
+      end
+      class_name.all.reverse.each do |item|
+        csv << item.attributes.values
+      end
+    end
+    upload_to_gcs(file_path, upload_path)
+    FileUtils.rm(file_path)
+    bucket = ENV["RACK_ENV"] == "production" ? ENV["GCS_NAME_PRODUCTION"] : ENV["GCS_NAME_DEV"]
+    "https://storage.cloud.google.com/#{bucket}/csv/#{singularized_name}/#{file_name}"
+  rescue StandardError => e
+    e.backtrace
+  end
+
+  def self.upload_to_gcs(file_path, upload_path)
+    storage = Google::Cloud::Storage.new
+    bucket =
+      if ENV["RACK_ENV"] == "production"
+        storage.bucket(ENV["GCS_NAME_PRODUCTION"])
+      else
+        storage.bucket(ENV["GCS_NAME_DEV"])
+      end
+    file = bucket.create_file(file_path, upload_path, acl: "authenticated_read")
+    file.public_url
+  rescue StandardError => e
+    raise(StandardError, e)
+  end
+
+  def self.pubsub_queue(topic_name: "seino-schedule-scraper", message: "text!")
+    pubsub = Google::Cloud::Pubsub.new(project: ENV["PROJECT_ID"])
+    topic = pubsub.topic(topic_name)
+    topic.publish(message)
+  end
+
+  def self.get_tables
+    path = "./db/schema.rb"
+    tables = []
+    File.open(path, "r") do |f|
+      f.each_line.with_index do |line, _i|
+        tables << line.split("\"")[1] if line.include?("create_table")
+      end
+    end
+    tables
+  end
+end

data/apps/worker/cloudbuild.yml

@@ -0,0 +1,32 @@
+steps:
+- name: gcr.io/cloud-builders/docker
+  args:
+  - image
+  - build
+  - -t
+  - asia.gcr.io/$PROJECT_ID/$APP_NAME
+  - .
+
+- name: gcr.io/cloud-builders/docker
+  args:
+  - image
+  - push
+  - asia.gcr.io/$PROJECT_ID/$APP_NAME
+
+- name: gcr.io/cloud-builders/gcloud
+  args:
+  - run
+  - deploy
+  - $APP_NAME
+  - --image=asia.gcr.io/$PROJECT_ID/$APP_NAME
+  - --platform=managed
+  - --region=asia-northeast1
+  - --allow-unauthenticated
+  - --memory=2048Mi
+  - --concurrency=80
+  - --port=8080
+  - --set-cloudsql-instances=$APP_NAME:asia-northeast1:$APP_NAME-db
+
+timeout: 1600s
+options:
+  machineType: N1_HIGHCPU_8

data/apps/worker/config.ru

@@ -0,0 +1,17 @@
+require "./app"
+require "rack/cors"
+require "graphql_playground"
+
+map "/playground" do
+  use GraphQLPlayground, endpoint: "/endpoint"
+end
+
+run SoulsApi
+
+use Rack::Cors do
+  allowed_headers = %i[get post put patch delete options head]
+  allow do
+    origins "*"
+    resource "*", headers: :any, methods: allowed_headers
+  end
+end

data/apps/worker/config/database.yml

@@ -0,0 +1,33 @@
+default: &default
+  adapter: postgresql
+  encoding: utf8
+  port: 5432
+
+development:
+  <<: *default
+  username: postgres
+  password: postgres
+  database: souls-api-dev
+  host: localhost
+  port: 5433
+
+production:
+  <<: *default
+  username: <%= ENV.fetch("DB_USER") { "" } %>
+  database: souls_api_production
+  password: <%= ENV.fetch("DB_PW") { "" } %>
+  host: <%= ENV.fetch("DB_HOST") { "" } %>
+  pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 5 } %>
+
+
+## Use local docker postgresql13
+## `souls i run_psql` will create psql container
+
+test:
+  <<: *default
+  username: postgres
+  password: postgres
+  database: souls-api-test
+  host: localhost
+  port: 5433
+

data/apps/worker/config/souls.rb

@@ -0,0 +1,10 @@
+require "souls"
+Souls.configure do |config|
+  config.app = "souls-api"
+  config.project_id = "souls-api"
+  config.strain = "worker"
+  config.api_repo = "elsoul/souls_api"
+  config.worker_repo = "elsoul/souls_worker"
+  config.worker_endpoint = "https://worker.com"
+  config.fixed_gems = ["selenium-webdriver"]
+end

data/apps/worker/db/migrate/20200006095538_create_users.rb

@@ -0,0 +1,30 @@
+class CreateUsers < ActiveRecord::Migration[6.1]
+  def change
+    create_table :users do |t|
+      t.string :uid, null: false, unique: true
+      t.string :username, null: false, default: ""
+      t.string :screen_name, null: false, default: ""
+      t.string :last_name, null: false, default: ""
+      t.string :first_name, null: false, default: ""
+      t.string :last_name_kanji, null: false, default: ""
+      t.string :first_name_kanji, null: false, default: ""
+      t.string :last_name_kana, null: false, default: ""
+      t.string :first_name_kana, null: false, default: ""
+      t.string :email, null: false, unique: true
+      t.string :tel, null: false, default: ""
+      t.string :icon_url, null: false, default: ""
+      t.string :birthday, null: false, default: ""
+      t.string :gender, null: false, default: ""
+      t.string :lang, null: false, default: "ja"
+      t.string :category, null: false, default: "user"
+      t.integer :roles_mask, null: false, default: 1
+      t.boolean :is_deleted, null: false, default: false
+      t.timestamps
+    end
+    add_index :users, :uid
+    add_index :users, :screen_name
+    add_index :users, :email, unique: true
+    add_index :users, :username
+    add_index :users, :is_deleted
+  end
+end

data/apps/worker/db/migrate/20200712180236_create_article_categories.rb

@@ -0,0 +1,12 @@
+class CreateArticleCategories < ActiveRecord::Migration[6.1]
+  def change
+    create_table :article_categories do |t|
+      t.string :name, null: false
+      t.text :tags, array: true, default: []
+      t.boolean :is_deleted, null: false, default: false
+      t.timestamps
+    end
+    add_index :article_categories, :name
+    add_index :article_categories, :is_deleted
+  end
+end

data/apps/worker/db/migrate/20200714215521_create_articles.rb

@@ -0,0 +1,22 @@
+class CreateArticles < ActiveRecord::Migration[6.1]
+  def change
+    create_table :articles do |t|
+      t.belongs_to :user
+      t.string :title, null: false, unique: true
+      t.text :body, null: false, default: ""
+      t.string :thumnail_url, null: false, default: ""
+      t.datetime :public_date, null: false, default: Time.now + 30.days
+      t.belongs_to :article_category, null: false
+      t.boolean :is_public, default: false, null: false
+      t.boolean :just_created, default: true, null: false
+      t.string :slag, null: false, unique: true
+      t.text :tags, array: true, default: []
+      t.boolean :is_deleted, null: false, default: false
+      t.timestamps
+    end
+    add_index :articles, :slag, unique: true
+    add_index :articles, :title, unique: true
+    add_index :articles, :is_public
+    add_index :articles, :is_deleted
+  end
+end

data/apps/worker/db/schema.rb

@@ -0,0 +1,78 @@
+# This file is auto-generated from the current state of the database. Instead
+# of editing this file, please use the migrations feature of Active Record to
+# incrementally modify your database, and then regenerate this schema definition.
+#
+# This file is the source Rails uses to define your schema when running `bin/rails
+# db:schema:load`. When creating a new database, `bin/rails db:schema:load` tends to
+# be faster and is potentially less error prone than running all of your
+# migrations from scratch. Old migrations may fail to apply correctly if those
+# migrations use external dependencies or application code.
+#
+# It's strongly recommended that you check this file into your version control system.
+
+ActiveRecord::Schema.define(version: 2020_07_14_215521) do
+
+  # These are extensions that must be enabled in order to support this database
+  enable_extension "plpgsql"
+
+  create_table "article_categories", force: :cascade do |t|
+    t.string "name", null: false
+    t.text "tags", default: [], array: true
+    t.boolean "is_deleted", default: false, null: false
+    t.datetime "created_at", precision: 6, null: false
+    t.datetime "updated_at", precision: 6, null: false
+    t.index ["is_deleted"], name: "index_article_categories_on_is_deleted"
+    t.index ["name"], name: "index_article_categories_on_name"
+  end
+
+  create_table "articles", force: :cascade do |t|
+    t.bigint "user_id"
+    t.string "title", null: false
+    t.text "body", default: "", null: false
+    t.string "thumnail_url", default: "", null: false
+    t.datetime "public_date", default: "2021-08-18 18:14:54", null: false
+    t.bigint "article_category_id", null: false
+    t.boolean "is_public", default: false, null: false
+    t.boolean "just_created", default: true, null: false
+    t.string "slag", null: false
+    t.text "tags", default: [], array: true
+    t.boolean "is_deleted", default: false, null: false
+    t.datetime "created_at", precision: 6, null: false
+    t.datetime "updated_at", precision: 6, null: false
+    t.index ["article_category_id"], name: "index_articles_on_article_category_id"
+    t.index ["is_deleted"], name: "index_articles_on_is_deleted"
+    t.index ["is_public"], name: "index_articles_on_is_public"
+    t.index ["slag"], name: "index_articles_on_slag", unique: true
+    t.index ["title"], name: "index_articles_on_title", unique: true
+    t.index ["user_id"], name: "index_articles_on_user_id"
+  end
+
+  create_table "users", force: :cascade do |t|
+    t.string "uid", null: false
+    t.string "username", default: "", null: false
+    t.string "screen_name", default: "", null: false
+    t.string "last_name", default: "", null: false
+    t.string "first_name", default: "", null: false
+    t.string "last_name_kanji", default: "", null: false
+    t.string "first_name_kanji", default: "", null: false
+    t.string "last_name_kana", default: "", null: false
+    t.string "first_name_kana", default: "", null: false
+    t.string "email", null: false
+    t.string "tel", default: "", null: false
+    t.string "icon_url", default: "", null: false
+    t.string "birthday", default: "", null: false
+    t.string "gender", default: "", null: false
+    t.string "lang", default: "ja", null: false
+    t.string "category", default: "user", null: false
+    t.integer "roles_mask", default: 1, null: false
+    t.boolean "is_deleted", default: false, null: false
+    t.datetime "created_at", precision: 6, null: false
+    t.datetime "updated_at", precision: 6, null: false
+    t.index ["email"], name: "index_users_on_email", unique: true
+    t.index ["is_deleted"], name: "index_users_on_is_deleted"
+    t.index ["screen_name"], name: "index_users_on_screen_name"
+    t.index ["uid"], name: "index_users_on_uid"
+    t.index ["username"], name: "index_users_on_username"
+  end
+
+end

data/apps/worker/db/seeds.rb

@@ -0,0 +1,44 @@
+require "./app"
+
+Dir[File.expand_path("#{Rack::Directory.new('').root}/spec/factories/*.rb")]
+  .each { |file| require file }
+
+def create_user
+  gimei = Gimei.name
+  user =
+    FactoryBot.create(
+      :user,
+      username: gimei.kanji,
+      last_name: gimei.last.hiragana,
+      first_name: gimei.first.hiragana,
+      last_name_kanji: gimei.last.kanji,
+      first_name_kanji: gimei.first.kanji,
+      last_name_kana: gimei.last.katakana,
+      first_name_kana: gimei.first.katakana,
+      gender: gimei.gender
+    )
+  puts(user.to_json)
+  return user.id if user
+end
+
+def create_article_category
+  article_category = FactoryBot.create(:article_category)
+  "Article Category Created!\n #{article_category.to_json}" if article_category
+end
+
+def create_article(user_id, article_category_id)
+  article = FactoryBot.create(:article, user_id: user_id, article_category_id: article_category_id)
+  "Article Created!\n #{article.to_json}" if article
+end
+
+%w[お知らせ 特集 レシピ].each do |name|
+  puts ArticleCategory.create(name: name).to_json
+end
+
+10.times { create_user }
+
+100.times do |_i|
+  user_id = User.find(rand(5).to_i + 1).id
+  article_category_id = ArticleCategory.find(rand(3).to_i + 1).id
+  puts create_article(user_id, article_category_id)
+end

data/apps/worker/github/workflows/delivery.yml

@@ -0,0 +1,81 @@
+name: Delivery
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  build:
+
+    runs-on: ubuntu-20.04
+
+    services:
+      db:
+        image: postgres:13
+        ports: ["5433:5432"]
+        env:
+          POSTGRES_PASSWORD: postgres
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby 3.0
+      uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 3.0
+    - name: Build and test with Rake
+      env:
+        PGHOST: 127.0.0.1
+        PGUSER: postgres
+        RACK_ENV: test
+      run: |
+        sudo apt-get -yqq install libpq-dev
+        gem install bundler
+        bundle install --jobs 4 --retry 3
+        bundle exec rake db:create RACK_ENV=test
+        bundle exec rake db:migrate RACK_ENV=test
+        bundle exec rspec
+
+    - name: Checkout the repository
+      uses: actions/checkout@v2
+
+    - name: GCP Authenticate
+      uses: google-github-actions/setup-gcloud@master
+      with:
+        version: "323.0.0"
+        project_id: ${{ secrets.GCP_PROJECT_ID }}
+        service_account_key: ${{ secrets.GCP_SA_KEY }}
+        export_default_credentials: true
+    
+    - name: Configure Docker
+      run: gcloud auth configure-docker --quiet
+    
+    - name: Build Docker container
+      run: docker build . -t gcr.io/${{ secrets.GCP_PROJECT_ID }}/${{secrets.APP_NAME}}
+
+    - name: Push to Container Resistory
+      run: docker push gcr.io/${{ secrets.GCP_PROJECT_ID }}/${{secrets.APP_NAME}}
+
+    - name: Deploy to Cloud Run
+      run: |
+          gcloud run deploy ${{ secrets.APP_NAME }} \
+            --image=gcr.io/${{ secrets.GCP_PROJECT_ID }}/${{secrets.APP_NAME}} \
+            --memory=4Gi \
+            --region=asia-northeast1 \
+            --allow-unauthenticated \
+            --platform=managed \
+            --quiet \
+            --concurrency=80 \
+            --port=8080 \
+            --set-cloudsql-instances=${{ secrets.GCLOUDSQL_INSTANCE }} \
+            --set-env-vars="DB_USER=${{ secrets.DB_USER }}" \
+            --set-env-vars="DB_PW=${{ secrets.DB_PW }}" \
+            --set-env-vars="DB_HOST=${{ secrets.DB_HOST }}" \
+            --set-env-vars="TZ=${{ secrets.TZ }}" \
+            --set-env-vars="SLACK=${{ secrets.SLACK }}" \
+            --set-env-vars="SECRET_KEY_BASE=${{ secrets.SECRET_KEY_BASE }}" \