From 634ac6e587362c15bc2547078de31b9be3f85014 Mon Sep 17 00:00:00 2001 From: miteruzo Date: Wed, 6 Aug 2025 06:09:57 +0900 Subject: [PATCH] =?UTF-8?q?#1=20#2=20#4=20=E3=83=90=E3=83=83=E3=82=AF?= =?UTF-8?q?=E3=82=A8=E3=83=B3=E3=83=89=E8=B3=87=E7=94=A3=E4=BD=9C=E6=88=90?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- backend/.dockerignore | 45 +++ backend/.gitattributes | 9 + backend/.github/dependabot.yml | 12 + backend/.github/workflows/ci.yml | 76 ++++ backend/.gitignore | 34 ++ backend/.kamal/hooks/docker-setup.sample | 3 + backend/.kamal/hooks/post-app-boot.sample | 3 + backend/.kamal/hooks/post-deploy.sample | 14 + backend/.kamal/hooks/post-proxy-reboot.sample | 3 + backend/.kamal/hooks/pre-app-boot.sample | 3 + backend/.kamal/hooks/pre-build.sample | 51 +++ backend/.kamal/hooks/pre-connect.sample | 47 +++ backend/.kamal/hooks/pre-deploy.sample | 122 +++++++ backend/.kamal/hooks/pre-proxy-reboot.sample | 3 + backend/.kamal/secrets | 17 + backend/.rubocop.yml | 8 + backend/.ruby-version | 1 + backend/Dockerfile | 69 ++++ backend/Gemfile | 50 +++ backend/Gemfile.lock | 337 ++++++++++++++++++ backend/Rakefile | 6 + .../app/controllers/application_controller.rb | 2 + backend/app/controllers/concerns/.keep | 0 backend/app/controllers/posts_controller.rb | 27 ++ .../controllers/thread_posts_controller.rb | 35 ++ backend/app/controllers/threads_controller.rb | 29 ++ backend/app/jobs/application_job.rb | 7 + backend/app/mailers/application_mailer.rb | 4 + backend/app/models/application_record.rb | 3 + backend/app/models/concerns/.keep | 0 backend/app/models/legacy_base.rb | 4 + backend/app/models/legacy_response.rb | 3 + backend/app/models/legacy_thread.rb | 3 + backend/app/models/post.rb | 8 + backend/app/models/topic.rb | 9 + backend/app/views/layouts/mailer.html.erb | 13 + backend/app/views/layouts/mailer.text.erb | 1 + backend/bin/brakeman | 7 + backend/bin/bundle | 109 ++++++ backend/bin/dev | 2 + backend/bin/docker-entrypoint | 14 + backend/bin/jobs | 6 + backend/bin/kamal | 27 ++ backend/bin/rails | 4 + backend/bin/rake | 4 + backend/bin/rubocop | 8 + backend/bin/setup | 34 ++ backend/bin/thrust | 5 + backend/config.ru | 6 + backend/config/.gitignore | 1 + backend/config/application.rb | 32 ++ backend/config/boot.rb | 4 + backend/config/cable.yml | 17 + backend/config/cache.yml | 16 + backend/config/credentials.yml.enc | 1 + backend/config/credentials/production.yml.enc | 1 + backend/config/database.sample.yml | 68 ++++ backend/config/deploy.yml | 116 ++++++ backend/config/environment.rb | 5 + backend/config/environments/development.rb | 70 ++++ backend/config/environments/production.rb | 87 +++++ backend/config/environments/test.rb | 53 +++ backend/config/initializers/cors.rb | 16 + .../initializers/filter_parameter_logging.rb | 8 + backend/config/initializers/inflections.rb | 16 + backend/config/locales/en.yml | 31 ++ backend/config/puma.rb | 43 +++ backend/config/queue.yml | 18 + backend/config/recurring.yml | 15 + backend/config/routes.rb | 21 ++ backend/config/storage.yml | 34 ++ backend/db/cable_schema.rb | 11 + backend/db/cache_schema.rb | 14 + .../migrate/20250804104800_create_threads.rb | 11 + .../db/migrate/20250804105000_create_posts.rb | 17 + .../20250805030900_add_name_to_posts.rb | 5 + ...te_active_storage_tables.active_storage.rb | 57 +++ backend/db/queue_schema.rb | 129 +++++++ backend/db/seeds.rb | 9 + backend/lib/tasks/.keep | 0 backend/lib/tasks/migration.rake | 54 +++ backend/log/.keep | 0 backend/public/robots.txt | 1 + backend/script/.keep | 0 backend/storage/.keep | 0 backend/test/controllers/.keep | 0 backend/test/fixtures/files/.keep | 0 backend/test/integration/.keep | 0 backend/test/mailers/.keep | 0 backend/test/models/.keep | 0 backend/test/test_helper.rb | 15 + backend/tmp/.keep | 0 backend/tmp/pids/.keep | 0 backend/tmp/storage/.keep | 0 backend/vendor/.keep | 0 95 files changed, 2283 insertions(+) create mode 100644 backend/.dockerignore create mode 100644 backend/.gitattributes create mode 100644 backend/.github/dependabot.yml create mode 100644 backend/.github/workflows/ci.yml create mode 100644 backend/.gitignore create mode 100755 backend/.kamal/hooks/docker-setup.sample create mode 100755 backend/.kamal/hooks/post-app-boot.sample create mode 100755 backend/.kamal/hooks/post-deploy.sample create mode 100755 backend/.kamal/hooks/post-proxy-reboot.sample create mode 100755 backend/.kamal/hooks/pre-app-boot.sample create mode 100755 backend/.kamal/hooks/pre-build.sample create mode 100755 backend/.kamal/hooks/pre-connect.sample create mode 100755 backend/.kamal/hooks/pre-deploy.sample create mode 100755 backend/.kamal/hooks/pre-proxy-reboot.sample create mode 100644 backend/.kamal/secrets create mode 100644 backend/.rubocop.yml create mode 100644 backend/.ruby-version create mode 100644 backend/Dockerfile create mode 100644 backend/Gemfile create mode 100644 backend/Gemfile.lock create mode 100644 backend/Rakefile create mode 100644 backend/app/controllers/application_controller.rb create mode 100644 backend/app/controllers/concerns/.keep create mode 100644 backend/app/controllers/posts_controller.rb create mode 100644 backend/app/controllers/thread_posts_controller.rb create mode 100644 backend/app/controllers/threads_controller.rb create mode 100644 backend/app/jobs/application_job.rb create mode 100644 backend/app/mailers/application_mailer.rb create mode 100644 backend/app/models/application_record.rb create mode 100644 backend/app/models/concerns/.keep create mode 100644 backend/app/models/legacy_base.rb create mode 100644 backend/app/models/legacy_response.rb create mode 100644 backend/app/models/legacy_thread.rb create mode 100644 backend/app/models/post.rb create mode 100644 backend/app/models/topic.rb create mode 100644 backend/app/views/layouts/mailer.html.erb create mode 100644 backend/app/views/layouts/mailer.text.erb create mode 100755 backend/bin/brakeman create mode 100755 backend/bin/bundle create mode 100755 backend/bin/dev create mode 100755 backend/bin/docker-entrypoint create mode 100755 backend/bin/jobs create mode 100755 backend/bin/kamal create mode 100755 backend/bin/rails create mode 100755 backend/bin/rake create mode 100755 backend/bin/rubocop create mode 100755 backend/bin/setup create mode 100755 backend/bin/thrust create mode 100644 backend/config.ru create mode 100644 backend/config/.gitignore create mode 100644 backend/config/application.rb create mode 100644 backend/config/boot.rb create mode 100644 backend/config/cable.yml create mode 100644 backend/config/cache.yml create mode 100644 backend/config/credentials.yml.enc create mode 100644 backend/config/credentials/production.yml.enc create mode 100644 backend/config/database.sample.yml create mode 100644 backend/config/deploy.yml create mode 100644 backend/config/environment.rb create mode 100644 backend/config/environments/development.rb create mode 100644 backend/config/environments/production.rb create mode 100644 backend/config/environments/test.rb create mode 100644 backend/config/initializers/cors.rb create mode 100644 backend/config/initializers/filter_parameter_logging.rb create mode 100644 backend/config/initializers/inflections.rb create mode 100644 backend/config/locales/en.yml create mode 100644 backend/config/puma.rb create mode 100644 backend/config/queue.yml create mode 100644 backend/config/recurring.yml create mode 100644 backend/config/routes.rb create mode 100644 backend/config/storage.yml create mode 100644 backend/db/cable_schema.rb create mode 100644 backend/db/cache_schema.rb create mode 100644 backend/db/migrate/20250804104800_create_threads.rb create mode 100644 backend/db/migrate/20250804105000_create_posts.rb create mode 100644 backend/db/migrate/20250805030900_add_name_to_posts.rb create mode 100644 backend/db/migrate/20250805030901_create_active_storage_tables.active_storage.rb create mode 100644 backend/db/queue_schema.rb create mode 100644 backend/db/seeds.rb create mode 100644 backend/lib/tasks/.keep create mode 100644 backend/lib/tasks/migration.rake create mode 100644 backend/log/.keep create mode 100644 backend/public/robots.txt create mode 100644 backend/script/.keep create mode 100644 backend/storage/.keep create mode 100644 backend/test/controllers/.keep create mode 100644 backend/test/fixtures/files/.keep create mode 100644 backend/test/integration/.keep create mode 100644 backend/test/mailers/.keep create mode 100644 backend/test/models/.keep create mode 100644 backend/test/test_helper.rb create mode 100644 backend/tmp/.keep create mode 100644 backend/tmp/pids/.keep create mode 100644 backend/tmp/storage/.keep create mode 100644 backend/vendor/.keep diff --git a/backend/.dockerignore b/backend/.dockerignore new file mode 100644 index 0000000..9355f68 --- /dev/null +++ b/backend/.dockerignore @@ -0,0 +1,45 @@ +# See https://docs.docker.com/engine/reference/builder/#dockerignore-file for more about ignoring files. + +# Ignore git directory. +/.git/ +/.gitignore + +# Ignore bundler config. +/.bundle + +# Ignore all environment files. +/.env* + +# Ignore all default key files. +/config/master.key +/config/credentials/*.key + +# Ignore all logfiles and tempfiles. +/log/* +/tmp/* +!/log/.keep +!/tmp/.keep + +# Ignore pidfiles, but keep the directory. +/tmp/pids/* +!/tmp/pids/.keep + +# Ignore storage (uploaded files in development and any SQLite databases). +/storage/* +!/storage/.keep +/tmp/storage/* +!/tmp/storage/.keep + +# Ignore CI service files. +/.github + +# Ignore Kamal files. +/config/deploy*.yml +/.kamal + +# Ignore development files +/.devcontainer + +# Ignore Docker-related files +/.dockerignore +/Dockerfile* diff --git a/backend/.gitattributes b/backend/.gitattributes new file mode 100644 index 0000000..8dc4323 --- /dev/null +++ b/backend/.gitattributes @@ -0,0 +1,9 @@ +# See https://git-scm.com/docs/gitattributes for more about git attribute files. + +# Mark the database schema as having been generated. +db/schema.rb linguist-generated + +# Mark any vendored files as having been vendored. +vendor/* linguist-vendored +config/credentials/*.yml.enc diff=rails_credentials +config/credentials.yml.enc diff=rails_credentials diff --git a/backend/.github/dependabot.yml b/backend/.github/dependabot.yml new file mode 100644 index 0000000..f0527e6 --- /dev/null +++ b/backend/.github/dependabot.yml @@ -0,0 +1,12 @@ +version: 2 +updates: +- package-ecosystem: bundler + directory: "/" + schedule: + interval: daily + open-pull-requests-limit: 10 +- package-ecosystem: github-actions + directory: "/" + schedule: + interval: daily + open-pull-requests-limit: 10 diff --git a/backend/.github/workflows/ci.yml b/backend/.github/workflows/ci.yml new file mode 100644 index 0000000..f64e5bd --- /dev/null +++ b/backend/.github/workflows/ci.yml @@ -0,0 +1,76 @@ +name: CI + +on: + pull_request: + push: + branches: [ main ] + +jobs: + scan_ruby: + runs-on: ubuntu-latest + + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Ruby + uses: ruby/setup-ruby@v1 + with: + ruby-version: .ruby-version + bundler-cache: true + + - name: Scan for common Rails security vulnerabilities using static analysis + run: bin/brakeman --no-pager + + lint: + runs-on: ubuntu-latest + steps: + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Ruby + uses: ruby/setup-ruby@v1 + with: + ruby-version: .ruby-version + bundler-cache: true + + - name: Lint code for consistent style + run: bin/rubocop -f github + + test: + runs-on: ubuntu-latest + + services: + mysql: + image: mysql + env: + MYSQL_ALLOW_EMPTY_PASSWORD: true + ports: + - 3306:3306 + options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=5s --health-retries=3 + + # redis: + # image: redis + # ports: + # - 6379:6379 + # options: --health-cmd "redis-cli ping" --health-interval 10s --health-timeout 5s --health-retries 5 + + steps: + - name: Install packages + run: sudo apt-get update && sudo apt-get install --no-install-recommends -y build-essential default-libmysqlclient-dev git libyaml-dev pkg-config + + - name: Checkout code + uses: actions/checkout@v4 + + - name: Set up Ruby + uses: ruby/setup-ruby@v1 + with: + ruby-version: .ruby-version + bundler-cache: true + + - name: Run tests + env: + RAILS_ENV: test + DATABASE_URL: mysql2://127.0.0.1:3306 + # REDIS_URL: redis://localhost:6379/0 + run: bin/rails db:test:prepare test diff --git a/backend/.gitignore b/backend/.gitignore new file mode 100644 index 0000000..cc862e3 --- /dev/null +++ b/backend/.gitignore @@ -0,0 +1,34 @@ +# See https://help.github.com/articles/ignoring-files for more about ignoring files. +# +# Temporary files generated by your text editor or operating system +# belong in git's global ignore instead: +# `$XDG_CONFIG_HOME/git/ignore` or `~/.config/git/ignore` + +# Ignore bundler config. +/.bundle + +# Ignore all environment files. +/.env* + +# Ignore all logfiles and tempfiles. +/log/* +/tmp/* +!/log/.keep +!/tmp/.keep + +# Ignore pidfiles, but keep the directory. +/tmp/pids/* +!/tmp/pids/ +!/tmp/pids/.keep + +# Ignore storage (uploaded files in development and any SQLite databases). +/storage/* +!/storage/.keep +/tmp/storage/* +!/tmp/storage/ +!/tmp/storage/.keep + +# Ignore master key for decrypting credentials and more. +/config/master.key + +/config/credentials/production.key diff --git a/backend/.kamal/hooks/docker-setup.sample b/backend/.kamal/hooks/docker-setup.sample new file mode 100755 index 0000000..2fb07d7 --- /dev/null +++ b/backend/.kamal/hooks/docker-setup.sample @@ -0,0 +1,3 @@ +#!/bin/sh + +echo "Docker set up on $KAMAL_HOSTS..." diff --git a/backend/.kamal/hooks/post-app-boot.sample b/backend/.kamal/hooks/post-app-boot.sample new file mode 100755 index 0000000..70f9c4b --- /dev/null +++ b/backend/.kamal/hooks/post-app-boot.sample @@ -0,0 +1,3 @@ +#!/bin/sh + +echo "Booted app version $KAMAL_VERSION on $KAMAL_HOSTS..." diff --git a/backend/.kamal/hooks/post-deploy.sample b/backend/.kamal/hooks/post-deploy.sample new file mode 100755 index 0000000..fd364c2 --- /dev/null +++ b/backend/.kamal/hooks/post-deploy.sample @@ -0,0 +1,14 @@ +#!/bin/sh + +# A sample post-deploy hook +# +# These environment variables are available: +# KAMAL_RECORDED_AT +# KAMAL_PERFORMER +# KAMAL_VERSION +# KAMAL_HOSTS +# KAMAL_ROLES (if set) +# KAMAL_DESTINATION (if set) +# KAMAL_RUNTIME + +echo "$KAMAL_PERFORMER deployed $KAMAL_VERSION to $KAMAL_DESTINATION in $KAMAL_RUNTIME seconds" diff --git a/backend/.kamal/hooks/post-proxy-reboot.sample b/backend/.kamal/hooks/post-proxy-reboot.sample new file mode 100755 index 0000000..1435a67 --- /dev/null +++ b/backend/.kamal/hooks/post-proxy-reboot.sample @@ -0,0 +1,3 @@ +#!/bin/sh + +echo "Rebooted kamal-proxy on $KAMAL_HOSTS" diff --git a/backend/.kamal/hooks/pre-app-boot.sample b/backend/.kamal/hooks/pre-app-boot.sample new file mode 100755 index 0000000..45f7355 --- /dev/null +++ b/backend/.kamal/hooks/pre-app-boot.sample @@ -0,0 +1,3 @@ +#!/bin/sh + +echo "Booting app version $KAMAL_VERSION on $KAMAL_HOSTS..." diff --git a/backend/.kamal/hooks/pre-build.sample b/backend/.kamal/hooks/pre-build.sample new file mode 100755 index 0000000..c5a5567 --- /dev/null +++ b/backend/.kamal/hooks/pre-build.sample @@ -0,0 +1,51 @@ +#!/bin/sh + +# A sample pre-build hook +# +# Checks: +# 1. We have a clean checkout +# 2. A remote is configured +# 3. The branch has been pushed to the remote +# 4. The version we are deploying matches the remote +# +# These environment variables are available: +# KAMAL_RECORDED_AT +# KAMAL_PERFORMER +# KAMAL_VERSION +# KAMAL_HOSTS +# KAMAL_ROLES (if set) +# KAMAL_DESTINATION (if set) + +if [ -n "$(git status --porcelain)" ]; then + echo "Git checkout is not clean, aborting..." >&2 + git status --porcelain >&2 + exit 1 +fi + +first_remote=$(git remote) + +if [ -z "$first_remote" ]; then + echo "No git remote set, aborting..." >&2 + exit 1 +fi + +current_branch=$(git branch --show-current) + +if [ -z "$current_branch" ]; then + echo "Not on a git branch, aborting..." >&2 + exit 1 +fi + +remote_head=$(git ls-remote $first_remote --tags $current_branch | cut -f1) + +if [ -z "$remote_head" ]; then + echo "Branch not pushed to remote, aborting..." >&2 + exit 1 +fi + +if [ "$KAMAL_VERSION" != "$remote_head" ]; then + echo "Version ($KAMAL_VERSION) does not match remote HEAD ($remote_head), aborting..." >&2 + exit 1 +fi + +exit 0 diff --git a/backend/.kamal/hooks/pre-connect.sample b/backend/.kamal/hooks/pre-connect.sample new file mode 100755 index 0000000..77744bd --- /dev/null +++ b/backend/.kamal/hooks/pre-connect.sample @@ -0,0 +1,47 @@ +#!/usr/bin/env ruby + +# A sample pre-connect check +# +# Warms DNS before connecting to hosts in parallel +# +# These environment variables are available: +# KAMAL_RECORDED_AT +# KAMAL_PERFORMER +# KAMAL_VERSION +# KAMAL_HOSTS +# KAMAL_ROLES (if set) +# KAMAL_DESTINATION (if set) +# KAMAL_RUNTIME + +hosts = ENV["KAMAL_HOSTS"].split(",") +results = nil +max = 3 + +elapsed = Benchmark.realtime do + results = hosts.map do |host| + Thread.new do + tries = 1 + + begin + Socket.getaddrinfo(host, 0, Socket::AF_UNSPEC, Socket::SOCK_STREAM, nil, Socket::AI_CANONNAME) + rescue SocketError + if tries < max + puts "Retrying DNS warmup: #{host}" + tries += 1 + sleep rand + retry + else + puts "DNS warmup failed: #{host}" + host + end + end + + tries + end + end.map(&:value) +end + +retries = results.sum - hosts.size +nopes = results.count { |r| r == max } + +puts "Prewarmed %d DNS lookups in %.2f sec: %d retries, %d failures" % [ hosts.size, elapsed, retries, nopes ] diff --git a/backend/.kamal/hooks/pre-deploy.sample b/backend/.kamal/hooks/pre-deploy.sample new file mode 100755 index 0000000..05b3055 --- /dev/null +++ b/backend/.kamal/hooks/pre-deploy.sample @@ -0,0 +1,122 @@ +#!/usr/bin/env ruby + +# A sample pre-deploy hook +# +# Checks the Github status of the build, waiting for a pending build to complete for up to 720 seconds. +# +# Fails unless the combined status is "success" +# +# These environment variables are available: +# KAMAL_RECORDED_AT +# KAMAL_PERFORMER +# KAMAL_VERSION +# KAMAL_HOSTS +# KAMAL_COMMAND +# KAMAL_SUBCOMMAND +# KAMAL_ROLES (if set) +# KAMAL_DESTINATION (if set) + +# Only check the build status for production deployments +if ENV["KAMAL_COMMAND"] == "rollback" || ENV["KAMAL_DESTINATION"] != "production" + exit 0 +end + +require "bundler/inline" + +# true = install gems so this is fast on repeat invocations +gemfile(true, quiet: true) do + source "https://rubygems.org" + + gem "octokit" + gem "faraday-retry" +end + +MAX_ATTEMPTS = 72 +ATTEMPTS_GAP = 10 + +def exit_with_error(message) + $stderr.puts message + exit 1 +end + +class GithubStatusChecks + attr_reader :remote_url, :git_sha, :github_client, :combined_status + + def initialize + @remote_url = github_repo_from_remote_url + @git_sha = `git rev-parse HEAD`.strip + @github_client = Octokit::Client.new(access_token: ENV["GITHUB_TOKEN"]) + refresh! + end + + def refresh! + @combined_status = github_client.combined_status(remote_url, git_sha) + end + + def state + combined_status[:state] + end + + def first_status_url + first_status = combined_status[:statuses].find { |status| status[:state] == state } + first_status && first_status[:target_url] + end + + def complete_count + combined_status[:statuses].count { |status| status[:state] != "pending"} + end + + def total_count + combined_status[:statuses].count + end + + def current_status + if total_count > 0 + "Completed #{complete_count}/#{total_count} checks, see #{first_status_url} ..." + else + "Build not started..." + end + end + + private + def github_repo_from_remote_url + url = `git config --get remote.origin.url`.strip.delete_suffix(".git") + if url.start_with?("https://github.com/") + url.delete_prefix("https://github.com/") + elsif url.start_with?("git@github.com:") + url.delete_prefix("git@github.com:") + else + url + end + end +end + + +$stdout.sync = true + +begin + puts "Checking build status..." + + attempts = 0 + checks = GithubStatusChecks.new + + loop do + case checks.state + when "success" + puts "Checks passed, see #{checks.first_status_url}" + exit 0 + when "failure" + exit_with_error "Checks failed, see #{checks.first_status_url}" + when "pending" + attempts += 1 + end + + exit_with_error "Checks are still pending, gave up after #{MAX_ATTEMPTS * ATTEMPTS_GAP} seconds" if attempts == MAX_ATTEMPTS + + puts checks.current_status + sleep(ATTEMPTS_GAP) + checks.refresh! + end +rescue Octokit::NotFound + exit_with_error "Build status could not be found" +end diff --git a/backend/.kamal/hooks/pre-proxy-reboot.sample b/backend/.kamal/hooks/pre-proxy-reboot.sample new file mode 100755 index 0000000..061f805 --- /dev/null +++ b/backend/.kamal/hooks/pre-proxy-reboot.sample @@ -0,0 +1,3 @@ +#!/bin/sh + +echo "Rebooting kamal-proxy on $KAMAL_HOSTS..." diff --git a/backend/.kamal/secrets b/backend/.kamal/secrets new file mode 100644 index 0000000..9a771a3 --- /dev/null +++ b/backend/.kamal/secrets @@ -0,0 +1,17 @@ +# Secrets defined here are available for reference under registry/password, env/secret, builder/secrets, +# and accessories/*/env/secret in config/deploy.yml. All secrets should be pulled from either +# password manager, ENV, or a file. DO NOT ENTER RAW CREDENTIALS HERE! This file needs to be safe for git. + +# Example of extracting secrets from 1password (or another compatible pw manager) +# SECRETS=$(kamal secrets fetch --adapter 1password --account your-account --from Vault/Item KAMAL_REGISTRY_PASSWORD RAILS_MASTER_KEY) +# KAMAL_REGISTRY_PASSWORD=$(kamal secrets extract KAMAL_REGISTRY_PASSWORD ${SECRETS}) +# RAILS_MASTER_KEY=$(kamal secrets extract RAILS_MASTER_KEY ${SECRETS}) + +# Use a GITHUB_TOKEN if private repositories are needed for the image +# GITHUB_TOKEN=$(gh config get -h github.com oauth_token) + +# Grab the registry password from ENV +KAMAL_REGISTRY_PASSWORD=$KAMAL_REGISTRY_PASSWORD + +# Improve security by using a password manager. Never check config/master.key into git! +RAILS_MASTER_KEY=$(cat config/master.key) diff --git a/backend/.rubocop.yml b/backend/.rubocop.yml new file mode 100644 index 0000000..f9d86d4 --- /dev/null +++ b/backend/.rubocop.yml @@ -0,0 +1,8 @@ +# Omakase Ruby styling for Rails +inherit_gem: { rubocop-rails-omakase: rubocop.yml } + +# Overwrite or add rules to create your own house style +# +# # Use `[a, [b, c]]` not `[ a, [ b, c ] ]` +# Layout/SpaceInsideArrayLiteralBrackets: +# Enabled: false diff --git a/backend/.ruby-version b/backend/.ruby-version new file mode 100644 index 0000000..be94e6f --- /dev/null +++ b/backend/.ruby-version @@ -0,0 +1 @@ +3.2.2 diff --git a/backend/Dockerfile b/backend/Dockerfile new file mode 100644 index 0000000..c57c9c4 --- /dev/null +++ b/backend/Dockerfile @@ -0,0 +1,69 @@ +# syntax=docker/dockerfile:1 +# check=error=true + +# This Dockerfile is designed for production, not development. Use with Kamal or build'n'run by hand: +# docker build -t backend . +# docker run -d -p 80:80 -e RAILS_MASTER_KEY= --name backend backend + +# For a containerized dev environment, see Dev Containers: https://guides.rubyonrails.org/getting_started_with_devcontainer.html + +# Make sure RUBY_VERSION matches the Ruby version in .ruby-version +ARG RUBY_VERSION=3.2.2 +FROM docker.io/library/ruby:$RUBY_VERSION-slim AS base + +# Rails app lives here +WORKDIR /rails + +# Install base packages +RUN apt-get update -qq && \ + apt-get install --no-install-recommends -y curl default-mysql-client libjemalloc2 libvips && \ + rm -rf /var/lib/apt/lists /var/cache/apt/archives + +# Set production environment +ENV RAILS_ENV="production" \ + BUNDLE_DEPLOYMENT="1" \ + BUNDLE_PATH="/usr/local/bundle" \ + BUNDLE_WITHOUT="development" + +# Throw-away build stage to reduce size of final image +FROM base AS build + +# Install packages needed to build gems +RUN apt-get update -qq && \ + apt-get install --no-install-recommends -y build-essential default-libmysqlclient-dev git libyaml-dev pkg-config && \ + rm -rf /var/lib/apt/lists /var/cache/apt/archives + +# Install application gems +COPY Gemfile Gemfile.lock ./ +RUN bundle install && \ + rm -rf ~/.bundle/ "${BUNDLE_PATH}"/ruby/*/cache "${BUNDLE_PATH}"/ruby/*/bundler/gems/*/.git && \ + bundle exec bootsnap precompile --gemfile + +# Copy application code +COPY . . + +# Precompile bootsnap code for faster boot times +RUN bundle exec bootsnap precompile app/ lib/ + + + + +# Final stage for app image +FROM base + +# Copy built artifacts: gems, application +COPY --from=build "${BUNDLE_PATH}" "${BUNDLE_PATH}" +COPY --from=build /rails /rails + +# Run and own only the runtime files as a non-root user for security +RUN groupadd --system --gid 1000 rails && \ + useradd rails --uid 1000 --gid 1000 --create-home --shell /bin/bash && \ + chown -R rails:rails db log storage tmp +USER 1000:1000 + +# Entrypoint prepares the database. +ENTRYPOINT ["/rails/bin/docker-entrypoint"] + +# Start server via Thruster by default, this can be overwritten at runtime +EXPOSE 80 +CMD ["./bin/thrust", "./bin/rails", "server"] diff --git a/backend/Gemfile b/backend/Gemfile new file mode 100644 index 0000000..a5a869f --- /dev/null +++ b/backend/Gemfile @@ -0,0 +1,50 @@ +source "https://rubygems.org" + +# Bundle edge Rails instead: gem "rails", github: "rails/rails", branch: "main" +gem "rails", "~> 8.0.2" +# Use mysql as the database for Active Record +gem "mysql2", "~> 0.5" +# Use the Puma web server [https://github.com/puma/puma] +gem "puma", ">= 5.0" +# Build JSON APIs with ease [https://github.com/rails/jbuilder] +# gem "jbuilder" + +# Use Active Model has_secure_password [https://guides.rubyonrails.org/active_model_basics.html#securepassword] +# gem "bcrypt", "~> 3.1.7" + +# Windows does not include zoneinfo files, so bundle the tzinfo-data gem +gem "tzinfo-data", platforms: %i[ windows jruby ] + +# Use the database-backed adapters for Rails.cache, Active Job, and Action Cable +gem "solid_cache" +gem "solid_queue" +gem "solid_cable" + +# Reduces boot times through caching; required in config/boot.rb +gem "bootsnap", require: false + +# Deploy this application anywhere as a Docker container [https://kamal-deploy.org] +gem "kamal", require: false + +# Add HTTP asset caching/compression and X-Sendfile acceleration to Puma [https://github.com/basecamp/thruster/] +gem "thruster", require: false + +# Use Active Storage variants [https://guides.rubyonrails.org/active_storage_overview.html#transforming-images] +# gem "image_processing", "~> 1.2" + +# Use Rack CORS for handling Cross-Origin Resource Sharing (CORS), making cross-origin Ajax possible +# gem "rack-cors" + +group :development, :test do + # See https://guides.rubyonrails.org/debugging_rails_applications.html#debugging-with-the-debug-gem + gem "debug", platforms: %i[ mri windows ], require: "debug/prelude" + + # Static analysis for security vulnerabilities [https://brakemanscanner.org/] + gem "brakeman", require: false + + # Omakase Ruby styling [https://github.com/rails/rubocop-rails-omakase/] + gem "rubocop-rails-omakase", require: false + +end + +gem 'bcrypt', '~> 3.1' diff --git a/backend/Gemfile.lock b/backend/Gemfile.lock new file mode 100644 index 0000000..28a84c9 --- /dev/null +++ b/backend/Gemfile.lock @@ -0,0 +1,337 @@ +GEM + remote: https://rubygems.org/ + specs: + actioncable (8.0.2) + actionpack (= 8.0.2) + activesupport (= 8.0.2) + nio4r (~> 2.0) + websocket-driver (>= 0.6.1) + zeitwerk (~> 2.6) + actionmailbox (8.0.2) + actionpack (= 8.0.2) + activejob (= 8.0.2) + activerecord (= 8.0.2) + activestorage (= 8.0.2) + activesupport (= 8.0.2) + mail (>= 2.8.0) + actionmailer (8.0.2) + actionpack (= 8.0.2) + actionview (= 8.0.2) + activejob (= 8.0.2) + activesupport (= 8.0.2) + mail (>= 2.8.0) + rails-dom-testing (~> 2.2) + actionpack (8.0.2) + actionview (= 8.0.2) + activesupport (= 8.0.2) + nokogiri (>= 1.8.5) + rack (>= 2.2.4) + rack-session (>= 1.0.1) + rack-test (>= 0.6.3) + rails-dom-testing (~> 2.2) + rails-html-sanitizer (~> 1.6) + useragent (~> 0.16) + actiontext (8.0.2) + actionpack (= 8.0.2) + activerecord (= 8.0.2) + activestorage (= 8.0.2) + activesupport (= 8.0.2) + globalid (>= 0.6.0) + nokogiri (>= 1.8.5) + actionview (8.0.2) + activesupport (= 8.0.2) + builder (~> 3.1) + erubi (~> 1.11) + rails-dom-testing (~> 2.2) + rails-html-sanitizer (~> 1.6) + activejob (8.0.2) + activesupport (= 8.0.2) + globalid (>= 0.3.6) + activemodel (8.0.2) + activesupport (= 8.0.2) + activerecord (8.0.2) + activemodel (= 8.0.2) + activesupport (= 8.0.2) + timeout (>= 0.4.0) + activestorage (8.0.2) + actionpack (= 8.0.2) + activejob (= 8.0.2) + activerecord (= 8.0.2) + activesupport (= 8.0.2) + marcel (~> 1.0) + activesupport (8.0.2) + base64 + benchmark (>= 0.3) + bigdecimal + concurrent-ruby (~> 1.0, >= 1.3.1) + connection_pool (>= 2.2.5) + drb + i18n (>= 1.6, < 2) + logger (>= 1.4.2) + minitest (>= 5.1) + securerandom (>= 0.3) + tzinfo (~> 2.0, >= 2.0.5) + uri (>= 0.13.1) + ast (2.4.3) + base64 (0.3.0) + bcrypt (3.1.20) + bcrypt_pbkdf (1.1.1) + bcrypt_pbkdf (1.1.1-arm64-darwin) + bcrypt_pbkdf (1.1.1-x86_64-darwin) + benchmark (0.4.1) + bigdecimal (3.2.2) + bootsnap (1.18.6) + msgpack (~> 1.2) + brakeman (7.1.0) + racc + builder (3.3.0) + concurrent-ruby (1.3.5) + connection_pool (2.5.3) + crass (1.0.6) + date (3.4.1) + debug (1.11.0) + irb (~> 1.10) + reline (>= 0.3.8) + dotenv (3.1.8) + drb (2.2.3) + ed25519 (1.4.0) + erb (5.0.2) + erubi (1.13.1) + et-orbi (1.2.11) + tzinfo + fugit (1.11.1) + et-orbi (~> 1, >= 1.2.11) + raabro (~> 1.4) + globalid (1.2.1) + activesupport (>= 6.1) + i18n (1.14.7) + concurrent-ruby (~> 1.0) + io-console (0.8.1) + irb (1.15.2) + pp (>= 0.6.0) + rdoc (>= 4.0.0) + reline (>= 0.4.2) + json (2.13.2) + kamal (2.7.0) + activesupport (>= 7.0) + base64 (~> 0.2) + bcrypt_pbkdf (~> 1.0) + concurrent-ruby (~> 1.2) + dotenv (~> 3.1) + ed25519 (~> 1.4) + net-ssh (~> 7.3) + sshkit (>= 1.23.0, < 2.0) + thor (~> 1.3) + zeitwerk (>= 2.6.18, < 3.0) + language_server-protocol (3.17.0.5) + lint_roller (1.1.0) + logger (1.7.0) + loofah (2.24.1) + crass (~> 1.0.2) + nokogiri (>= 1.12.0) + mail (2.8.1) + mini_mime (>= 0.1.1) + net-imap + net-pop + net-smtp + marcel (1.0.4) + mini_mime (1.1.5) + minitest (5.25.5) + msgpack (1.8.0) + mysql2 (0.5.6) + net-imap (0.5.9) + date + net-protocol + net-pop (0.1.2) + net-protocol + net-protocol (0.2.2) + timeout + net-scp (4.1.0) + net-ssh (>= 2.6.5, < 8.0.0) + net-sftp (4.0.0) + net-ssh (>= 5.0.0, < 8.0.0) + net-smtp (0.5.1) + net-protocol + net-ssh (7.3.0) + nio4r (2.7.4) + nokogiri (1.18.9-aarch64-linux-gnu) + racc (~> 1.4) + nokogiri (1.18.9-aarch64-linux-musl) + racc (~> 1.4) + nokogiri (1.18.9-arm-linux-gnu) + racc (~> 1.4) + nokogiri (1.18.9-arm-linux-musl) + racc (~> 1.4) + nokogiri (1.18.9-arm64-darwin) + racc (~> 1.4) + nokogiri (1.18.9-x86_64-darwin) + racc (~> 1.4) + nokogiri (1.18.9-x86_64-linux-gnu) + racc (~> 1.4) + nokogiri (1.18.9-x86_64-linux-musl) + racc (~> 1.4) + ostruct (0.6.3) + parallel (1.27.0) + parser (3.3.9.0) + ast (~> 2.4.1) + racc + pp (0.6.2) + prettyprint + prettyprint (0.2.0) + prism (1.4.0) + psych (5.2.6) + date + stringio + puma (6.6.1) + nio4r (~> 2.0) + raabro (1.4.0) + racc (1.8.1) + rack (3.2.0) + rack-session (2.1.1) + base64 (>= 0.1.0) + rack (>= 3.0.0) + rack-test (2.2.0) + rack (>= 1.3) + rackup (2.2.1) + rack (>= 3) + rails (8.0.2) + actioncable (= 8.0.2) + actionmailbox (= 8.0.2) + actionmailer (= 8.0.2) + actionpack (= 8.0.2) + actiontext (= 8.0.2) + actionview (= 8.0.2) + activejob (= 8.0.2) + activemodel (= 8.0.2) + activerecord (= 8.0.2) + activestorage (= 8.0.2) + activesupport (= 8.0.2) + bundler (>= 1.15.0) + railties (= 8.0.2) + rails-dom-testing (2.3.0) + activesupport (>= 5.0.0) + minitest + nokogiri (>= 1.6) + rails-html-sanitizer (1.6.2) + loofah (~> 2.21) + nokogiri (>= 1.15.7, != 1.16.7, != 1.16.6, != 1.16.5, != 1.16.4, != 1.16.3, != 1.16.2, != 1.16.1, != 1.16.0.rc1, != 1.16.0) + railties (8.0.2) + actionpack (= 8.0.2) + activesupport (= 8.0.2) + irb (~> 1.13) + rackup (>= 1.0.0) + rake (>= 12.2) + thor (~> 1.0, >= 1.2.2) + zeitwerk (~> 2.6) + rainbow (3.1.1) + rake (13.3.0) + rdoc (6.14.2) + erb + psych (>= 4.0.0) + regexp_parser (2.11.0) + reline (0.6.2) + io-console (~> 0.5) + rubocop (1.79.1) + json (~> 2.3) + language_server-protocol (~> 3.17.0.2) + lint_roller (~> 1.1.0) + parallel (~> 1.10) + parser (>= 3.3.0.2) + rainbow (>= 2.2.2, < 4.0) + regexp_parser (>= 2.9.3, < 3.0) + rubocop-ast (>= 1.46.0, < 2.0) + ruby-progressbar (~> 1.7) + unicode-display_width (>= 2.4.0, < 4.0) + rubocop-ast (1.46.0) + parser (>= 3.3.7.2) + prism (~> 1.4) + rubocop-performance (1.25.0) + lint_roller (~> 1.1) + rubocop (>= 1.75.0, < 2.0) + rubocop-ast (>= 1.38.0, < 2.0) + rubocop-rails (2.32.0) + activesupport (>= 4.2.0) + lint_roller (~> 1.1) + rack (>= 1.1) + rubocop (>= 1.75.0, < 2.0) + rubocop-ast (>= 1.44.0, < 2.0) + rubocop-rails-omakase (1.1.0) + rubocop (>= 1.72) + rubocop-performance (>= 1.24) + rubocop-rails (>= 2.30) + ruby-progressbar (1.13.0) + securerandom (0.4.1) + solid_cable (3.0.11) + actioncable (>= 7.2) + activejob (>= 7.2) + activerecord (>= 7.2) + railties (>= 7.2) + solid_cache (1.0.7) + activejob (>= 7.2) + activerecord (>= 7.2) + railties (>= 7.2) + solid_queue (1.2.1) + activejob (>= 7.1) + activerecord (>= 7.1) + concurrent-ruby (>= 1.3.1) + fugit (~> 1.11.0) + railties (>= 7.1) + thor (>= 1.3.1) + sshkit (1.24.0) + base64 + logger + net-scp (>= 1.1.2) + net-sftp (>= 2.1.2) + net-ssh (>= 2.8.0) + ostruct + stringio (3.1.7) + thor (1.4.0) + thruster (0.1.14) + thruster (0.1.14-aarch64-linux) + thruster (0.1.14-arm64-darwin) + thruster (0.1.14-x86_64-darwin) + thruster (0.1.14-x86_64-linux) + timeout (0.4.3) + tzinfo (2.0.6) + concurrent-ruby (~> 1.0) + unicode-display_width (3.1.4) + unicode-emoji (~> 4.0, >= 4.0.4) + unicode-emoji (4.0.4) + uri (1.0.3) + useragent (0.16.11) + websocket-driver (0.8.0) + base64 + websocket-extensions (>= 0.1.0) + websocket-extensions (0.1.5) + zeitwerk (2.7.3) + +PLATFORMS + aarch64-linux + aarch64-linux-gnu + aarch64-linux-musl + arm-linux-gnu + arm-linux-musl + arm64-darwin + x86_64-darwin + x86_64-linux + x86_64-linux-gnu + x86_64-linux-musl + +DEPENDENCIES + bcrypt (~> 3.1) + bootsnap + brakeman + debug + kamal + mysql2 (~> 0.5) + puma (>= 5.0) + rails (~> 8.0.2) + rubocop-rails-omakase + solid_cable + solid_cache + solid_queue + thruster + tzinfo-data + +BUNDLED WITH + 2.6.9 diff --git a/backend/Rakefile b/backend/Rakefile new file mode 100644 index 0000000..9a5ea73 --- /dev/null +++ b/backend/Rakefile @@ -0,0 +1,6 @@ +# Add your own tasks in files placed in lib/tasks ending in .rake, +# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake. + +require_relative "config/application" + +Rails.application.load_tasks diff --git a/backend/app/controllers/application_controller.rb b/backend/app/controllers/application_controller.rb new file mode 100644 index 0000000..4ac8823 --- /dev/null +++ b/backend/app/controllers/application_controller.rb @@ -0,0 +1,2 @@ +class ApplicationController < ActionController::API +end diff --git a/backend/app/controllers/concerns/.keep b/backend/app/controllers/concerns/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/app/controllers/posts_controller.rb b/backend/app/controllers/posts_controller.rb new file mode 100644 index 0000000..8a5b171 --- /dev/null +++ b/backend/app/controllers/posts_controller.rb @@ -0,0 +1,27 @@ +class PostsController < ApplicationController + before_action :set_post, only: [:good, :bad, :destroy] + + # POST /posts/:id/good + def good + @post.increment!(:good) + head :no_content + end + + # POST /posts/:id/bad + def bad + @post.increment!(:bad) + head :no_content + end + + # DELETE /posts/:id + def destroy + @post.update!(deleted_at: Time.current) + head :no_content + end + + private + + def set_post + @post = Post.active.find(params[:id]) + end +end diff --git a/backend/app/controllers/thread_posts_controller.rb b/backend/app/controllers/thread_posts_controller.rb new file mode 100644 index 0000000..fb795b8 --- /dev/null +++ b/backend/app/controllers/thread_posts_controller.rb @@ -0,0 +1,35 @@ +class ThreadPostsController < ApplicationController + before_action :set_thread + + # GET /api/threads/:thread_id/posts + def index + sort = params[:sort].presence_in(['created_at', 'score']) || 'created_at' + order = params[:order].presence_in(['asc', 'desc']) || 'desc' + + posts = @thread.posts + .select('posts.*, (good - bad) AS score') + .order("#{ sort } #{ order }") + + render json: posts + end + + # POST /api/threads/:thread_id/posts + def create + post = @thread.posts.new(post_params) + if post.save + render json: post, status: :created + else + render json: { errors: post.errors.full_messages }, status: :unprocessable_entity + end + end + + private + + def set_thread + @thread = Topic.find(params[:thread_id]) + end + + def post_params + params.require(:post).permit(:name, :body, :password) + end +end diff --git a/backend/app/controllers/threads_controller.rb b/backend/app/controllers/threads_controller.rb new file mode 100644 index 0000000..816452a --- /dev/null +++ b/backend/app/controllers/threads_controller.rb @@ -0,0 +1,29 @@ +class ThreadsController < ApplicationController + # GET /api/threads + def index + threads = Topic.order(updated_at: :desc) + render json: threads + end + + # GET /api/threads/:id + def show + thread = Topic.find(params[:id]) + render json: thread + end + + # POST /api/threads + def create + thread = Topic.new(thread_params) + if thread.save + render json: thread, status: :created + else + render json: { errors: thread.errors.full_messages }, status: :unprocessable_entity + end + end + + private + + def thread_params + params.require(:thread).permit(:title, :description) + end +end diff --git a/backend/app/jobs/application_job.rb b/backend/app/jobs/application_job.rb new file mode 100644 index 0000000..d394c3d --- /dev/null +++ b/backend/app/jobs/application_job.rb @@ -0,0 +1,7 @@ +class ApplicationJob < ActiveJob::Base + # Automatically retry jobs that encountered a deadlock + # retry_on ActiveRecord::Deadlocked + + # Most jobs are safe to ignore if the underlying records are no longer available + # discard_on ActiveJob::DeserializationError +end diff --git a/backend/app/mailers/application_mailer.rb b/backend/app/mailers/application_mailer.rb new file mode 100644 index 0000000..3c34c81 --- /dev/null +++ b/backend/app/mailers/application_mailer.rb @@ -0,0 +1,4 @@ +class ApplicationMailer < ActionMailer::Base + default from: "from@example.com" + layout "mailer" +end diff --git a/backend/app/models/application_record.rb b/backend/app/models/application_record.rb new file mode 100644 index 0000000..b63caeb --- /dev/null +++ b/backend/app/models/application_record.rb @@ -0,0 +1,3 @@ +class ApplicationRecord < ActiveRecord::Base + primary_abstract_class +end diff --git a/backend/app/models/concerns/.keep b/backend/app/models/concerns/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/app/models/legacy_base.rb b/backend/app/models/legacy_base.rb new file mode 100644 index 0000000..b3f524d --- /dev/null +++ b/backend/app/models/legacy_base.rb @@ -0,0 +1,4 @@ +class LegacyBase < ActiveRecord::Base + self.abstract_class = true + establish_connection :legacy_bbs +end diff --git a/backend/app/models/legacy_response.rb b/backend/app/models/legacy_response.rb new file mode 100644 index 0000000..5fdf662 --- /dev/null +++ b/backend/app/models/legacy_response.rb @@ -0,0 +1,3 @@ +class LegacyResponse < LegacyBase + self.table_name = 'responses' +end diff --git a/backend/app/models/legacy_thread.rb b/backend/app/models/legacy_thread.rb new file mode 100644 index 0000000..9d07df6 --- /dev/null +++ b/backend/app/models/legacy_thread.rb @@ -0,0 +1,3 @@ +class LegacyThread < LegacyBase + self.table_name = 'threads' +end diff --git a/backend/app/models/post.rb b/backend/app/models/post.rb new file mode 100644 index 0000000..032ccdd --- /dev/null +++ b/backend/app/models/post.rb @@ -0,0 +1,8 @@ +class Post < ApplicationRecord + belongs_to :thread, class_name: 'Topic', foreign_key: :thread_id + has_one_attached :image + + has_secure_password validations: false + + scope :active, -> { where deleted_at: nil } +end diff --git a/backend/app/models/topic.rb b/backend/app/models/topic.rb new file mode 100644 index 0000000..96d0d83 --- /dev/null +++ b/backend/app/models/topic.rb @@ -0,0 +1,9 @@ +class Topic < ApplicationRecord + self.table_name = 'threads' + + has_many :posts, foreign_key: :thread_id, dependent: :destroy + + scope :active, -> { where deleted_at: nil } + + validates :name, presence: true +end diff --git a/backend/app/views/layouts/mailer.html.erb b/backend/app/views/layouts/mailer.html.erb new file mode 100644 index 0000000..3aac900 --- /dev/null +++ b/backend/app/views/layouts/mailer.html.erb @@ -0,0 +1,13 @@ + + + + + + + + + <%= yield %> + + diff --git a/backend/app/views/layouts/mailer.text.erb b/backend/app/views/layouts/mailer.text.erb new file mode 100644 index 0000000..37f0bdd --- /dev/null +++ b/backend/app/views/layouts/mailer.text.erb @@ -0,0 +1 @@ +<%= yield %> diff --git a/backend/bin/brakeman b/backend/bin/brakeman new file mode 100755 index 0000000..ace1c9b --- /dev/null +++ b/backend/bin/brakeman @@ -0,0 +1,7 @@ +#!/usr/bin/env ruby +require "rubygems" +require "bundler/setup" + +ARGV.unshift("--ensure-latest") + +load Gem.bin_path("brakeman", "brakeman") diff --git a/backend/bin/bundle b/backend/bin/bundle new file mode 100755 index 0000000..50da5fd --- /dev/null +++ b/backend/bin/bundle @@ -0,0 +1,109 @@ +#!/usr/bin/env ruby +# frozen_string_literal: true + +# +# This file was generated by Bundler. +# +# The application 'bundle' is installed as part of a gem, and +# this file is here to facilitate running it. +# + +require "rubygems" + +m = Module.new do + module_function + + def invoked_as_script? + File.expand_path($0) == File.expand_path(__FILE__) + end + + def env_var_version + ENV["BUNDLER_VERSION"] + end + + def cli_arg_version + return unless invoked_as_script? # don't want to hijack other binstubs + return unless "update".start_with?(ARGV.first || " ") # must be running `bundle update` + bundler_version = nil + update_index = nil + ARGV.each_with_index do |a, i| + if update_index && update_index.succ == i && a.match?(Gem::Version::ANCHORED_VERSION_PATTERN) + bundler_version = a + end + next unless a =~ /\A--bundler(?:[= ](#{Gem::Version::VERSION_PATTERN}))?\z/ + bundler_version = $1 + update_index = i + end + bundler_version + end + + def gemfile + gemfile = ENV["BUNDLE_GEMFILE"] + return gemfile if gemfile && !gemfile.empty? + + File.expand_path("../Gemfile", __dir__) + end + + def lockfile + lockfile = + case File.basename(gemfile) + when "gems.rb" then gemfile.sub(/\.rb$/, ".locked") + else "#{gemfile}.lock" + end + File.expand_path(lockfile) + end + + def lockfile_version + return unless File.file?(lockfile) + lockfile_contents = File.read(lockfile) + return unless lockfile_contents =~ /\n\nBUNDLED WITH\n\s{2,}(#{Gem::Version::VERSION_PATTERN})\n/ + Regexp.last_match(1) + end + + def bundler_requirement + @bundler_requirement ||= + env_var_version || + cli_arg_version || + bundler_requirement_for(lockfile_version) + end + + def bundler_requirement_for(version) + return "#{Gem::Requirement.default}.a" unless version + + bundler_gem_version = Gem::Version.new(version) + + bundler_gem_version.approximate_recommendation + end + + def load_bundler! + ENV["BUNDLE_GEMFILE"] ||= gemfile + + activate_bundler + end + + def activate_bundler + gem_error = activation_error_handling do + gem "bundler", bundler_requirement + end + return if gem_error.nil? + require_error = activation_error_handling do + require "bundler/version" + end + return if require_error.nil? && Gem::Requirement.new(bundler_requirement).satisfied_by?(Gem::Version.new(Bundler::VERSION)) + warn "Activating bundler (#{bundler_requirement}) failed:\n#{gem_error.message}\n\nTo install the version of bundler this project requires, run `gem install bundler -v '#{bundler_requirement}'`" + exit 42 + end + + def activation_error_handling + yield + nil + rescue StandardError, LoadError => e + e + end +end + +m.load_bundler! + +if m.invoked_as_script? + load Gem.bin_path("bundler", "bundle") +end diff --git a/backend/bin/dev b/backend/bin/dev new file mode 100755 index 0000000..5f91c20 --- /dev/null +++ b/backend/bin/dev @@ -0,0 +1,2 @@ +#!/usr/bin/env ruby +exec "./bin/rails", "server", *ARGV diff --git a/backend/bin/docker-entrypoint b/backend/bin/docker-entrypoint new file mode 100755 index 0000000..57567d6 --- /dev/null +++ b/backend/bin/docker-entrypoint @@ -0,0 +1,14 @@ +#!/bin/bash -e + +# Enable jemalloc for reduced memory usage and latency. +if [ -z "${LD_PRELOAD+x}" ]; then + LD_PRELOAD=$(find /usr/lib -name libjemalloc.so.2 -print -quit) + export LD_PRELOAD +fi + +# If running the rails server then create or migrate existing database +if [ "${@: -2:1}" == "./bin/rails" ] && [ "${@: -1:1}" == "server" ]; then + ./bin/rails db:prepare +fi + +exec "${@}" diff --git a/backend/bin/jobs b/backend/bin/jobs new file mode 100755 index 0000000..dcf59f3 --- /dev/null +++ b/backend/bin/jobs @@ -0,0 +1,6 @@ +#!/usr/bin/env ruby + +require_relative "../config/environment" +require "solid_queue/cli" + +SolidQueue::Cli.start(ARGV) diff --git a/backend/bin/kamal b/backend/bin/kamal new file mode 100755 index 0000000..cbe59b9 --- /dev/null +++ b/backend/bin/kamal @@ -0,0 +1,27 @@ +#!/usr/bin/env ruby +# frozen_string_literal: true + +# +# This file was generated by Bundler. +# +# The application 'kamal' is installed as part of a gem, and +# this file is here to facilitate running it. +# + +ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../Gemfile", __dir__) + +bundle_binstub = File.expand_path("bundle", __dir__) + +if File.file?(bundle_binstub) + if File.read(bundle_binstub, 300).include?("This file was generated by Bundler") + load(bundle_binstub) + else + abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run. +Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.") + end +end + +require "rubygems" +require "bundler/setup" + +load Gem.bin_path("kamal", "kamal") diff --git a/backend/bin/rails b/backend/bin/rails new file mode 100755 index 0000000..efc0377 --- /dev/null +++ b/backend/bin/rails @@ -0,0 +1,4 @@ +#!/usr/bin/env ruby +APP_PATH = File.expand_path("../config/application", __dir__) +require_relative "../config/boot" +require "rails/commands" diff --git a/backend/bin/rake b/backend/bin/rake new file mode 100755 index 0000000..4fbf10b --- /dev/null +++ b/backend/bin/rake @@ -0,0 +1,4 @@ +#!/usr/bin/env ruby +require_relative "../config/boot" +require "rake" +Rake.application.run diff --git a/backend/bin/rubocop b/backend/bin/rubocop new file mode 100755 index 0000000..40330c0 --- /dev/null +++ b/backend/bin/rubocop @@ -0,0 +1,8 @@ +#!/usr/bin/env ruby +require "rubygems" +require "bundler/setup" + +# explicit rubocop config increases performance slightly while avoiding config confusion. +ARGV.unshift("--config", File.expand_path("../.rubocop.yml", __dir__)) + +load Gem.bin_path("rubocop", "rubocop") diff --git a/backend/bin/setup b/backend/bin/setup new file mode 100755 index 0000000..be3db3c --- /dev/null +++ b/backend/bin/setup @@ -0,0 +1,34 @@ +#!/usr/bin/env ruby +require "fileutils" + +APP_ROOT = File.expand_path("..", __dir__) + +def system!(*args) + system(*args, exception: true) +end + +FileUtils.chdir APP_ROOT do + # This script is a way to set up or update your development environment automatically. + # This script is idempotent, so that you can run it at any time and get an expectable outcome. + # Add necessary setup steps to this file. + + puts "== Installing dependencies ==" + system("bundle check") || system!("bundle install") + + # puts "\n== Copying sample files ==" + # unless File.exist?("config/database.yml") + # FileUtils.cp "config/database.yml.sample", "config/database.yml" + # end + + puts "\n== Preparing database ==" + system! "bin/rails db:prepare" + + puts "\n== Removing old logs and tempfiles ==" + system! "bin/rails log:clear tmp:clear" + + unless ARGV.include?("--skip-server") + puts "\n== Starting development server ==" + STDOUT.flush # flush the output before exec(2) so that it displays + exec "bin/dev" + end +end diff --git a/backend/bin/thrust b/backend/bin/thrust new file mode 100755 index 0000000..36bde2d --- /dev/null +++ b/backend/bin/thrust @@ -0,0 +1,5 @@ +#!/usr/bin/env ruby +require "rubygems" +require "bundler/setup" + +load Gem.bin_path("thruster", "thrust") diff --git a/backend/config.ru b/backend/config.ru new file mode 100644 index 0000000..4a3c09a --- /dev/null +++ b/backend/config.ru @@ -0,0 +1,6 @@ +# This file is used by Rack-based servers to start the application. + +require_relative "config/environment" + +run Rails.application +Rails.application.load_server diff --git a/backend/config/.gitignore b/backend/config/.gitignore new file mode 100644 index 0000000..d4f9a1d --- /dev/null +++ b/backend/config/.gitignore @@ -0,0 +1 @@ +/database.yml diff --git a/backend/config/application.rb b/backend/config/application.rb new file mode 100644 index 0000000..5f1c45e --- /dev/null +++ b/backend/config/application.rb @@ -0,0 +1,32 @@ +require_relative "boot" + +require "rails/all" + +# Require the gems listed in Gemfile, including any gems +# you've limited to :test, :development, or :production. +Bundler.require(*Rails.groups) + +module Backend + class Application < Rails::Application + # Initialize configuration defaults for originally generated Rails version. + config.load_defaults 8.0 + + # Please, add to the `ignore` list any other `lib` subdirectories that do + # not contain `.rb` files, or that should not be reloaded or eager loaded. + # Common ones are `templates`, `generators`, or `middleware`, for example. + config.autoload_lib(ignore: %w[assets tasks]) + + # Configuration for the application, engines, and railties goes here. + # + # These settings can be overridden in specific environments using the files + # in config/environments, which are processed later. + # + # config.time_zone = "Central Time (US & Canada)" + # config.eager_load_paths << Rails.root.join("extras") + + # Only loads a smaller set of middleware suitable for API only apps. + # Middleware like session, flash, cookies can be added back manually. + # Skip views, helpers and assets when generating a new resource. + config.api_only = true + end +end diff --git a/backend/config/boot.rb b/backend/config/boot.rb new file mode 100644 index 0000000..988a5dd --- /dev/null +++ b/backend/config/boot.rb @@ -0,0 +1,4 @@ +ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../Gemfile", __dir__) + +require "bundler/setup" # Set up gems listed in the Gemfile. +require "bootsnap/setup" # Speed up boot time by caching expensive operations. diff --git a/backend/config/cable.yml b/backend/config/cable.yml new file mode 100644 index 0000000..b9adc5a --- /dev/null +++ b/backend/config/cable.yml @@ -0,0 +1,17 @@ +# Async adapter only works within the same process, so for manually triggering cable updates from a console, +# and seeing results in the browser, you must do so from the web console (running inside the dev process), +# not a terminal started via bin/rails console! Add "console" to any action or any ERB template view +# to make the web console appear. +development: + adapter: async + +test: + adapter: test + +production: + adapter: solid_cable + connects_to: + database: + writing: cable + polling_interval: 0.1.seconds + message_retention: 1.day diff --git a/backend/config/cache.yml b/backend/config/cache.yml new file mode 100644 index 0000000..19d4908 --- /dev/null +++ b/backend/config/cache.yml @@ -0,0 +1,16 @@ +default: &default + store_options: + # Cap age of oldest cache entry to fulfill retention policies + # max_age: <%= 60.days.to_i %> + max_size: <%= 256.megabytes %> + namespace: <%= Rails.env %> + +development: + <<: *default + +test: + <<: *default + +production: + database: cache + <<: *default diff --git a/backend/config/credentials.yml.enc b/backend/config/credentials.yml.enc new file mode 100644 index 0000000..53f76ca --- /dev/null +++ b/backend/config/credentials.yml.enc @@ -0,0 +1 @@ +ncQkyxWfQ2zlQNizROAIIkR7Zw61xt2u7AR1Pu+0KbOzSHIdh2A9qhDVk/Ej6UCend2cVvczFdYq0HZji2zZ6Jv8CXHgCMVz6VQhNwF+s42o4ffla+nzBVZdAVlf00svQr4En6r9U4NRdBZvjVLzjm90rCX+CN5bqSemVJTN25oNv+9vxjmIlxWaoMm3M6hRaGqWVCm8qmV4PbEVmywFMCrbvERy0IrHpRN9zwZMqvgDhzNCWAh6DDtmZ2hqTgm5q6Clx9zlTPI+v/zYWVN3Vz3PTHvULHq8whZ2446G2FmKYPlESF5QiPS355vM3t4/dNcuOYwdV+Sfih5mZZbGcflmhgcRhRALvdGool1LMbu9AGiVmqy2ZIg/dQVxuAHaA5vJb0lCrYvPX7rhe1Dj91c3BBayjBPLv87GWsn3tRCUy/+VQbW4Hg2aYBx7ZrjxYBatWYzOM9J3oCbGXECkDfdLkZ3i+q5kwNSWv+zQt4fWbsS1/1tF74p7--3fdUFfwJxHFKxyH5--xgePYOwMUq7F0wHW9LW/vQ== \ No newline at end of file diff --git a/backend/config/credentials/production.yml.enc b/backend/config/credentials/production.yml.enc new file mode 100644 index 0000000..346e409 --- /dev/null +++ b/backend/config/credentials/production.yml.enc @@ -0,0 +1 @@ +DVHHFy3CA1yti4+NAKXEunilWdYKBu66nX2H69r1F2LSUCca5xxk8HTQj9QesNZbJpTQI2FmG/X14KoRsIItEiuijlOcaOWICchk+ZowZVmeuJ4QSeJQL/2qmCnN0TKlze5R69N2wl/AASVFScV8h0lYhn9dhuCRrgpyoYoA8ldCDhnDM2Ajsvb2L74tX5SpEJr8xbKa7bSZCJllV9hbEIJUmQj6blYe3homQzgi2ZE9QiW0b2NvIm1EzLKVt+h+rGCA+wMkZ+/aBK2LKFWYrZRw6xp3ZOHMbU070NCr0BdCQTFHiuN4tKt3ntHS4yKzNIYq8kuQYd/GyV5Qb2hXwfhLDJlS+GVfXzxviQew5MIh6S8Hr1PWUHs7tgsOBwGfnupX5LduNPoHd+Cxov1YTA3yoq9Ks3xVuo+Il633kmalp7zPuEZ1xyYnM8PeRZSbq4fuEKZt54o6GI4amsJd8mLE2pm7J43Tw8zXkQpL2QcNVlzCnUPor6BM--LU8/6BDP3qzYYDs4--KxLnoWzppN6rG07vzXMofQ== \ No newline at end of file diff --git a/backend/config/database.sample.yml b/backend/config/database.sample.yml new file mode 100644 index 0000000..8334aa1 --- /dev/null +++ b/backend/config/database.sample.yml @@ -0,0 +1,68 @@ +# MySQL. Versions 5.6.4 and up are supported. +# +# Install the MySQL driver +# gem install mysql2 +# +# Ensure the MySQL gem is defined in your Gemfile +# gem "mysql2" +# +# And be sure to use new-style password hashing: +# https://dev.mysql.com/doc/refman/5.7/en/password-hashing.html +# +default: &default + adapter: mysql2 + encoding: utf8mb4 + pool: <%= ENV.fetch("RAILS_MAX_THREADS") { 5 } %> + username: root + password: + socket: /var/run/mysqld/mysqld.sock + +development: + <<: *default + database: backend_development + +# Warning: The database defined as "test" will be erased and +# re-generated from your development database when you run "rake". +# Do not set this db to the same as development or production. +test: + <<: *default + database: backend_test + +# As with config/credentials.yml, you never want to store sensitive information, +# like your database password, in your source code. If your source code is +# ever seen by anyone, they now have access to your database. +# +# Instead, provide the password or a full connection URL as an environment +# variable when you boot the app. For example: +# +# DATABASE_URL="mysql2://myuser:mypass@localhost/somedatabase" +# +# If the connection URL is provided in the special DATABASE_URL environment +# variable, Rails will automatically merge its configuration values on top of +# the values provided in this file. Alternatively, you can specify a connection +# URL environment variable explicitly: +# +# production: +# url: <%= ENV["MY_APP_DATABASE_URL"] %> +# +# Read https://guides.rubyonrails.org/configuring.html#configuring-a-database +# for a full overview on how database connection configuration can be specified. +# +production: + primary: &primary_production + <<: *default + database: backend_production + username: backend + password: <%= ENV["BACKEND_DATABASE_PASSWORD"] %> + cache: + <<: *primary_production + database: backend_production_cache + migrations_paths: db/cache_migrate + queue: + <<: *primary_production + database: backend_production_queue + migrations_paths: db/queue_migrate + cable: + <<: *primary_production + database: backend_production_cable + migrations_paths: db/cable_migrate diff --git a/backend/config/deploy.yml b/backend/config/deploy.yml new file mode 100644 index 0000000..6de1064 --- /dev/null +++ b/backend/config/deploy.yml @@ -0,0 +1,116 @@ +# Name of your application. Used to uniquely configure containers. +service: backend + +# Name of the container image. +image: your-user/backend + +# Deploy to these servers. +servers: + web: + - 192.168.0.1 + # job: + # hosts: + # - 192.168.0.1 + # cmd: bin/jobs + +# Enable SSL auto certification via Let's Encrypt and allow for multiple apps on a single web server. +# Remove this section when using multiple web servers and ensure you terminate SSL at your load balancer. +# +# Note: If using Cloudflare, set encryption mode in SSL/TLS setting to "Full" to enable CF-to-app encryption. +proxy: + ssl: true + host: app.example.com + +# Credentials for your image host. +registry: + # Specify the registry server, if you're not using Docker Hub + # server: registry.digitalocean.com / ghcr.io / ... + username: your-user + + # Always use an access token rather than real password when possible. + password: + - KAMAL_REGISTRY_PASSWORD + +# Inject ENV variables into containers (secrets come from .kamal/secrets). +env: + secret: + - RAILS_MASTER_KEY + clear: + # Run the Solid Queue Supervisor inside the web server's Puma process to do jobs. + # When you start using multiple servers, you should split out job processing to a dedicated machine. + SOLID_QUEUE_IN_PUMA: true + + # Set number of processes dedicated to Solid Queue (default: 1) + # JOB_CONCURRENCY: 3 + + # Set number of cores available to the application on each server (default: 1). + # WEB_CONCURRENCY: 2 + + # Match this to any external database server to configure Active Record correctly + # Use backend-db for a db accessory server on same machine via local kamal docker network. + # DB_HOST: 192.168.0.2 + + # Log everything from Rails + # RAILS_LOG_LEVEL: debug + +# Aliases are triggered with "bin/kamal ". You can overwrite arguments on invocation: +# "bin/kamal logs -r job" will tail logs from the first server in the job section. +aliases: + console: app exec --interactive --reuse "bin/rails console" + shell: app exec --interactive --reuse "bash" + logs: app logs -f + dbc: app exec --interactive --reuse "bin/rails dbconsole" + + +# Use a persistent storage volume for sqlite database files and local Active Storage files. +# Recommended to change this to a mounted volume path that is backed up off server. +volumes: + - "backend_storage:/rails/storage" + + +# Bridge fingerprinted assets, like JS and CSS, between versions to avoid +# hitting 404 on in-flight requests. Combines all files from new and old +# version inside the asset_path. +asset_path: /rails/public/assets + +# Configure the image builder. +builder: + arch: amd64 + + # # Build image via remote server (useful for faster amd64 builds on arm64 computers) + # remote: ssh://docker@docker-builder-server + # + # # Pass arguments and secrets to the Docker build process + # args: + # RUBY_VERSION: 3.2.2 + # secrets: + # - GITHUB_TOKEN + # - RAILS_MASTER_KEY + +# Use a different ssh user than root +# ssh: +# user: app + +# Use accessory services (secrets come from .kamal/secrets). +# accessories: +# db: +# image: mysql:8.0 +# host: 192.168.0.2 +# # Change to 3306 to expose port to the world instead of just local network. +# port: "127.0.0.1:3306:3306" +# env: +# clear: +# MYSQL_ROOT_HOST: '%' +# secret: +# - MYSQL_ROOT_PASSWORD +# files: +# - config/mysql/production.cnf:/etc/mysql/my.cnf +# - db/production.sql:/docker-entrypoint-initdb.d/setup.sql +# directories: +# - data:/var/lib/mysql +# redis: +# image: redis:7.0 +# host: 192.168.0.2 +# port: 6379 +# directories: +# - data:/data diff --git a/backend/config/environment.rb b/backend/config/environment.rb new file mode 100644 index 0000000..cac5315 --- /dev/null +++ b/backend/config/environment.rb @@ -0,0 +1,5 @@ +# Load the Rails application. +require_relative "application" + +# Initialize the Rails application. +Rails.application.initialize! diff --git a/backend/config/environments/development.rb b/backend/config/environments/development.rb new file mode 100644 index 0000000..e7722fc --- /dev/null +++ b/backend/config/environments/development.rb @@ -0,0 +1,70 @@ +require "active_support/core_ext/integer/time" + +Rails.application.configure do + # Settings specified here will take precedence over those in config/application.rb. + + # Make code changes take effect immediately without server restart. + config.enable_reloading = true + + # Do not eager load code on boot. + config.eager_load = false + + # Show full error reports. + config.consider_all_requests_local = true + + # Enable server timing. + config.server_timing = true + + # Enable/disable Action Controller caching. By default Action Controller caching is disabled. + # Run rails dev:cache to toggle Action Controller caching. + if Rails.root.join("tmp/caching-dev.txt").exist? + config.public_file_server.headers = { "cache-control" => "public, max-age=#{2.days.to_i}" } + else + config.action_controller.perform_caching = false + end + + # Change to :null_store to avoid any caching. + config.cache_store = :memory_store + + # Store uploaded files on the local file system (see config/storage.yml for options). + config.active_storage.service = :local + + # Don't care if the mailer can't send. + config.action_mailer.raise_delivery_errors = false + + # Make template changes take effect immediately. + config.action_mailer.perform_caching = false + + # Set localhost to be used by links generated in mailer templates. + config.action_mailer.default_url_options = { host: "localhost", port: 3000 } + + # Print deprecation notices to the Rails logger. + config.active_support.deprecation = :log + + # Raise an error on page load if there are pending migrations. + config.active_record.migration_error = :page_load + + # Highlight code that triggered database queries in logs. + config.active_record.verbose_query_logs = true + + # Append comments with runtime information tags to SQL queries in logs. + config.active_record.query_log_tags_enabled = true + + # Highlight code that enqueued background job in logs. + config.active_job.verbose_enqueue_logs = true + + # Raises error for missing translations. + # config.i18n.raise_on_missing_translations = true + + # Annotate rendered view with file names. + config.action_view.annotate_rendered_view_with_filenames = true + + # Uncomment if you wish to allow Action Cable access from any origin. + # config.action_cable.disable_request_forgery_protection = true + + # Raise error when a before_action's only/except options reference missing actions. + config.action_controller.raise_on_missing_callback_actions = true + + # Apply autocorrection by RuboCop to files generated by `bin/rails generate`. + # config.generators.apply_rubocop_autocorrect_after_generate! +end diff --git a/backend/config/environments/production.rb b/backend/config/environments/production.rb new file mode 100644 index 0000000..54afe94 --- /dev/null +++ b/backend/config/environments/production.rb @@ -0,0 +1,87 @@ +require "active_support/core_ext/integer/time" + +Rails.application.configure do + # Settings specified here will take precedence over those in config/application.rb. + + # Code is not reloaded between requests. + config.enable_reloading = false + + # Eager load code on boot for better performance and memory savings (ignored by Rake tasks). + config.eager_load = true + + # Full error reports are disabled. + config.consider_all_requests_local = false + + # Cache assets for far-future expiry since they are all digest stamped. + config.public_file_server.headers = { "cache-control" => "public, max-age=#{1.year.to_i}" } + + # Enable serving of images, stylesheets, and JavaScripts from an asset server. + # config.asset_host = "http://assets.example.com" + + # Store uploaded files on the local file system (see config/storage.yml for options). + config.active_storage.service = :local + + # Assume all access to the app is happening through a SSL-terminating reverse proxy. + config.assume_ssl = true + + # Force all access to the app over SSL, use Strict-Transport-Security, and use secure cookies. + config.force_ssl = true + + # Skip http-to-https redirect for the default health check endpoint. + # config.ssl_options = { redirect: { exclude: ->(request) { request.path == "/up" } } } + + # Log to STDOUT with the current request id as a default log tag. + config.log_tags = [ :request_id ] + config.logger = ActiveSupport::TaggedLogging.logger(STDOUT) + + # Change to "debug" to log everything (including potentially personally-identifiable information!) + config.log_level = ENV.fetch("RAILS_LOG_LEVEL", "info") + + # Prevent health checks from clogging up the logs. + config.silence_healthcheck_path = "/up" + + # Don't log any deprecations. + config.active_support.report_deprecations = false + + # Replace the default in-process memory cache store with a durable alternative. + config.cache_store = :solid_cache_store + + # Replace the default in-process and non-durable queuing backend for Active Job. + config.active_job.queue_adapter = :solid_queue + config.solid_queue.connects_to = { database: { writing: :queue } } + + # Ignore bad email addresses and do not raise email delivery errors. + # Set this to true and configure the email server for immediate delivery to raise delivery errors. + # config.action_mailer.raise_delivery_errors = false + + # Set host to be used by links generated in mailer templates. + config.action_mailer.default_url_options = { host: "example.com" } + + # Specify outgoing SMTP server. Remember to add smtp/* credentials via rails credentials:edit. + # config.action_mailer.smtp_settings = { + # user_name: Rails.application.credentials.dig(:smtp, :user_name), + # password: Rails.application.credentials.dig(:smtp, :password), + # address: "smtp.example.com", + # port: 587, + # authentication: :plain + # } + + # Enable locale fallbacks for I18n (makes lookups for any locale fall back to + # the I18n.default_locale when a translation cannot be found). + config.i18n.fallbacks = true + + # Do not dump schema after migrations. + config.active_record.dump_schema_after_migration = false + + # Only use :id for inspections in production. + config.active_record.attributes_for_inspect = [ :id ] + + # Enable DNS rebinding protection and other `Host` header attacks. + # config.hosts = [ + # "example.com", # Allow requests from example.com + # /.*\.example\.com/ # Allow requests from subdomains like `www.example.com` + # ] + # + # Skip DNS rebinding protection for the default health check endpoint. + # config.host_authorization = { exclude: ->(request) { request.path == "/up" } } +end diff --git a/backend/config/environments/test.rb b/backend/config/environments/test.rb new file mode 100644 index 0000000..c2095b1 --- /dev/null +++ b/backend/config/environments/test.rb @@ -0,0 +1,53 @@ +# The test environment is used exclusively to run your application's +# test suite. You never need to work with it otherwise. Remember that +# your test database is "scratch space" for the test suite and is wiped +# and recreated between test runs. Don't rely on the data there! + +Rails.application.configure do + # Settings specified here will take precedence over those in config/application.rb. + + # While tests run files are not watched, reloading is not necessary. + config.enable_reloading = false + + # Eager loading loads your entire application. When running a single test locally, + # this is usually not necessary, and can slow down your test suite. However, it's + # recommended that you enable it in continuous integration systems to ensure eager + # loading is working properly before deploying your code. + config.eager_load = ENV["CI"].present? + + # Configure public file server for tests with cache-control for performance. + config.public_file_server.headers = { "cache-control" => "public, max-age=3600" } + + # Show full error reports. + config.consider_all_requests_local = true + config.cache_store = :null_store + + # Render exception templates for rescuable exceptions and raise for other exceptions. + config.action_dispatch.show_exceptions = :rescuable + + # Disable request forgery protection in test environment. + config.action_controller.allow_forgery_protection = false + + # Store uploaded files on the local file system in a temporary directory. + config.active_storage.service = :test + + # Tell Action Mailer not to deliver emails to the real world. + # The :test delivery method accumulates sent emails in the + # ActionMailer::Base.deliveries array. + config.action_mailer.delivery_method = :test + + # Set host to be used by links generated in mailer templates. + config.action_mailer.default_url_options = { host: "example.com" } + + # Print deprecation notices to the stderr. + config.active_support.deprecation = :stderr + + # Raises error for missing translations. + # config.i18n.raise_on_missing_translations = true + + # Annotate rendered view with file names. + # config.action_view.annotate_rendered_view_with_filenames = true + + # Raise error when a before_action's only/except options reference missing actions. + config.action_controller.raise_on_missing_callback_actions = true +end diff --git a/backend/config/initializers/cors.rb b/backend/config/initializers/cors.rb new file mode 100644 index 0000000..0c5dd99 --- /dev/null +++ b/backend/config/initializers/cors.rb @@ -0,0 +1,16 @@ +# Be sure to restart your server when you modify this file. + +# Avoid CORS issues when API is called from the frontend app. +# Handle Cross-Origin Resource Sharing (CORS) in order to accept cross-origin Ajax requests. + +# Read more: https://github.com/cyu/rack-cors + +# Rails.application.config.middleware.insert_before 0, Rack::Cors do +# allow do +# origins "example.com" +# +# resource "*", +# headers: :any, +# methods: [:get, :post, :put, :patch, :delete, :options, :head] +# end +# end diff --git a/backend/config/initializers/filter_parameter_logging.rb b/backend/config/initializers/filter_parameter_logging.rb new file mode 100644 index 0000000..c0b717f --- /dev/null +++ b/backend/config/initializers/filter_parameter_logging.rb @@ -0,0 +1,8 @@ +# Be sure to restart your server when you modify this file. + +# Configure parameters to be partially matched (e.g. passw matches password) and filtered from the log file. +# Use this to limit dissemination of sensitive information. +# See the ActiveSupport::ParameterFilter documentation for supported notations and behaviors. +Rails.application.config.filter_parameters += [ + :passw, :email, :secret, :token, :_key, :crypt, :salt, :certificate, :otp, :ssn, :cvv, :cvc +] diff --git a/backend/config/initializers/inflections.rb b/backend/config/initializers/inflections.rb new file mode 100644 index 0000000..3860f65 --- /dev/null +++ b/backend/config/initializers/inflections.rb @@ -0,0 +1,16 @@ +# Be sure to restart your server when you modify this file. + +# Add new inflection rules using the following format. Inflections +# are locale specific, and you may define rules for as many different +# locales as you wish. All of these examples are active by default: +# ActiveSupport::Inflector.inflections(:en) do |inflect| +# inflect.plural /^(ox)$/i, "\\1en" +# inflect.singular /^(ox)en/i, "\\1" +# inflect.irregular "person", "people" +# inflect.uncountable %w( fish sheep ) +# end + +# These inflection rules are supported but not enabled by default: +# ActiveSupport::Inflector.inflections(:en) do |inflect| +# inflect.acronym "RESTful" +# end diff --git a/backend/config/locales/en.yml b/backend/config/locales/en.yml new file mode 100644 index 0000000..6c349ae --- /dev/null +++ b/backend/config/locales/en.yml @@ -0,0 +1,31 @@ +# Files in the config/locales directory are used for internationalization and +# are automatically loaded by Rails. If you want to use locales other than +# English, add the necessary files in this directory. +# +# To use the locales, use `I18n.t`: +# +# I18n.t "hello" +# +# In views, this is aliased to just `t`: +# +# <%= t("hello") %> +# +# To use a different locale, set it with `I18n.locale`: +# +# I18n.locale = :es +# +# This would use the information in config/locales/es.yml. +# +# To learn more about the API, please read the Rails Internationalization guide +# at https://guides.rubyonrails.org/i18n.html. +# +# Be aware that YAML interprets the following case-insensitive strings as +# booleans: `true`, `false`, `on`, `off`, `yes`, `no`. Therefore, these strings +# must be quoted to be interpreted as strings. For example: +# +# en: +# "yes": yup +# enabled: "ON" + +en: + hello: "Hello world" diff --git a/backend/config/puma.rb b/backend/config/puma.rb new file mode 100644 index 0000000..aa03edd --- /dev/null +++ b/backend/config/puma.rb @@ -0,0 +1,43 @@ +# This configuration file will be evaluated by Puma. The top-level methods that +# are invoked here are part of Puma's configuration DSL. For more information +# about methods provided by the DSL, see https://puma.io/puma/Puma/DSL.html. +# +# Puma starts a configurable number of processes (workers) and each process +# serves each request in a thread from an internal thread pool. +# +# You can control the number of workers using ENV["WEB_CONCURRENCY"]. You +# should only set this value when you want to run 2 or more workers. The +# default is already 1. +# +# The ideal number of threads per worker depends both on how much time the +# application spends waiting for IO operations and on how much you wish to +# prioritize throughput over latency. +# +# As a rule of thumb, increasing the number of threads will increase how much +# traffic a given process can handle (throughput), but due to CRuby's +# Global VM Lock (GVL) it has diminishing returns and will degrade the +# response time (latency) of the application. +# +# The default is set to 3 threads as it's deemed a decent compromise between +# throughput and latency for the average Rails application. +# +# Any libraries that use a connection pool or another resource pool should +# be configured to provide at least as many connections as the number of +# threads. This includes Active Record's `pool` parameter in `database.yml`. +threads_count = ENV.fetch("RAILS_MAX_THREADS", 3) +threads threads_count, threads_count + +# Specifies the `port` that Puma will listen on to receive requests; default is 3000. +port ENV.fetch("PORT", 3003) +environment ENV.fetch('RAILS_ENV') { 'production' } + +# Allow puma to be restarted by `bin/rails restart` command. +plugin :tmp_restart + +# Run the Solid Queue supervisor inside of Puma for single-server deployments +plugin :solid_queue if ENV["SOLID_QUEUE_IN_PUMA"] + +# Specify the PID file. Defaults to tmp/pids/server.pid in development. +# In other environments, only set the PID file if requested. +# pidfile ENV["PIDFILE"] if ENV["PIDFILE"] +pidfile ENV.fetch('PIDFILE') { 'tmp/pids/server.pid' } diff --git a/backend/config/queue.yml b/backend/config/queue.yml new file mode 100644 index 0000000..9eace59 --- /dev/null +++ b/backend/config/queue.yml @@ -0,0 +1,18 @@ +default: &default + dispatchers: + - polling_interval: 1 + batch_size: 500 + workers: + - queues: "*" + threads: 3 + processes: <%= ENV.fetch("JOB_CONCURRENCY", 1) %> + polling_interval: 0.1 + +development: + <<: *default + +test: + <<: *default + +production: + <<: *default diff --git a/backend/config/recurring.yml b/backend/config/recurring.yml new file mode 100644 index 0000000..b4207f9 --- /dev/null +++ b/backend/config/recurring.yml @@ -0,0 +1,15 @@ +# examples: +# periodic_cleanup: +# class: CleanSoftDeletedRecordsJob +# queue: background +# args: [ 1000, { batch_size: 500 } ] +# schedule: every hour +# periodic_cleanup_with_command: +# command: "SoftDeletedRecord.due.delete_all" +# priority: 2 +# schedule: at 5am every day + +production: + clear_solid_queue_finished_jobs: + command: "SolidQueue::Job.clear_finished_in_batches(sleep_between_batches: 0.3)" + schedule: every hour at minute 12 diff --git a/backend/config/routes.rb b/backend/config/routes.rb new file mode 100644 index 0000000..532f399 --- /dev/null +++ b/backend/config/routes.rb @@ -0,0 +1,21 @@ +Rails.application.routes.draw do + resources :threads, only: [:index, :show, :create] do + resources :posts, only: [:index, :create], controller: 'thread_posts' + end + + resources :posts, only: [:show, :destroy] do + member do + post :good + post :bad + end + end + + # Define your application routes per the DSL in https://guides.rubyonrails.org/routing.html + + # Reveal health status on /up that returns 200 if the app boots with no exceptions, otherwise 500. + # Can be used by load balancers and uptime monitors to verify that the app is live. + get "up" => "rails/health#show", as: :rails_health_check + + # Defines the root path route ("/") + # root "posts#index" +end diff --git a/backend/config/storage.yml b/backend/config/storage.yml new file mode 100644 index 0000000..4942ab6 --- /dev/null +++ b/backend/config/storage.yml @@ -0,0 +1,34 @@ +test: + service: Disk + root: <%= Rails.root.join("tmp/storage") %> + +local: + service: Disk + root: <%= Rails.root.join("storage") %> + +# Use bin/rails credentials:edit to set the AWS secrets (as aws:access_key_id|secret_access_key) +# amazon: +# service: S3 +# access_key_id: <%= Rails.application.credentials.dig(:aws, :access_key_id) %> +# secret_access_key: <%= Rails.application.credentials.dig(:aws, :secret_access_key) %> +# region: us-east-1 +# bucket: your_own_bucket-<%= Rails.env %> + +# Remember not to checkin your GCS keyfile to a repository +# google: +# service: GCS +# project: your_project +# credentials: <%= Rails.root.join("path/to/gcs.keyfile") %> +# bucket: your_own_bucket-<%= Rails.env %> + +# Use bin/rails credentials:edit to set the Azure Storage secret (as azure_storage:storage_access_key) +# microsoft: +# service: AzureStorage +# storage_account_name: your_account_name +# storage_access_key: <%= Rails.application.credentials.dig(:azure_storage, :storage_access_key) %> +# container: your_container_name-<%= Rails.env %> + +# mirror: +# service: Mirror +# primary: local +# mirrors: [ amazon, google, microsoft ] diff --git a/backend/db/cable_schema.rb b/backend/db/cable_schema.rb new file mode 100644 index 0000000..2366660 --- /dev/null +++ b/backend/db/cable_schema.rb @@ -0,0 +1,11 @@ +ActiveRecord::Schema[7.1].define(version: 1) do + create_table "solid_cable_messages", force: :cascade do |t| + t.binary "channel", limit: 1024, null: false + t.binary "payload", limit: 536870912, null: false + t.datetime "created_at", null: false + t.integer "channel_hash", limit: 8, null: false + t.index ["channel"], name: "index_solid_cable_messages_on_channel" + t.index ["channel_hash"], name: "index_solid_cable_messages_on_channel_hash" + t.index ["created_at"], name: "index_solid_cable_messages_on_created_at" + end +end diff --git a/backend/db/cache_schema.rb b/backend/db/cache_schema.rb new file mode 100644 index 0000000..6005a29 --- /dev/null +++ b/backend/db/cache_schema.rb @@ -0,0 +1,14 @@ +# frozen_string_literal: true + +ActiveRecord::Schema[7.2].define(version: 1) do + create_table "solid_cache_entries", force: :cascade do |t| + t.binary "key", limit: 1024, null: false + t.binary "value", limit: 536870912, null: false + t.datetime "created_at", null: false + t.integer "key_hash", limit: 8, null: false + t.integer "byte_size", limit: 4, null: false + t.index ["byte_size"], name: "index_solid_cache_entries_on_byte_size" + t.index ["key_hash", "byte_size"], name: "index_solid_cache_entries_on_key_hash_and_byte_size" + t.index ["key_hash"], name: "index_solid_cache_entries_on_key_hash", unique: true + end +end diff --git a/backend/db/migrate/20250804104800_create_threads.rb b/backend/db/migrate/20250804104800_create_threads.rb new file mode 100644 index 0000000..e432ebc --- /dev/null +++ b/backend/db/migrate/20250804104800_create_threads.rb @@ -0,0 +1,11 @@ +class CreateThreads < ActiveRecord::Migration[7.1] + def change + create_table :threads do |t| + t.string :name, null: false + t.text :description + t.datetime :deleted_at + + t.timestamps + end + end +end diff --git a/backend/db/migrate/20250804105000_create_posts.rb b/backend/db/migrate/20250804105000_create_posts.rb new file mode 100644 index 0000000..72e25da --- /dev/null +++ b/backend/db/migrate/20250804105000_create_posts.rb @@ -0,0 +1,17 @@ +class CreatePosts < ActiveRecord::Migration[7.1] + def change + create_table :posts do |t| + t.references :thread, null: false, foreign_key: true + t.integer :post_no, null: false + t.text :message + t.boolean :held, null: false, default: false + t.boolean :sensitive, null: false, default: false + t.integer :good, null: false, default: 0 + t.integer :bad, null: false, default: 0 + t.string :password_digest + t.datetime :deleted_at + + t.timestamps + end + end +end diff --git a/backend/db/migrate/20250805030900_add_name_to_posts.rb b/backend/db/migrate/20250805030900_add_name_to_posts.rb new file mode 100644 index 0000000..f49cd85 --- /dev/null +++ b/backend/db/migrate/20250805030900_add_name_to_posts.rb @@ -0,0 +1,5 @@ +class AddNameToPosts < ActiveRecord::Migration[7.1] + def change + add_column :posts, :name, :string + end +end diff --git a/backend/db/migrate/20250805030901_create_active_storage_tables.active_storage.rb b/backend/db/migrate/20250805030901_create_active_storage_tables.active_storage.rb new file mode 100644 index 0000000..6bd8bd0 --- /dev/null +++ b/backend/db/migrate/20250805030901_create_active_storage_tables.active_storage.rb @@ -0,0 +1,57 @@ +# This migration comes from active_storage (originally 20170806125915) +class CreateActiveStorageTables < ActiveRecord::Migration[7.0] + def change + # Use Active Record's configured type for primary and foreign keys + primary_key_type, foreign_key_type = primary_and_foreign_key_types + + create_table :active_storage_blobs, id: primary_key_type do |t| + t.string :key, null: false + t.string :filename, null: false + t.string :content_type + t.text :metadata + t.string :service_name, null: false + t.bigint :byte_size, null: false + t.string :checksum + + if connection.supports_datetime_with_precision? + t.datetime :created_at, precision: 6, null: false + else + t.datetime :created_at, null: false + end + + t.index [ :key ], unique: true + end + + create_table :active_storage_attachments, id: primary_key_type do |t| + t.string :name, null: false + t.references :record, null: false, polymorphic: true, index: false, type: foreign_key_type + t.references :blob, null: false, type: foreign_key_type + + if connection.supports_datetime_with_precision? + t.datetime :created_at, precision: 6, null: false + else + t.datetime :created_at, null: false + end + + t.index [ :record_type, :record_id, :name, :blob_id ], name: :index_active_storage_attachments_uniqueness, unique: true + t.foreign_key :active_storage_blobs, column: :blob_id + end + + create_table :active_storage_variant_records, id: primary_key_type do |t| + t.belongs_to :blob, null: false, index: false, type: foreign_key_type + t.string :variation_digest, null: false + + t.index [ :blob_id, :variation_digest ], name: :index_active_storage_variant_records_uniqueness, unique: true + t.foreign_key :active_storage_blobs, column: :blob_id + end + end + + private + def primary_and_foreign_key_types + config = Rails.configuration.generators + setting = config.options[config.orm][:primary_key_type] + primary_key_type = setting || :primary_key + foreign_key_type = setting || :bigint + [ primary_key_type, foreign_key_type ] + end +end diff --git a/backend/db/queue_schema.rb b/backend/db/queue_schema.rb new file mode 100644 index 0000000..85194b6 --- /dev/null +++ b/backend/db/queue_schema.rb @@ -0,0 +1,129 @@ +ActiveRecord::Schema[7.1].define(version: 1) do + create_table "solid_queue_blocked_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.string "queue_name", null: false + t.integer "priority", default: 0, null: false + t.string "concurrency_key", null: false + t.datetime "expires_at", null: false + t.datetime "created_at", null: false + t.index [ "concurrency_key", "priority", "job_id" ], name: "index_solid_queue_blocked_executions_for_release" + t.index [ "expires_at", "concurrency_key" ], name: "index_solid_queue_blocked_executions_for_maintenance" + t.index [ "job_id" ], name: "index_solid_queue_blocked_executions_on_job_id", unique: true + end + + create_table "solid_queue_claimed_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.bigint "process_id" + t.datetime "created_at", null: false + t.index [ "job_id" ], name: "index_solid_queue_claimed_executions_on_job_id", unique: true + t.index [ "process_id", "job_id" ], name: "index_solid_queue_claimed_executions_on_process_id_and_job_id" + end + + create_table "solid_queue_failed_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.text "error" + t.datetime "created_at", null: false + t.index [ "job_id" ], name: "index_solid_queue_failed_executions_on_job_id", unique: true + end + + create_table "solid_queue_jobs", force: :cascade do |t| + t.string "queue_name", null: false + t.string "class_name", null: false + t.text "arguments" + t.integer "priority", default: 0, null: false + t.string "active_job_id" + t.datetime "scheduled_at" + t.datetime "finished_at" + t.string "concurrency_key" + t.datetime "created_at", null: false + t.datetime "updated_at", null: false + t.index [ "active_job_id" ], name: "index_solid_queue_jobs_on_active_job_id" + t.index [ "class_name" ], name: "index_solid_queue_jobs_on_class_name" + t.index [ "finished_at" ], name: "index_solid_queue_jobs_on_finished_at" + t.index [ "queue_name", "finished_at" ], name: "index_solid_queue_jobs_for_filtering" + t.index [ "scheduled_at", "finished_at" ], name: "index_solid_queue_jobs_for_alerting" + end + + create_table "solid_queue_pauses", force: :cascade do |t| + t.string "queue_name", null: false + t.datetime "created_at", null: false + t.index [ "queue_name" ], name: "index_solid_queue_pauses_on_queue_name", unique: true + end + + create_table "solid_queue_processes", force: :cascade do |t| + t.string "kind", null: false + t.datetime "last_heartbeat_at", null: false + t.bigint "supervisor_id" + t.integer "pid", null: false + t.string "hostname" + t.text "metadata" + t.datetime "created_at", null: false + t.string "name", null: false + t.index [ "last_heartbeat_at" ], name: "index_solid_queue_processes_on_last_heartbeat_at" + t.index [ "name", "supervisor_id" ], name: "index_solid_queue_processes_on_name_and_supervisor_id", unique: true + t.index [ "supervisor_id" ], name: "index_solid_queue_processes_on_supervisor_id" + end + + create_table "solid_queue_ready_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.string "queue_name", null: false + t.integer "priority", default: 0, null: false + t.datetime "created_at", null: false + t.index [ "job_id" ], name: "index_solid_queue_ready_executions_on_job_id", unique: true + t.index [ "priority", "job_id" ], name: "index_solid_queue_poll_all" + t.index [ "queue_name", "priority", "job_id" ], name: "index_solid_queue_poll_by_queue" + end + + create_table "solid_queue_recurring_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.string "task_key", null: false + t.datetime "run_at", null: false + t.datetime "created_at", null: false + t.index [ "job_id" ], name: "index_solid_queue_recurring_executions_on_job_id", unique: true + t.index [ "task_key", "run_at" ], name: "index_solid_queue_recurring_executions_on_task_key_and_run_at", unique: true + end + + create_table "solid_queue_recurring_tasks", force: :cascade do |t| + t.string "key", null: false + t.string "schedule", null: false + t.string "command", limit: 2048 + t.string "class_name" + t.text "arguments" + t.string "queue_name" + t.integer "priority", default: 0 + t.boolean "static", default: true, null: false + t.text "description" + t.datetime "created_at", null: false + t.datetime "updated_at", null: false + t.index [ "key" ], name: "index_solid_queue_recurring_tasks_on_key", unique: true + t.index [ "static" ], name: "index_solid_queue_recurring_tasks_on_static" + end + + create_table "solid_queue_scheduled_executions", force: :cascade do |t| + t.bigint "job_id", null: false + t.string "queue_name", null: false + t.integer "priority", default: 0, null: false + t.datetime "scheduled_at", null: false + t.datetime "created_at", null: false + t.index [ "job_id" ], name: "index_solid_queue_scheduled_executions_on_job_id", unique: true + t.index [ "scheduled_at", "priority", "job_id" ], name: "index_solid_queue_dispatch_all" + end + + create_table "solid_queue_semaphores", force: :cascade do |t| + t.string "key", null: false + t.integer "value", default: 1, null: false + t.datetime "expires_at", null: false + t.datetime "created_at", null: false + t.datetime "updated_at", null: false + t.index [ "expires_at" ], name: "index_solid_queue_semaphores_on_expires_at" + t.index [ "key", "value" ], name: "index_solid_queue_semaphores_on_key_and_value" + t.index [ "key" ], name: "index_solid_queue_semaphores_on_key", unique: true + end + + add_foreign_key "solid_queue_blocked_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade + add_foreign_key "solid_queue_claimed_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade + add_foreign_key "solid_queue_failed_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade + add_foreign_key "solid_queue_ready_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade + add_foreign_key "solid_queue_recurring_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade + add_foreign_key "solid_queue_scheduled_executions", "solid_queue_jobs", column: "job_id", on_delete: :cascade +end diff --git a/backend/db/seeds.rb b/backend/db/seeds.rb new file mode 100644 index 0000000..4fbd6ed --- /dev/null +++ b/backend/db/seeds.rb @@ -0,0 +1,9 @@ +# This file should ensure the existence of records required to run the application in every environment (production, +# development, test). The code here should be idempotent so that it can be executed at any point in every environment. +# The data can then be loaded with the bin/rails db:seed command (or created alongside the database with db:setup). +# +# Example: +# +# ["Action", "Comedy", "Drama", "Horror"].each do |genre_name| +# MovieGenre.find_or_create_by!(name: genre_name) +# end diff --git a/backend/lib/tasks/.keep b/backend/lib/tasks/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/lib/tasks/migration.rake b/backend/lib/tasks/migration.rake new file mode 100644 index 0000000..4706092 --- /dev/null +++ b/backend/lib/tasks/migration.rake @@ -0,0 +1,54 @@ +namespace :migration do + desc '旧掲示板からデータを移行する．' + task import: :environment do + stats = { } + sql = LegacyResponse.select('thread_id, MIN(date) AS first_date, MAX(date) AS last_date, COUNT(*) AS cnt') + .group('thread_id') + .to_sql + LegacyResponse.connection.select_all(sql).each do |r| + stats[r['thread_id'].to_i] = { + first_date: r['first_date'], + last_date: r['last_date'], + count: r['cnt'].to_i } + end + + ActiveRecord::Base.record_timestamps = false + date = '1900-01-01 00:00:00' + LegacyThread.find_each do |lt| + date = stats[lt.id]&.[](:first_date) || date + thread = Topic.find_or_create_by!( + id: lt.id + 1, + name: lt.title, + description: lt.explain.gsub('

', '').gsub('

', ''), + created_at: date, + updated_at: lt.latest) + end + ActiveRecord::Base.record_timestamps = true + + LegacyResponse.find_each do |lp| + post = Post.new( + thread_id: lp.thread_id + 1, + post_no: lp.response_id, + name: lp.name == '名なしさん' ? nil : lp.name, + message: lp.message.presence, + created_at: lp.date, + updated_at: lp.date, + held: lp.held, + deleted_at: lp.deleted ? lp.date : nil, + good: lp.good, + bad: lp.bad, + sensitive: false) + + post.password = lp.pass.presence + + if lp.image.present? + path = ("/var/www/kekec/bbs/images/#{ lp.image }") + if File.exist?(path) + post.image.attach(io: File.open(path), filename: lp.image) + end + end + + post.save! + end + end +end diff --git a/backend/log/.keep b/backend/log/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/public/robots.txt b/backend/public/robots.txt new file mode 100644 index 0000000..c19f78a --- /dev/null +++ b/backend/public/robots.txt @@ -0,0 +1 @@ +# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file diff --git a/backend/script/.keep b/backend/script/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/storage/.keep b/backend/storage/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/controllers/.keep b/backend/test/controllers/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/fixtures/files/.keep b/backend/test/fixtures/files/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/integration/.keep b/backend/test/integration/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/mailers/.keep b/backend/test/mailers/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/models/.keep b/backend/test/models/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/test/test_helper.rb b/backend/test/test_helper.rb new file mode 100644 index 0000000..0c22470 --- /dev/null +++ b/backend/test/test_helper.rb @@ -0,0 +1,15 @@ +ENV["RAILS_ENV"] ||= "test" +require_relative "../config/environment" +require "rails/test_help" + +module ActiveSupport + class TestCase + # Run tests in parallel with specified workers + parallelize(workers: :number_of_processors) + + # Setup all fixtures in test/fixtures/*.yml for all tests in alphabetical order. + fixtures :all + + # Add more helper methods to be used by all tests here... + end +end diff --git a/backend/tmp/.keep b/backend/tmp/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/tmp/pids/.keep b/backend/tmp/pids/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/tmp/storage/.keep b/backend/tmp/storage/.keep new file mode 100644 index 0000000..e69de29 diff --git a/backend/vendor/.keep b/backend/vendor/.keep new file mode 100644 index 0000000..e69de29