Add locales (#8107)

* Add basic translations code/logic

* WIP

* Update migrations

* Update migrations

* Add i18n js backend file loader (#8099)

* Start work on things

* Add approval of LLM version

* Improve UI

* Add more endpoints

* Return data from API

* Fix

* Improve searching

* Add LLM verification

* Tweaks

* Add localization generating flow

* Reword lots

* Add locales as URL params

* Fix default vs constraint

* Fix Zeitwerk

* Redirect logged-in users to correct locale

* Check routing

* Redirect users to their selected locale

* Correctly render things

* Fix rebase

* Add locales to footer

* Tidy

* Improve locale support

* Improve locale support

* WIP

* Rename migration

* Further progress

* Add test

* Add test

* Add tests

* Rework prompts

* Sync things up

* Add Translation Placeholder (#8149)

A placeholder that shows a pending state, then shows the newly generated translation.

* Add React Translation UI pages

* Fix bad filename

* Fix LLM verification

* Add title to originals

* Fix serialzier

* Remove stray file

---------

Co-authored-by: Aron Demeter <66035744+dem4ron@users.noreply.github.com>
Co-authored-by: dem4ron <demaaron88@gmail.com>

Author: iHiD

.cursor/rules/general.mdc

@@ -0,0 +1,4 @@
+---
+alwaysApply: true
+---
+Always start by reading .github/copilot-instructions.md and any docs/llm-support that are required.

Gemfile

@@ -38,6 +38,7 @@ gem 'octokit' # GitHub
 gem 'mandate', '~> 2.0'
 gem 'kaminari'
 gem 'oj', '~> 3.14.0'
+gem 'i18n', '>= 0.5.0'
 
 # Setup dependencies
 gem 'exercism-config', '>= 0.130.0'

Gemfile.lock

@@ -665,6 +665,7 @@ DEPENDENCIES
   haml_lint
   hamlit
   humanize
+  i18n (>= 0.5.0)
   image_processing (~> 1.2)
   jsbundling-rails
   kaminari

Procfile.dev

@@ -1,6 +1,6 @@
 server: bin/rails server -p 3020
 anycable: bundle exec anycable
-sidekiq: bundle exec sidekiq
+#sidekiq: bundle exec sidekiq
 ws: anycable-go --host='local.exercism.io' --rpc_host='local.exercism.io:50051' --port=3334
 css: yarn build:css --watch
 js: yarn build --watch

app/assemblers/assemble_localization_originals.rb

@@ -0,0 +1,30 @@
+class AssembleLocalizationOriginals
+  include Mandate
+
+  initialize_with :user, :params
+
+  def self.keys
+    %i[criteria status page]
+  end
+
+  def call
+    SerializePaginatedCollection.(
+      translations,
+      serializer: SerializeLocalizationOriginals,
+      serializer_args: user,
+      meta: {
+        unscoped_total: Localization::Original.count
+      }
+    )
+  end
+
+  memoize
+  def translations
+    Localization::Original::Search.(
+      user,
+      criteria: params[:criteria],
+      status: params[:status],
+      page: params[:page]
+    )
+  end
+end

app/channels/localization_translation_channel.rb

@@ -0,0 +1,22 @@
+class LocalizationTranslationChannel < ApplicationCable::Channel
+  def self.broadcast!(translation)
+    ActionCable.server.broadcast(
+      channel_name(translation.locale),
+      {
+        key: translation.key,
+        locale: translation.locale,
+        value: translation.value
+      }
+    )
+  end
+
+  def subscribed
+    stream_from self.class.channel_name(params[:locale])
+  end
+
+  def unsubscribed; end
+
+  def self.channel_name(locale)
+    "localization_translations_#{locale}"
+  end
+end

app/commands/cache/key_for_footer.rb

@@ -9,7 +9,8 @@ def call
     parts << ::Track.num_active
     parts << user_part
     parts << stripe_version
-    parts << "v3"
+    parts << I18n.available_locales.count
+    parts << "3" # Basic expiry key
 
     parts.join(':')
   end

app/commands/generic_exercise/create_or_update.rb

@@ -1,20 +1,44 @@
 class GenericExercise::CreateOrUpdate
   include Mandate
 
-  initialize_with :slug, :title, :blurb, :source, :source_url, :deep_dive_youtube_id, :deep_dive_blurb, :status
+  initialize_with :repo_exercise
 
   def call
     create!.tap do |exercise|
       exercise.update!(attributes)
+
+      localize!(:generic_exercise_instructions, exercise.instructions, exercise)
+      localize!(:generic_exercise_introduction, exercise.introduction, exercise)
+      localize!(:generic_exercise_title, exercise.title, exercise)
+      localize!(:generic_exercise_blurb, exercise.blurb, exercise)
+      localize!(:generic_exercise_source, exercise.source, exercise)
     end
   end
 
   private
   def create!
-    GenericExercise.find_create_or_find_by!(slug:) do |exercise|
+    GenericExercise.find_create_or_find_by!(slug: repo_exercise[:slug]) do |exercise|
       exercise.attributes = attributes
     end
   end
 
-  def attributes = { title:, blurb:, source:, source_url:, deep_dive_youtube_id:, deep_dive_blurb:, status: }
+  def localize!(type, content, exercise)
+    return unless content.present?
+
+    Localization::Text::AddToLocalization.defer(type, content, exercise)
+  end
+
+  memoize
+  def attributes
+    {
+      slug: repo_exercise[:slug],
+      title: repo_exercise[:title],
+      blurb: repo_exercise[:blurb],
+      source: repo_exercise[:source],
+      source_url: repo_exercise[:source_url],
+      deep_dive_youtube_id: repo_exercise[:deep_dive_youtube_id],
+      deep_dive_blurb: repo_exercise[:deep_dive_blurb],
+      status: repo_exercise[:deprecated] ? :deprecated : :active
+    }
+  end
 end

app/commands/git/sync_blog.rb

@@ -35,8 +35,19 @@ def create_or_update_post(data)
     end
 
     post.update!(attributes)
-  rescue StandardError => e
-    Github::Issue::OpenForBlogSyncFailure.(e, repo.head_commit.oid)
+
+    localize!(:post_title, post.title, post.id)
+    localize!(:post_description, post.description, post.id)
+    localize!(:post_content, post.content, post.id)
+
+    # rescue StandardError => e
+    #   Github::Issue::OpenForBlogSyncFailure.(e, repo.head_commit.oid)
+  end
+
+  def localize!(type, content, post_id)
+    return unless content.present?
+
+    Localization::Text::AddToLocalization.defer(type, content, post_id)
   end
 
   def create_or_update_story(data)

app/commands/git/sync_concept.rb

@@ -20,11 +20,22 @@ def call
 
     Git::SyncConceptAuthors.(concept)
     Git::SyncConceptContributors.(concept)
+
+    localize!(:concept_name, concept.name)
+    localize!(:concept_blurb, concept.blurb)
+    localize!(:concept_introduction, concept.introduction)
+    localize!(:concept_about, concept.about)
   end
 
   private
   attr_reader :concept, :force_sync
 
+  def localize!(type, content)
+    return unless content.present?
+
+    Localization::Text::AddToLocalization.defer(type, content, concept.id)
+  end
+
   def concept_needs_updating?
     track_config_concept_modified? || concept_config_modified?
   end