2019-05-02 17:17:27 -05:00
|
|
|
# frozen_string_literal: true
|
2023-01-09 06:10:19 -06:00
|
|
|
require "execjs"
|
|
|
|
require "mini_racer"
|
2014-05-05 17:04:09 -05:00
|
|
|
|
2020-03-11 08:43:55 -05:00
|
|
|
class DiscourseJsProcessor
|
2023-01-09 06:10:19 -06:00
|
|
|
class TranspileError < StandardError
|
|
|
|
end
|
2020-10-13 08:58:08 -05:00
|
|
|
|
2023-01-16 11:28:59 -06:00
|
|
|
# To generate a list of babel plugins used by ember-cli, set
|
|
|
|
# babel: { debug: true } in ember-cli-build.js, then run `yarn ember build -prod`
|
2022-08-09 05:53:24 -05:00
|
|
|
DISCOURSE_COMMON_BABEL_PLUGINS = [
|
2024-05-10 06:48:16 -05:00
|
|
|
["proposal-decorators", { legacy: true }],
|
|
|
|
"proposal-class-properties",
|
|
|
|
"proposal-private-methods",
|
2023-01-09 06:10:19 -06:00
|
|
|
"proposal-class-static-block",
|
|
|
|
"transform-parameters",
|
|
|
|
"proposal-export-namespace-from",
|
2022-08-09 05:53:24 -05:00
|
|
|
]
|
|
|
|
|
DEV: Allow Ember CLI assets to be used by development Rails app (#16511)
Previously, accessing the Rails app directly in development mode would give you assets from our 'legacy' Ember asset pipeline. The only way to run with Ember CLI assets was to run ember-cli as a proxy. This was quite limiting when working on things which are bypassed when using the ember-cli proxy (e.g. changes to `application.html.erb`). Also, since `ember-auto-import` introduced chunking, visiting `/theme-qunit` under Ember CLI was failing to include all necessary chunks.
This commit teaches Sprockets about our Ember CLI assets so that they can be used in development mode, and are automatically collected up under `/public/assets` during `assets:precompile`. As a bonus, this allows us to remove all the custom manifest modification from `assets:precompile`.
The key changes are:
- Introduce a shared `EmberCli.enabled?` helper
- When ember-cli is enabled, add ember-cli `/dist/assets` as the top-priority Rails asset directory
- Have ember-cli output a `chunks.json` manifest, and teach `preload_script` to read it and append the correct chunks to their associated `afterFile`
- Remove most custom ember-cli logic from the `assets:precompile` step. Instead, rely on Rails to take care of pulling the 'precompiled' assets into the `public/assets` directory. Move the 'renaming' logic to runtime, so it can be used in development mode as well.
- Remove fingerprinting from `ember-cli-build`, and allow Rails to take care of things
Long-term, we may want to replace Sprockets with the lighter-weight Propshaft. The changes made in this commit have been made with that long-term goal in mind.
tldr: when you visit the rails app directly, you'll now be served the current ember-cli assets. To keep these up-to-date make sure either `ember serve`, or `ember build --watch` is running. If you really want to load the old non-ember-cli assets, then you should start the server with `EMBER_CLI_PROD_ASSETS=0`. (the legacy asset pipeline will be removed very soon)
2022-04-21 10:26:34 -05:00
|
|
|
def self.ember_cli?(filename)
|
|
|
|
filename.include?("/app/assets/javascripts/discourse/dist/")
|
|
|
|
end
|
|
|
|
|
2020-03-11 08:43:55 -05:00
|
|
|
def self.call(input)
|
2023-01-09 06:10:19 -06:00
|
|
|
root_path = input[:load_path] || ""
|
|
|
|
logical_path =
|
|
|
|
(input[:filename] || "").sub(root_path, "").gsub(/\.(js|es6).*$/, "").sub(%r{^/}, "")
|
2020-03-11 08:43:55 -05:00
|
|
|
data = input[:data]
|
2014-05-05 17:04:09 -05:00
|
|
|
|
2023-01-09 06:10:19 -06:00
|
|
|
data = transpile(data, root_path, logical_path) if should_transpile?(input[:filename])
|
2017-04-17 09:11:51 -05:00
|
|
|
|
2020-03-11 08:43:55 -05:00
|
|
|
{ data: data }
|
|
|
|
end
|
|
|
|
|
2023-10-02 05:36:06 -05:00
|
|
|
def self.transpile(data, root_path, logical_path, theme_id: nil, extension: nil)
|
2020-03-11 08:43:55 -05:00
|
|
|
transpiler = Transpiler.new(skip_module: skip_module?(data))
|
2023-10-02 05:36:06 -05:00
|
|
|
transpiler.perform(data, root_path, logical_path, theme_id: theme_id, extension: extension)
|
2020-03-11 08:43:55 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.should_transpile?(filename)
|
2023-01-09 06:10:19 -06:00
|
|
|
filename ||= ""
|
2020-03-11 08:43:55 -05:00
|
|
|
|
DEV: Allow Ember CLI assets to be used by development Rails app (#16511)
Previously, accessing the Rails app directly in development mode would give you assets from our 'legacy' Ember asset pipeline. The only way to run with Ember CLI assets was to run ember-cli as a proxy. This was quite limiting when working on things which are bypassed when using the ember-cli proxy (e.g. changes to `application.html.erb`). Also, since `ember-auto-import` introduced chunking, visiting `/theme-qunit` under Ember CLI was failing to include all necessary chunks.
This commit teaches Sprockets about our Ember CLI assets so that they can be used in development mode, and are automatically collected up under `/public/assets` during `assets:precompile`. As a bonus, this allows us to remove all the custom manifest modification from `assets:precompile`.
The key changes are:
- Introduce a shared `EmberCli.enabled?` helper
- When ember-cli is enabled, add ember-cli `/dist/assets` as the top-priority Rails asset directory
- Have ember-cli output a `chunks.json` manifest, and teach `preload_script` to read it and append the correct chunks to their associated `afterFile`
- Remove most custom ember-cli logic from the `assets:precompile` step. Instead, rely on Rails to take care of pulling the 'precompiled' assets into the `public/assets` directory. Move the 'renaming' logic to runtime, so it can be used in development mode as well.
- Remove fingerprinting from `ember-cli-build`, and allow Rails to take care of things
Long-term, we may want to replace Sprockets with the lighter-weight Propshaft. The changes made in this commit have been made with that long-term goal in mind.
tldr: when you visit the rails app directly, you'll now be served the current ember-cli assets. To keep these up-to-date make sure either `ember serve`, or `ember build --watch` is running. If you really want to load the old non-ember-cli assets, then you should start the server with `EMBER_CLI_PROD_ASSETS=0`. (the legacy asset pipeline will be removed very soon)
2022-04-21 10:26:34 -05:00
|
|
|
# skip ember cli
|
|
|
|
return false if ember_cli?(filename)
|
|
|
|
|
2020-03-11 08:43:55 -05:00
|
|
|
# es6 is always transpiled
|
|
|
|
return true if filename.end_with?(".es6") || filename.end_with?(".es6.erb")
|
|
|
|
|
|
|
|
# For .js check the path...
|
|
|
|
return false unless filename.end_with?(".js") || filename.end_with?(".js.erb")
|
|
|
|
|
2023-01-09 06:10:19 -06:00
|
|
|
relative_path = filename.sub(Rails.root.to_s, "").sub(%r{^/*}, "")
|
2020-03-26 11:22:33 -05:00
|
|
|
|
|
|
|
js_root = "app/assets/javascripts"
|
|
|
|
test_root = "test/javascripts"
|
|
|
|
|
|
|
|
return false if relative_path.start_with?("#{js_root}/locales/")
|
|
|
|
return false if relative_path.start_with?("#{js_root}/plugins/")
|
|
|
|
|
2023-01-09 06:10:19 -06:00
|
|
|
!!(relative_path =~ %r{^#{js_root}/[^/]+/} || relative_path =~ %r{^#{test_root}/[^/]+/})
|
2020-03-11 08:43:55 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def self.skip_module?(data)
|
2023-01-09 06:10:19 -06:00
|
|
|
!!(data.present? && data =~ %r{^// discourse-skip-module$})
|
2020-03-11 08:43:55 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
class Transpiler
|
2023-10-02 05:36:06 -05:00
|
|
|
TRANSPILER_PATH =
|
|
|
|
(
|
|
|
|
if Rails.env.production?
|
|
|
|
"tmp/theme-transpiler.js"
|
|
|
|
else
|
|
|
|
"tmp/theme-transpiler/#{Process.pid}.js"
|
|
|
|
end
|
|
|
|
)
|
2023-08-25 04:44:30 -05:00
|
|
|
|
2020-03-11 08:43:55 -05:00
|
|
|
@mutex = Mutex.new
|
|
|
|
@ctx_init = Mutex.new
|
2023-08-24 09:36:22 -05:00
|
|
|
@processor_mutex = Mutex.new
|
2020-03-11 08:43:55 -05:00
|
|
|
|
|
|
|
def self.mutex
|
|
|
|
@mutex
|
2014-05-05 17:04:09 -05:00
|
|
|
end
|
|
|
|
|
2023-10-02 05:36:06 -05:00
|
|
|
def self.build_theme_transpiler
|
2023-08-24 09:36:22 -05:00
|
|
|
Discourse::Utils.execute_command(
|
2023-10-02 05:36:06 -05:00
|
|
|
"node",
|
|
|
|
"app/assets/javascripts/theme-transpiler/build.js",
|
|
|
|
TRANSPILER_PATH,
|
2023-08-24 09:36:22 -05:00
|
|
|
)
|
2023-10-02 05:36:06 -05:00
|
|
|
TRANSPILER_PATH
|
2022-08-29 13:53:42 -05:00
|
|
|
end
|
|
|
|
|
2014-05-05 17:04:09 -05:00
|
|
|
def self.create_new_context
|
2016-04-21 18:52:12 -05:00
|
|
|
# timeout any eval that takes longer than 15 seconds
|
2023-01-09 06:10:19 -06:00
|
|
|
ctx = MiniRacer::Context.new(timeout: 15_000, ensure_gc_after_idle: 2000)
|
2022-08-29 13:53:42 -05:00
|
|
|
|
|
|
|
# General shims
|
2017-07-27 20:20:09 -05:00
|
|
|
ctx.attach("rails.logger.info", proc { |err| Rails.logger.info(err.to_s) })
|
2022-08-29 13:53:42 -05:00
|
|
|
ctx.attach("rails.logger.warn", proc { |err| Rails.logger.warn(err.to_s) })
|
2017-07-27 20:20:09 -05:00
|
|
|
ctx.attach("rails.logger.error", proc { |err| Rails.logger.error(err.to_s) })
|
2022-09-01 05:50:46 -05:00
|
|
|
|
|
|
|
# Theme template AST transformation plugins
|
2023-10-04 19:06:58 -05:00
|
|
|
@processor_mutex.synchronize { build_theme_transpiler } if !Rails.env.production?
|
2023-08-24 06:19:57 -05:00
|
|
|
|
2023-10-02 05:36:06 -05:00
|
|
|
ctx.eval(File.read(TRANSPILER_PATH), filename: "theme-transpiler.js")
|
2017-06-29 15:22:19 -05:00
|
|
|
|
2014-05-05 17:04:09 -05:00
|
|
|
ctx
|
|
|
|
end
|
|
|
|
|
2016-11-01 21:34:20 -05:00
|
|
|
def self.reset_context
|
2017-07-19 23:17:45 -05:00
|
|
|
@ctx&.dispose
|
2016-11-01 21:34:20 -05:00
|
|
|
@ctx = nil
|
|
|
|
end
|
|
|
|
|
2014-05-05 17:04:09 -05:00
|
|
|
def self.v8
|
|
|
|
return @ctx if @ctx
|
|
|
|
|
|
|
|
# ensure we only init one of these
|
|
|
|
@ctx_init.synchronize do
|
|
|
|
return @ctx if @ctx
|
|
|
|
@ctx = create_new_context
|
|
|
|
end
|
|
|
|
|
|
|
|
@ctx
|
|
|
|
end
|
|
|
|
|
2022-10-18 12:20:10 -05:00
|
|
|
# Call a method in the global scope of the v8 context.
|
|
|
|
# The `fetch_result_call` kwarg provides a workaround for the lack of mini_racer async
|
|
|
|
# result support. The first call can perform some async operation, and then `fetch_result_call`
|
|
|
|
# will be called to fetch the result.
|
2022-09-01 05:50:46 -05:00
|
|
|
def self.v8_call(*args, **kwargs)
|
2022-10-18 12:20:10 -05:00
|
|
|
fetch_result_call = kwargs.delete(:fetch_result_call)
|
2022-09-01 05:50:46 -05:00
|
|
|
mutex.synchronize do
|
2022-10-18 12:20:10 -05:00
|
|
|
result = v8.call(*args, **kwargs)
|
|
|
|
result = v8.call(fetch_result_call) if fetch_result_call
|
|
|
|
result
|
2022-09-01 05:50:46 -05:00
|
|
|
end
|
|
|
|
rescue MiniRacer::RuntimeError => e
|
|
|
|
message = e.message
|
|
|
|
begin
|
|
|
|
# Workaround for https://github.com/rubyjs/mini_racer/issues/262
|
|
|
|
possible_encoded_message = message.delete_prefix("Error: ")
|
|
|
|
decoded = JSON.parse("{\"value\": #{possible_encoded_message}}")["value"]
|
|
|
|
message = "Error: #{decoded}"
|
|
|
|
rescue JSON::ParserError
|
|
|
|
message = e.message
|
|
|
|
end
|
|
|
|
transpile_error = TranspileError.new(message)
|
|
|
|
transpile_error.set_backtrace(e.backtrace)
|
|
|
|
raise transpile_error
|
2016-03-18 13:41:27 -05:00
|
|
|
end
|
|
|
|
|
2022-09-01 05:50:46 -05:00
|
|
|
def initialize(skip_module: false)
|
|
|
|
@skip_module = skip_module
|
2016-06-14 13:31:51 -05:00
|
|
|
end
|
|
|
|
|
2023-10-02 05:36:06 -05:00
|
|
|
def perform(source, root_path = nil, logical_path = nil, theme_id: nil, extension: nil)
|
2022-09-01 05:50:46 -05:00
|
|
|
self.class.v8_call(
|
|
|
|
"transpile",
|
|
|
|
source,
|
|
|
|
{
|
2023-04-24 11:39:02 -05:00
|
|
|
skipModule: @skip_module,
|
2022-09-01 05:50:46 -05:00
|
|
|
moduleId: module_name(root_path, logical_path),
|
2023-01-09 06:10:19 -06:00
|
|
|
filename: logical_path || "unknown",
|
2023-10-02 05:36:06 -05:00
|
|
|
extension: extension,
|
2022-09-01 05:50:46 -05:00
|
|
|
themeId: theme_id,
|
2023-01-09 06:10:19 -06:00
|
|
|
commonPlugins: DISCOURSE_COMMON_BABEL_PLUGINS,
|
|
|
|
},
|
2022-09-01 05:50:46 -05:00
|
|
|
)
|
2016-03-18 13:41:27 -05:00
|
|
|
end
|
|
|
|
|
2014-05-05 17:04:09 -05:00
|
|
|
def module_name(root_path, logical_path)
|
2014-05-15 15:31:45 -05:00
|
|
|
path = nil
|
|
|
|
|
2014-05-20 15:54:59 -05:00
|
|
|
root_base = File.basename(Rails.root)
|
2014-05-15 15:31:45 -05:00
|
|
|
# If the resource is a plugin, use the plugin name as a prefix
|
2023-01-09 06:10:19 -06:00
|
|
|
if root_path =~ %r{(.*/#{root_base}/plugins/[^/]+)/}
|
2014-05-15 15:31:45 -05:00
|
|
|
plugin_path = "#{Regexp.last_match[1]}/plugin.rb"
|
|
|
|
|
2017-07-27 20:20:09 -05:00
|
|
|
plugin = Discourse.plugins.find { |p| p.path == plugin_path }
|
2023-01-09 06:10:19 -06:00
|
|
|
path =
|
|
|
|
"discourse/plugins/#{plugin.name}/#{logical_path.sub(%r{javascripts/}, "")}" if plugin
|
2014-05-05 17:04:09 -05:00
|
|
|
end
|
|
|
|
|
2020-04-23 08:07:54 -05:00
|
|
|
# We need to strip the app subdirectory to replicate how ember-cli works.
|
2023-01-09 06:10:19 -06:00
|
|
|
path || logical_path&.gsub("app/", "")&.gsub("addon/", "")&.gsub("admin/addon", "admin")
|
2014-05-05 17:04:09 -05:00
|
|
|
end
|
|
|
|
|
2022-09-01 05:50:46 -05:00
|
|
|
def compile_raw_template(source, theme_id: nil)
|
|
|
|
self.class.v8_call("compileRawTemplate", source, theme_id)
|
|
|
|
end
|
|
|
|
|
2022-10-18 12:20:10 -05:00
|
|
|
def terser(tree, opts)
|
|
|
|
self.class.v8_call("minify", tree, opts, fetch_result_call: "getMinifyResult")
|
|
|
|
end
|
2014-05-05 17:04:09 -05:00
|
|
|
end
|
|
|
|
end
|