Add automatic JS license generation (#11810)

* Add automatic JS license generation

Removed librejs file and replaced it with a plaintext file that is built
from all JS dependencies that are included in the webpack build. It does
not cover the few remaining statically vendored files and fomantic is
added manually because it's not yet in the webpack build process.

Fixes: #11630

* fix lint

* remove jslicense, we're not librejs compatible any more

* remove license.txt test as it depens on absent files

* small optimization

* trailing comma

* localize and capitalize the word 'licenses'

* reduce text to just 'Licenses'

Co-authored-by: Lauris BH <[email protected]>

Author: silverwind

integrations/links_test.go

@@ -33,8 +33,6 @@ func TestLinksNoLogin(t *testing.T) {
 		"/user/forgot_password",
 		"/api/swagger",
 		"/api/v1/swagger",
-		// TODO: follow this page and test every link
-		"/vendor/librejs.html",
 	}
 
 	for _, link := range links {

options/locale/locale_en-US.ini

@@ -20,6 +20,7 @@ user_profile_and_more = Profile and Settings…
 signed_in_as = Signed in as
 enable_javascript = This website works better with JavaScript.
 toc = Table of Contents
+licenses = Licenses
 
 username = Username
 email = Email Address

package-lock.json

@@ -25,6 +25,7 @@
     "jquery": "3.5.1",
     "jquery.are-you-sure": "1.9.0",
     "less-loader": "6.1.0",
+    "license-webpack-plugin": "2.2.0",
     "mini-css-extract-plugin": "0.9.0",
     "monaco-editor": "0.20.0",
     "monaco-editor-webpack-plugin": "1.9.0",
@@ -48,7 +49,8 @@
     "webpack-fix-style-only-entries": "0.5.0",
     "workbox-routing": "5.1.3",
     "workbox-strategies": "5.1.3",
-    "worker-loader": "2.0.0"
+    "worker-loader": "2.0.0",
+    "wrap-ansi": "7.0.0"
   },
   "devDependencies": {
     "eslint": "7.2.0",

package.json

@@ -16,7 +16,7 @@
 					{{end}}
 				</div>
 			</div>
-			<a href="{{StaticUrlPrefix}}/vendor/librejs.html" data-jslicense="1">JavaScript licenses</a>
+			<a href="{{StaticUrlPrefix}}/js/licenses.txt">{{.i18n.Tr "licenses"}}</a>
 			{{if .EnableSwagger}}<a href="{{AppSubUrl}}/api/swagger">API</a>{{end}}
 			<a target="_blank" rel="noopener noreferrer" href="https://gitea.io">{{.i18n.Tr "website"}}</a>
 			{{template "custom/extra_links_footer" .}}

public/vendor/librejs.html

@@ -52,7 +52,7 @@
 	THE SOFTWARE.
 	---
 	Licensing information for additional javascript libraries can be found at:
-	  {{StaticUrlPrefix}}/vendor/librejs.html
+	  {{StaticUrlPrefix}}/js/licenses.txt
 
 	@licend  The above is the entire license notice
         for the JavaScript code in this page.

templates/base/footer_content.tmpl

@@ -1,5 +1,6 @@
 const cssnano = require('cssnano');
 const fastGlob = require('fast-glob');
+const wrapAnsi = require('wrap-ansi');
 const FixStyleOnlyEntriesPlugin = require('webpack-fix-style-only-entries');
 const MiniCssExtractPlugin = require('mini-css-extract-plugin');
 const MonacoWebpackPlugin = require('monaco-editor-webpack-plugin');
@@ -11,6 +12,7 @@ const TerserPlugin = require('terser-webpack-plugin');
 const VueLoaderPlugin = require('vue-loader/lib/plugin');
 const {statSync} = require('fs');
 const {resolve, parse} = require('path');
+const {LicenseWebpackPlugin} = require('license-webpack-plugin');
 const {SourceMapDevToolPlugin} = require('webpack');
 
 const glob = (pattern) => fastGlob.sync(pattern, {cwd: __dirname, absolute: true});
@@ -241,6 +243,34 @@ module.exports = {
     new MonacoWebpackPlugin({
       filename: 'js/monaco-[name].worker.js',
     }),
+    new LicenseWebpackPlugin({
+      outputFilename: 'js/licenses.txt',
+      perChunkOutput: false,
+      addBanner: false,
+      skipChildCompilers: true,
+      modulesDirectories: [
+        resolve(__dirname, 'node_modules'),
+      ],
+      additionalModules: [
+        {
+          name: 'fomantic-ui',
+          directory: resolve(__dirname, 'node_modules/fomantic-ui'),
+        },
+      ],
+      renderLicenses: (modules) => {
+        const line = '-'.repeat(80);
+        return modules.map((module) => {
+          const {name, version} = module.packageJson;
+          const {licenseId, licenseText} = module;
+          const body = wrapAnsi(licenseText || '', 80);
+          return `${line}\n${name}@${version} - ${licenseId}\n${line}\n${body}`;
+        }).join('\n');
+      },
+      stats: {
+        warnings: false,
+        errors: true,
+      },
+    }),
   ],
   performance: {
     hints: false,