copy custom robots_txt in webpack on compile

web/src/robots.js

@@ -0,0 +1,12 @@
+const fs = require('fs');
+const path = require('path');
+
+let robots;
+async function getRobots(ctx) {
+  if (!robots) {
+    robots = fs.readFileSync(path.join(__dirname, '/../dist/public/robots.txt'), 'utf8');
+  }
+  return robots;
+}
+
+module.exports = { getRobots };

web/webpack.config.js

@@ -61,6 +61,15 @@ if (fs.existsSync(CUSTOM_OG_PATH)) {
   });
 }
 
+const ROBOTS_TXT_PATH = `${CUSTOM_ROOT}/robots.txt`;
+if (fs.existsSync(ROBOTS_TXT_PATH)) {
+  copyWebpackCommands.push({
+    from: ROBOTS_TXT_PATH,
+    to: `${DIST_ROOT}/robots.txt`,
+    force: true,
+  });
+}
+
 let plugins = [
   new WriteFilePlugin(),
   new CopyWebpackPlugin(copyWebpackCommands),