/** * Copyright (c) 2017-present, Facebook, Inc. * * This source code is licensed under the MIT license found in the * LICENSE file in the root directory of this source tree. */ function execute(port) { const extractTranslations = require('../write-translations'); const env = require('./env.js'); const translation = require('./translation'); const express = require('express'); const React = require('react'); const request = require('request'); const fs = require('fs-extra'); const os = require('os'); const path = require('path'); const color = require('color'); const getTOC = require('../core/getTOC'); const mkdirp = require('mkdirp'); const glob = require('glob'); const chalk = require('chalk'); const translate = require('./translate'); const {renderToStaticMarkupWithDoctype} = require('./renderUtils'); const feed = require('./feed'); const sitemap = require('./sitemap'); const CWD = process.cwd(); const join = path.join; const sep = path.sep; // remove a module and child modules from require cache, so server does not have // to be restarted function removeModuleAndChildrenFromCache(moduleName) { let mod = require.resolve(moduleName); if (mod && (mod = require.cache[mod])) { mod.children.forEach(child => { delete require.cache[child.id]; removeModulePathFromCache(mod.id); }); delete require.cache[mod.id]; removeModulePathFromCache(mod.id); } } function removeModulePathFromCache(moduleName) { Object.keys(module.constructor._pathCache).forEach(function(cacheKey) { if (cacheKey.indexOf(moduleName) > 0) { delete module.constructor._pathCache[cacheKey]; } }); } /****************************************************************************/ let readMetadata = require('./readMetadata.js'); let Metadata; let MetadataBlog; let siteConfig; function reloadMetadata() { removeModuleAndChildrenFromCache('./readMetadata.js'); readMetadata.generateMetadataDocs(); removeModuleAndChildrenFromCache('../core/metadata.js'); Metadata = require('../core/metadata.js'); } function reloadMetadataBlog() { if (fs.existsSync(join(__dirname, '..', 'core', 'MetadataBlog.js'))) { removeModuleAndChildrenFromCache(join('..', 'core', 'MetadataBlog.js')); fs.removeSync(join(__dirname, '..', 'core', 'MetadataBlog.js')); } readMetadata.generateMetadataBlog(); MetadataBlog = require(join('..', 'core', 'MetadataBlog.js')); } function reloadSiteConfig() { removeModuleAndChildrenFromCache(join(CWD, 'siteConfig.js')); siteConfig = require(join(CWD, 'siteConfig.js')); if (siteConfig.highlight && siteConfig.highlight.hljs) { siteConfig.highlight.hljs(require('highlight.js')); } } /****************************************************************************/ const TABLE_OF_CONTENTS_TOKEN = ''; const insertTableOfContents = rawContent => { const filterRe = /^`[^`]*`/; const headers = getTOC(rawContent, 'h3', null); const tableOfContents = headers .filter(header => filterRe.test(header.rawContent)) .map(header => ` - [${header.rawContent}](#${header.hashLink})`) .join('\n'); return rawContent.replace(TABLE_OF_CONTENTS_TOKEN, tableOfContents); }; /****************************************************************************/ function isSeparateCss(file) { if (!siteConfig.separateCss) { return false; } for (let i = 0; i < siteConfig.separateCss.length; i++) { if (file.includes(siteConfig.separateCss[i])) { return true; } } return false; } /****************************************************************************/ reloadMetadata(); reloadMetadataBlog(); extractTranslations(); reloadSiteConfig(); // handle all requests for document pages const app = express(); app.get(/docs\/.*html$/, (req, res, next) => { let url = req.path.toString().replace(siteConfig.baseUrl, ''); // links is a map from a permalink to an id for each document let links = {}; Object.keys(Metadata).forEach(id => { const metadata = Metadata[id]; links[metadata.permalink] = id; }); // mdToHtml is a map from a markdown file name to its html link, used to // change relative markdown links that work on GitHub into actual site links const mdToHtml = {}; Object.keys(Metadata).forEach(id => { const metadata = Metadata[id]; if (metadata.language !== 'en' || metadata.original_id) { return; } let htmlLink = siteConfig.baseUrl + metadata.permalink.replace('/next/', '/'); if (htmlLink.includes('/docs/en/')) { htmlLink = htmlLink.replace('/docs/en/', '/docs/en/VERSION/'); } else { htmlLink = htmlLink.replace('/docs/', '/docs/VERSION/'); } mdToHtml[metadata.source] = htmlLink; }); const metadata = Metadata[links[url]]; if (!metadata) { next(); return; } const language = metadata.language; // determine what file to use according to its id let file; if (metadata.original_id) { if (env.translation.enabled && metadata.language !== 'en') { file = join(CWD, 'translated_docs', metadata.language, metadata.source); } else { file = join(CWD, 'versioned_docs', metadata.source); } } else { if (!env.translation.enabled || metadata.language === 'en') { file = join(CWD, '..', readMetadata.getDocsPath(), metadata.source); } else { file = join(CWD, 'translated_docs', metadata.language, metadata.source); } } if (!fs.existsSync(file)) { next(); return; } let rawContent = readMetadata.extractMetadata(fs.readFileSync(file, 'utf8')) .rawContent; // generate table of contents if appropriate if (rawContent && rawContent.indexOf(TABLE_OF_CONTENTS_TOKEN) !== -1) { rawContent = insertTableOfContents(rawContent); } let defaultVersion = env.versioning.defaultVersion; // replace any links to markdown files to their website html links Object.keys(mdToHtml).forEach(function(key, index) { let link = mdToHtml[key]; link = link.replace('/en/', '/' + language + '/'); link = link.replace( '/VERSION/', metadata.version && metadata.version !== defaultVersion ? '/' + metadata.version + '/' : '/' ); // replace relative links without "./" rawContent = rawContent.replace( new RegExp('\\]\\(' + key, 'g'), '](' + link ); // replace relative links with "./" rawContent = rawContent.replace( new RegExp('\\]\\(\\./' + key, 'g'), '](' + link ); }); // replace any relative links to static assets to absolute links rawContent = rawContent.replace( /\]\(assets\//g, '](' + siteConfig.baseUrl + 'docs/assets/' ); removeModuleAndChildrenFromCache('../core/DocsLayout.js'); const DocsLayout = require('../core/DocsLayout.js'); let Doc; if ( metadata.layout && siteConfig.layouts && siteConfig.layouts[metadata.layout] ) { Doc = siteConfig.layouts[metadata.layout]({ React, MarkdownBlock: require('../core/MarkdownBlock.js'), }); } const docComp = ( {rawContent} ); res.send(renderToStaticMarkupWithDoctype(docComp)); }); app.get('/sitemap.xml', function(req, res) { res.set('Content-Type', 'application/xml'); sitemap(xml => { res.send(xml); }); }); app.get(/blog\/.*xml$/, (req, res) => { res.set('Content-Type', 'application/rss+xml'); let parts = req.path.toString().split('blog/'); if (parts[1].toLowerCase() == 'atom.xml') { res.send(feed('atom')); return; } res.send(feed('rss')); }); // Handle all requests for blog pages and posts. app.get(/blog\/.*html$/, (req, res) => { // Regenerate the blog metadata in case it has changed. Consider improving // this to regenerate on file save rather than on page request. reloadMetadataBlog(); // Generate all of the blog pages. removeModuleAndChildrenFromCache(join('..', 'core', 'BlogPageLayout.js')); const BlogPageLayout = require(join('..', 'core', 'BlogPageLayout.js')); const blogPages = {}; // Make blog pages with 10 posts per page. const perPage = 10; for ( let page = 0; page < Math.ceil(MetadataBlog.length / perPage); page++ ) { let language = 'en'; const metadata = {page: page, perPage: perPage}; const blogPageComp = ( ); const str = renderToStaticMarkupWithDoctype(blogPageComp); let path = (page > 0 ? 'page' + (page + 1) : '') + '/index.html'; blogPages[path] = str; } let parts = req.path.toString().split('blog/'); // send corresponding blog page if appropriate if (parts[1] === 'index.html') { res.send(blogPages['/index.html']); } else if (parts[1].endsWith('/index.html')) { res.send(blogPages[parts[1]]); } else if (parts[1].match(/page([0-9]+)/)) { if (parts[1].endsWith('/')) { res.send(blogPages[parts[1] + 'index.html']); } else { res.send(blogPages[parts[1] + '/index.html']); } } else { // else send corresponding blog post let file = parts[1]; file = file.replace(/\.html$/, '.md'); file = file.replace(new RegExp('/', 'g'), '-'); file = join(CWD, 'blog', file); const result = readMetadata.extractMetadata( fs.readFileSync(file, {encoding: 'utf8'}) ); let rawContent = result.rawContent; rawContent = rawContent.replace( /\]\(assets\//g, '](' + siteConfig.baseUrl + 'blog/assets/' ); const metadata = Object.assign( {path: req.path.toString().split('blog/')[1], content: rawContent}, result.metadata ); metadata.id = metadata.title; let language = 'en'; removeModuleAndChildrenFromCache(join('..', 'core', 'BlogPostLayout.js')); const BlogPostLayout = require(join('..', 'core', 'BlogPostLayout.js')); const blogPostComp = ( {rawContent} ); res.send(renderToStaticMarkupWithDoctype(blogPostComp)); } }); // handle all other main pages app.get('*.html', (req, res, next) => { // look for user provided html file first let htmlFile = req.path.toString().replace(siteConfig.baseUrl, ''); htmlFile = join(CWD, 'pages', htmlFile); if ( fs.existsSync(htmlFile) || fs.existsSync( (htmlFile = htmlFile.replace( path.basename(htmlFile), join('en', path.basename(htmlFile)) )) ) ) { if (siteConfig.wrapPagesHTML) { removeModuleAndChildrenFromCache(join('..', 'core', 'Site.js')); const Site = require(join('..', 'core', 'Site.js')); const str = renderToStaticMarkupWithDoctype(
); res.send(str); } else { res.send(fs.readFileSync(htmlFile, {encoding: 'utf8'})); } return; } // look for user provided react file either in specified path or in path for english files let file = req.path.toString().replace(/\.html$/, '.js'); file = file.replace(siteConfig.baseUrl, ''); let userFile = join(CWD, 'pages', file); let language = env.translation.enabled ? 'en' : ''; const regexLang = /(.*)\/.*\.html$/; const match = regexLang.exec(req.path); const parts = match[1].split('/'); const enabledLangTags = env.translation .enabledLanguages() .map(lang => lang.tag); for (let i = 0; i < parts.length; i++) { if (enabledLangTags.indexOf(parts[i]) !== -1) { language = parts[i]; } } let englishFile = join(CWD, 'pages', file); if (language && language !== 'en') { englishFile = englishFile.replace(sep + language + sep, sep + 'en' + sep); } // check for: a file for the page, an english file for page with unspecified language, or an // english file for the page if ( fs.existsSync(userFile) || fs.existsSync( (userFile = userFile.replace( path.basename(userFile), 'en' + sep + path.basename(userFile) )) ) || fs.existsSync((userFile = englishFile)) ) { // copy into docusaurus so require paths work let parts = userFile.split('pages' + sep); let tempFile = join(__dirname, '..', 'pages', parts[1]); tempFile = tempFile.replace( path.basename(file), 'temp' + path.basename(file) ); mkdirp.sync(path.dirname(tempFile)); fs.copySync(userFile, tempFile); // render into a string removeModuleAndChildrenFromCache(tempFile); const ReactComp = require(tempFile); removeModuleAndChildrenFromCache(join('..', 'core', 'Site.js')); const Site = require(join('..', 'core', 'Site.js')); translate.setLanguage(language); const str = renderToStaticMarkupWithDoctype( ); fs.removeSync(tempFile); res.send(str); } else { next(); return; } }); // generate the main.css file by concatenating user provided css to the end app.get(/main\.css$/, (req, res) => { const mainCssPath = join( __dirname, '..', 'static', req.path.toString().replace(siteConfig.baseUrl, '/') ); let cssContent = fs.readFileSync(mainCssPath, {encoding: 'utf8'}); let files = glob.sync(join(CWD, 'static', '**', '*.css')); files.forEach(file => { if (isSeparateCss(file)) { return; } cssContent = cssContent + '\n' + fs.readFileSync(file, {encoding: 'utf8'}); }); if ( !siteConfig.colors || !siteConfig.colors.primaryColor || !siteConfig.colors.secondaryColor ) { console.error( `${chalk.yellow( 'Missing color configuration.' )} Make sure siteConfig.colors includes primaryColor and secondaryColor fields.` ); } Object.keys(siteConfig.colors).forEach(key => { const color = siteConfig.colors[key]; cssContent = cssContent.replace(new RegExp('\\$' + key, 'g'), color); }); const codeColor = color(siteConfig.colors.primaryColor) .alpha(0.07) .string(); cssContent = cssContent.replace(new RegExp('\\$codeColor', 'g'), codeColor); if (siteConfig.fonts) { Object.keys(siteConfig.fonts).forEach(key => { const fontString = siteConfig.fonts[key] .map(font => '"' + font + '"') .join(', '); cssContent = cssContent.replace( new RegExp('\\$' + key, 'g'), fontString ); }); } res.header('Content-Type', 'text/css'); res.send(cssContent); }); // serve static assets from these locations app.use( join(siteConfig.baseUrl, 'docs', 'assets'), express.static(join(CWD, '..', readMetadata.getDocsPath(), 'assets')) ); app.use( join(siteConfig.baseUrl, 'blog', 'assets'), express.static(join(CWD, 'blog', 'assets')) ); app.use(siteConfig.baseUrl, express.static(join(CWD, 'static'))); app.use(siteConfig.baseUrl, express.static(join(__dirname, '..', 'static'))); // "redirect" requests to pages ending with "/" or no extension so that, // for example, request to "blog" returns same result as "blog/index.html" app.get(/\/[^\.]*\/?$/, (req, res) => { let slash = req.path.toString().endsWith('/') ? '' : '/'; request.get( 'http://localhost:' + port + req.path + slash + 'index.html', (err, response, body) => { if (!err) { if (response) { res.status(response.statusCode).send(body); } else { console.error('No response'); } } else { console.error('Request failed:', err); } } ); }); app.listen(port); } module.exports = execute;