1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
|
"use strict";
const h = require("highland");
const fs = require("fs");
const path = require("path");
const toml = require("toml");
const { promisify } = require("util");
const matter = require("gray-matter");
const markdown = require("../modules/markdown.js");
const predentation = require("predentation");
const { indentForTemplate, postIndentLevel } = require("../responders.js");
const grayMatterOptions = {
lang: "toml",
delims: "+++",
engines: {
toml: toml.parse.bind(toml)
}
};
function* lowercaseKeys(iterator) {
for (let [k, v] of iterator) {
yield [String(k).toLowerCase(), v];
}
}
function canonicaliseMetadata(meta) {
if (meta.data) {
meta.data = new Map(lowercaseKeys(Object.entries(meta.data)));
} else {
meta.data = new Map();
}
return meta;
}
function getTitle(file) {
return path.basename(file.path, path.extname(file.path));
}
async function indentBody(content) {
return await h(
h
.of(content)
.map(markdown)
.map(html => indentForTemplate(html, postIndentLevel))
.pipe(predentation())
)
.invoke("toString", ["utf-8"])
.toPromise(Promise);
}
async function get(getURL, filename) {
const fileMatter = matter.read(filename, grayMatterOptions);
fileMatter.basename = getTitle(fileMatter);
delete fileMatter.orig;
fileMatter.body = await indentBody(fileMatter.content);
fileMatter.url = getURL(fileMatter.basename);
return Promise.resolve(canonicaliseMetadata(fileMatter));
}
async function getFolder(folder, getURL) {
const files = (await promisify(fs.readdir)(folder)).map(f =>
path.resolve(folder, f)
);
const posts = await Promise.all(files.map(get.bind(this, getURL)));
return new Map(posts.map(f => [getTitle(f), f]));
}
function taxonomise(taxonomies, posts) {
const taxons = new Map(Object.keys(taxonomies).map(t => [t, new Map()]));
for (let [, post] of posts) {
for (let [singularName, pluralName] of Object.entries(taxonomies)) {
if (post.data.has(pluralName)) {
for (let term of post.data.get(pluralName)) {
const current = taxons.get(singularName).get(term);
taxons
.get(singularName)
.set(term, current ? current.concat(post) : [post]);
}
}
}
}
return taxons;
}
module.exports = async function(config, getURL) {
const posts = await getFolder(config.folder, getURL);
const taxonomies = taxonomise(config.taxonomies, posts);
const lastPostDate = Math.max(Array.from(posts.values(), p => p.date));
return {
lastPostDate,
posts,
taxonomies,
get
};
};
|