118 lines
3.8 KiB
Python
118 lines
3.8 KiB
Python
import logging
|
|
import subprocess
|
|
|
|
from pelican import signals
|
|
from pelican.readers import BaseReader
|
|
from pelican.utils import pelican_open
|
|
import os
|
|
|
|
try:
|
|
import yaml
|
|
except ImportError:
|
|
yaml = None
|
|
logging.warning("YAML is not installed; the YAML reader will not work.")
|
|
|
|
|
|
class PandocReader(BaseReader):
|
|
enabled = True
|
|
file_extensions = ['md', 'markdown', 'mkd', 'mdown']
|
|
|
|
def _get_meta_and_content(self, text):
|
|
metadata = {}
|
|
|
|
use_YAML = text[0] == '---' and yaml is not None
|
|
if use_YAML:
|
|
# Load the data we need to parse
|
|
to_parse = []
|
|
for i, line in enumerate(text[1:]):
|
|
# When we find a terminator (`---` or `...`), stop.
|
|
if line in ('---', '...'):
|
|
# Do not include the terminator itself.
|
|
break
|
|
|
|
# Otherwise, just keep adding the lines to the parseable.
|
|
to_parse.append(line)
|
|
|
|
parsed = yaml.load("\n".join(to_parse))
|
|
|
|
# Postprocess to make the data usable by Pelican.
|
|
for k in parsed:
|
|
name, value = k.lower(), parsed[k]
|
|
metadata[name] = self.process_metadata(name, value)
|
|
|
|
# Return the text entirely.
|
|
content = "\n".join(text)
|
|
|
|
else:
|
|
for i, line in enumerate(text):
|
|
kv = line.split(':', 1)
|
|
if len(kv) == 2:
|
|
name, value = kv[0].lower(), kv[1].strip()
|
|
metadata[name] = self.process_metadata(name, value)
|
|
else:
|
|
content = "\n".join(text[i:])
|
|
break
|
|
|
|
return metadata, content
|
|
|
|
def read(self, filename):
|
|
with pelican_open(filename) as fp:
|
|
text = list(fp.splitlines())
|
|
|
|
metadata, content = self._get_meta_and_content(text)
|
|
bib_dir = self.settings.get('PANDOC_BIBDIR', '')
|
|
|
|
bib_header = self.settings.get('PANDOC_BIBHEADER', None)
|
|
|
|
filters = self.settings.get('PANDOC_FILTERS', [])
|
|
extra_args = self.settings.get('PANDOC_ARGS', [])
|
|
extensions = self.settings.get('PANDOC_EXTENSIONS', '')
|
|
if isinstance(extensions, list):
|
|
extensions = ''.join(extensions)
|
|
|
|
pandoc_cmd = ["pandoc", "--from=markdown" + extensions, "--to=html5"]
|
|
for filt in filters:
|
|
pandoc_cmd.extend(["--filter", filt])
|
|
pandoc_cmd.extend(extra_args)
|
|
|
|
if "bibliography" in metadata.keys():
|
|
bib_file = os.path.join(bib_dir, metadata['bibliography'])
|
|
if not os.path.exists(bib_file):
|
|
raise FileNotFoundError(bib_file)
|
|
extra_args = extra_args + ['--bibliography={}'.format(bib_file)]
|
|
|
|
if bib_header is not None:
|
|
extra_args = extra_args + [
|
|
'--metadata=reference-section-title="{}"'.format(
|
|
bib_header)]
|
|
|
|
proc = subprocess.Popen(
|
|
pandoc_cmd,
|
|
stdin=subprocess.PIPE,
|
|
stdout=subprocess.PIPE,
|
|
stderr=subprocess.PIPE)
|
|
|
|
output, err = proc.communicate(content.encode('utf-8'))
|
|
status = proc.wait()
|
|
output, err = output.decode('utf-8'), err.decode('utf-8')
|
|
if status > 0:
|
|
logging.warning(output + err)
|
|
|
|
# Make sure we don't lose Pelican template parameters.
|
|
output = output.replace('%7Battach%7D', '{attach}')\
|
|
.replace('%7Bfilename%7D', '{filename}')\
|
|
.replace('%7Bstatic%7D', '{static}')\
|
|
.replace('%7Btag%7D', '{tag}')\
|
|
.replace('%7Bcategory%7D', '{category}')
|
|
|
|
return output, metadata
|
|
|
|
|
|
def add_reader(readers):
|
|
for ext in PandocReader.file_extensions:
|
|
readers.reader_classes[ext] = PandocReader
|
|
|
|
|
|
def register():
|
|
signals.readers_init.connect(add_reader)
|