franca/crater.py

160 lines
6.0 KiB
Python
Raw Normal View History

2023-07-22 13:38:20 +00:00
import csv
import os
import shutil
2023-07-23 08:30:22 +00:00
from pathlib import Path
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
from watchdog.observers import Observer
from watchdog.events import FileSystemEventHandler
2023-07-22 13:38:20 +00:00
from jinja2 import Environment, FileSystemLoader, select_autoescape
import yaml
import frontmatter
2023-07-23 12:54:37 +00:00
import markdown2
2023-07-22 13:38:20 +00:00
import fire
2023-07-23 08:30:22 +00:00
from common.functions import *
2023-07-22 13:38:20 +00:00
def load_translations(file_path, _dict):
with open(file_path) as f:
2023-07-23 08:30:22 +00:00
reader = csv.DictReader(f, delimiter='|') #
for row in reader: # проходим по строкам csv, каждая из которых является словарём
_dict[row['id']] = row # добавляем ключ - значение ключа id, значение - словарь row
del row['id'] # удаляем ключ по названием "id" из словаря row, так как его значение уже является ключом в словаре _dict
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
# Функции, доступные в теме
2023-07-22 13:38:20 +00:00
def translate(id, language):
global translations
return translations[id][language]
2023-07-23 08:30:22 +00:00
translations = {} # здесь будут переводы от темы и от сайта
config = yaml.safe_load(read_file('config.yaml')) # Чиатем конфиг сайта
running = False # нужно для проверки
# класс для watchdog.
# При обнаружении изменений в папках content и themes/{config['theme']}, перегенерировать папку public
class Develop(FileSystemEventHandler):
2023-07-23 13:44:56 +00:00
def on_modified(self, event):
print(f'event type: {event.event_type} path : {event.src_path}')
crater()
def on_created(self, event):
print(f'event type: {event.event_type} path : {event.src_path}')
crater()
def on_deleted(self, event):
print(f'event type: {event.event_type} path : {event.src_path}')
crater()
2023-07-23 08:30:22 +00:00
# Функция для запуска разработки
def develop(prod):
global running
if not prod and not running:
event_handler = Develop()
observer = Observer()
observer.schedule(event_handler, path='content', recursive=True)
2023-07-23 14:30:20 +00:00
observer.schedule(event_handler, path='assets', recursive=True)
observer.schedule(event_handler, path='static', recursive=True)
observer.schedule(event_handler, path='config.yaml')
2023-07-23 08:30:22 +00:00
observer.schedule(event_handler, path=f"themes/{config['theme']}", recursive=True)
observer.start()
running = True
try:
start_httpd(directory='public')
except KeyboardInterrupt:
pass
# Функция для генерации сайта
def crater(prod=False):
2023-07-22 13:38:20 +00:00
# Load theme's jinja templates
templates = Environment(loader=FileSystemLoader(
f"themes/{config['theme']}/templates/"), autoescape=select_autoescape())
# Load base jinja template
base = templates.get_template("base.j2")
# Load translations
2023-07-23 08:30:22 +00:00
global translations
2023-07-22 13:38:20 +00:00
load_translations(f"themes/{config['theme']}/i18n.csv", translations)
load_translations("i18n.csv", translations)
# Add functions to base template
base.globals.update({"translate": translate})
# Remove public folder if exists before generating new content
shutil.rmtree('public', ignore_errors=True)
posts = {}
# Create new public folder
for language in config['languages']:
2023-07-23 08:30:22 +00:00
content_dir = Path(f"content/{language}")
2023-07-22 13:38:20 +00:00
posts[language] = {}
# Create posts dict
2023-07-23 08:30:22 +00:00
for item in list(content_dir.rglob("*.md")):
post_data = frontmatter.loads(read_file(item))
2023-07-22 13:38:20 +00:00
post_path = str(item).replace(
"content", "public").rstrip(".md")
os.makedirs(post_path, exist_ok=True)
2023-07-23 12:54:37 +00:00
content = markdown2.markdown(post_data.content, extras=['fenced-code-blocks'])
description = content.partition('<!--more-->')[0]
content = "{% import 'shortcodes.j2' as shortcodes %}" + content
2023-07-22 13:38:20 +00:00
url = post_path.replace(f"public/{language}", "")
2023-07-23 08:30:22 +00:00
section = "/" if len(url.split('/')) == 2 else url.split('/')[1]
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
posts[language].setdefault(section, {})
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
posts[language][section][url] = {
'title': post_data['title'],
'description': description,
'date': post_data['date'],
2023-07-23 12:54:37 +00:00
'content': templates.from_string(content).render()
2023-07-23 08:30:22 +00:00
}
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
image = post_data.get('image', None)
if image:
posts[language][section][url]['image'] = image
copy_file(f'assets{image}', f'public{image}')
2023-07-22 13:38:20 +00:00
for section, urls in posts[language].items():
2023-07-23 08:30:22 +00:00
if section != "/":
html = base.render(config=config, section=section,
language=language, posts=posts)
2023-07-22 13:38:20 +00:00
2023-07-23 08:30:22 +00:00
write_file(f"public/{language}/{section}/index.html", html)
2023-07-22 13:38:20 +00:00
for url, post in urls.items():
html = base.render(config=config, post=post,
language=language, url=url, posts=posts)
2023-07-23 08:30:22 +00:00
write_file(f"public/{language}{url}/index.html", html)
2023-07-22 13:38:20 +00:00
html = base.render(config=config, posts=posts,
language=language, home=True)
2023-07-23 08:30:22 +00:00
write_file(f"public/{language}/index.html", html)
2023-07-23 14:30:20 +00:00
# copy images/css/js from theme
shutil.copytree(f"themes/{config['theme']}/static/images", 'public/images', dirs_exist_ok=True)
shutil.copytree(f"themes/{config['theme']}/static/css", 'public/css', dirs_exist_ok=True)
if 'js_includes' in config:
for include in config['js_includes']:
copy_file(f"themes/{config['theme']}/static/js/{include}", 'public/js/')
# copy css/images from site static folder
if 'custom_css' in config:
shutil.copytree('static/css', 'public/css', dirs_exist_ok=True)
copy_file('static/logo.svg', 'public/')
copy_file('static/favicon.ico', 'public/')
2023-07-22 13:38:20 +00:00
2023-07-23 13:44:56 +00:00
develop(prod)
2023-07-22 13:38:20 +00:00
if __name__ == '__main__':
2023-07-23 08:30:22 +00:00
fire.Fire(crater)