2023-07-22 13:38:20 +00:00
|
|
|
|
import csv
|
|
|
|
|
import os
|
|
|
|
|
import shutil
|
2023-07-23 08:30:22 +00:00
|
|
|
|
from pathlib import Path
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
from watchdog.observers import Observer
|
|
|
|
|
from watchdog.events import FileSystemEventHandler
|
2023-07-22 13:38:20 +00:00
|
|
|
|
from jinja2 import Environment, FileSystemLoader, select_autoescape
|
|
|
|
|
import yaml
|
|
|
|
|
import frontmatter
|
2023-07-23 12:54:37 +00:00
|
|
|
|
import markdown2
|
2023-07-22 13:38:20 +00:00
|
|
|
|
import fire
|
|
|
|
|
|
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
from common.functions import *
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def load_translations(file_path, _dict):
|
|
|
|
|
with open(file_path) as f:
|
2023-07-23 08:30:22 +00:00
|
|
|
|
reader = csv.DictReader(f, delimiter='|') #
|
|
|
|
|
for row in reader: # проходим по строкам csv, каждая из которых является словарём
|
|
|
|
|
_dict[row['id']] = row # добавляем ключ - значение ключа id, значение - словарь row
|
|
|
|
|
del row['id'] # удаляем ключ по названием "id" из словаря row, так как его значение уже является ключом в словаре _dict
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
# Функции, доступные в теме
|
2023-07-22 13:38:20 +00:00
|
|
|
|
def translate(id, language):
|
|
|
|
|
global translations
|
|
|
|
|
return translations[id][language]
|
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
translations = {} # здесь будут переводы от темы и от сайта
|
|
|
|
|
config = yaml.safe_load(read_file('config.yaml')) # Чиатем конфиг сайта
|
|
|
|
|
running = False # нужно для проверки
|
|
|
|
|
|
|
|
|
|
# класс для watchdog.
|
|
|
|
|
# При обнаружении изменений в папках content и themes/{config['theme']}, перегенерировать папку public
|
|
|
|
|
class Develop(FileSystemEventHandler):
|
2023-07-23 13:44:56 +00:00
|
|
|
|
def on_modified(self, event):
|
|
|
|
|
print(f'event type: {event.event_type} path : {event.src_path}')
|
|
|
|
|
crater()
|
|
|
|
|
def on_created(self, event):
|
|
|
|
|
print(f'event type: {event.event_type} path : {event.src_path}')
|
|
|
|
|
crater()
|
|
|
|
|
def on_deleted(self, event):
|
|
|
|
|
print(f'event type: {event.event_type} path : {event.src_path}')
|
|
|
|
|
crater()
|
2023-07-23 08:30:22 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Функция для запуска разработки
|
|
|
|
|
def develop(prod):
|
|
|
|
|
global running
|
|
|
|
|
if not prod and not running:
|
|
|
|
|
event_handler = Develop()
|
|
|
|
|
observer = Observer()
|
|
|
|
|
observer.schedule(event_handler, path='content', recursive=True)
|
2023-07-23 14:30:20 +00:00
|
|
|
|
observer.schedule(event_handler, path='assets', recursive=True)
|
|
|
|
|
observer.schedule(event_handler, path='static', recursive=True)
|
|
|
|
|
observer.schedule(event_handler, path='config.yaml')
|
2023-07-23 08:30:22 +00:00
|
|
|
|
observer.schedule(event_handler, path=f"themes/{config['theme']}", recursive=True)
|
|
|
|
|
observer.start()
|
|
|
|
|
running = True
|
|
|
|
|
try:
|
|
|
|
|
start_httpd(directory='public')
|
|
|
|
|
except KeyboardInterrupt:
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
# Функция для генерации сайта
|
|
|
|
|
def crater(prod=False):
|
2023-07-22 13:38:20 +00:00
|
|
|
|
# Load theme's jinja templates
|
|
|
|
|
templates = Environment(loader=FileSystemLoader(
|
|
|
|
|
f"themes/{config['theme']}/templates/"), autoescape=select_autoescape())
|
|
|
|
|
|
|
|
|
|
# Load base jinja template
|
|
|
|
|
base = templates.get_template("base.j2")
|
|
|
|
|
|
|
|
|
|
# Load translations
|
2023-07-23 08:30:22 +00:00
|
|
|
|
global translations
|
2023-07-22 13:38:20 +00:00
|
|
|
|
load_translations(f"themes/{config['theme']}/i18n.csv", translations)
|
|
|
|
|
load_translations("i18n.csv", translations)
|
|
|
|
|
|
|
|
|
|
# Add functions to base template
|
|
|
|
|
base.globals.update({"translate": translate})
|
|
|
|
|
|
|
|
|
|
# Remove public folder if exists before generating new content
|
|
|
|
|
shutil.rmtree('public', ignore_errors=True)
|
|
|
|
|
|
|
|
|
|
posts = {}
|
|
|
|
|
# Create new public folder
|
|
|
|
|
for language in config['languages']:
|
2023-07-23 08:30:22 +00:00
|
|
|
|
content_dir = Path(f"content/{language}")
|
2023-07-22 13:38:20 +00:00
|
|
|
|
posts[language] = {}
|
|
|
|
|
|
|
|
|
|
# Create posts dict
|
2023-07-23 08:30:22 +00:00
|
|
|
|
for item in list(content_dir.rglob("*.md")):
|
|
|
|
|
post_data = frontmatter.loads(read_file(item))
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
post_path = str(item).replace(
|
|
|
|
|
"content", "public").rstrip(".md")
|
|
|
|
|
os.makedirs(post_path, exist_ok=True)
|
|
|
|
|
|
|
|
|
|
|
2023-07-23 12:54:37 +00:00
|
|
|
|
content = markdown2.markdown(post_data.content, extras=['fenced-code-blocks'])
|
|
|
|
|
description = content.partition('<!--more-->')[0]
|
|
|
|
|
content = "{% import 'shortcodes.j2' as shortcodes %}" + content
|
|
|
|
|
|
2023-07-22 13:38:20 +00:00
|
|
|
|
url = post_path.replace(f"public/{language}", "")
|
2023-07-23 08:30:22 +00:00
|
|
|
|
section = "/" if len(url.split('/')) == 2 else url.split('/')[1]
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
posts[language].setdefault(section, {})
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
posts[language][section][url] = {
|
|
|
|
|
'title': post_data['title'],
|
|
|
|
|
'description': description,
|
|
|
|
|
'date': post_data['date'],
|
2023-07-23 12:54:37 +00:00
|
|
|
|
'content': templates.from_string(content).render()
|
2023-07-23 08:30:22 +00:00
|
|
|
|
}
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
image = post_data.get('image', None)
|
|
|
|
|
if image:
|
|
|
|
|
posts[language][section][url]['image'] = image
|
|
|
|
|
copy_file(f'assets{image}', f'public{image}')
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
for section, urls in posts[language].items():
|
2023-07-23 08:30:22 +00:00
|
|
|
|
if section != "/":
|
|
|
|
|
html = base.render(config=config, section=section,
|
|
|
|
|
language=language, posts=posts)
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
write_file(f"public/{language}/{section}/index.html", html)
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
for url, post in urls.items():
|
|
|
|
|
html = base.render(config=config, post=post,
|
|
|
|
|
language=language, url=url, posts=posts)
|
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
write_file(f"public/{language}{url}/index.html", html)
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
html = base.render(config=config, posts=posts,
|
|
|
|
|
language=language, home=True)
|
|
|
|
|
|
2023-07-23 08:30:22 +00:00
|
|
|
|
write_file(f"public/{language}/index.html", html)
|
|
|
|
|
|
2023-07-23 14:30:20 +00:00
|
|
|
|
# copy images/css/js from theme
|
|
|
|
|
shutil.copytree(f"themes/{config['theme']}/static/images", 'public/images', dirs_exist_ok=True)
|
|
|
|
|
shutil.copytree(f"themes/{config['theme']}/static/css", 'public/css', dirs_exist_ok=True)
|
2023-07-23 14:56:27 +00:00
|
|
|
|
if 'css_includes' in config:
|
|
|
|
|
for include in config['css_includes']:
|
|
|
|
|
copy_file(f"themes/{config['theme']}/static/css/{include}", 'public/css/')
|
2023-07-23 14:30:20 +00:00
|
|
|
|
if 'js_includes' in config:
|
|
|
|
|
for include in config['js_includes']:
|
2023-07-23 14:56:27 +00:00
|
|
|
|
copy_file(f"themes/{config['theme']}/static/js/{include}", 'public/js/')
|
2023-07-23 14:30:20 +00:00
|
|
|
|
|
|
|
|
|
# copy css/images from site static folder
|
|
|
|
|
if 'custom_css' in config:
|
|
|
|
|
shutil.copytree('static/css', 'public/css', dirs_exist_ok=True)
|
|
|
|
|
|
|
|
|
|
copy_file('static/logo.svg', 'public/')
|
|
|
|
|
copy_file('static/favicon.ico', 'public/')
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
2023-07-23 13:44:56 +00:00
|
|
|
|
develop(prod)
|
2023-07-22 13:38:20 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
2023-07-23 08:30:22 +00:00
|
|
|
|
fire.Fire(crater)
|