project-to-jekyll.py

#!/usr/bin/python
importglob
importos
importre

root_targetdir='./gh-pages/_pages'
project_targetdir='./gh-pages/_posts'
repo_url='https://github.com/CodeFX-org/java-9-wtf/tree/master'

defclean_dir(dir):
"""Deletes all files in the specified directory"""
files=glob.glob(dir+'/*')
forfinfiles:
os.remove(f)

defcreate_site():
"""Creates home page and all posts from the individual project's folders"""
forsubdirin [ './' ] +glob.glob('./*/'):
print('Processing '+subdir)
ifos.path.isfile(subdir+'meta.yaml') andos.path.isfile(subdir+'README.md'):
# drop the trailing slash for method calls
ifsubdir=='./':
create_homepage(subdir[:-1], root_targetdir)
else:
create_post(subdir[:-1], project_targetdir)
else:
print_dir_abort('no meta.yaml and/or README.md found')

defcreate_homepage(sourcedir, targetdir):
"""Creates the homepage from the specified source directory in
 the specified target directory"""
# date can be ignored because pages don't need it
 (_, meta) =read_date_and_meta(sourcedir)
content=read_readme(sourcedir)
write_meta_and_content(meta, content, targetdir, "home.md")
print_dir_success('written page file')

defwrite_meta_and_content(meta, content, targetdir, filename):
"""Creates a Jekyll conformant file in the specified target directory
 and file with the specified meta and content"""
file=open(targetdir+'/'+filename, mode='w', encoding='UTF-8')
file.write('---\n')
file.write(meta)
file.write('---\n\n')
file.write(content)
file.close()

defcreate_post(sourcedir, targetdir):
"""Creates a single post from the specified source directory in
 the specified target directory"""
 (date, meta) =read_date_and_meta(sourcedir)
# if no date could be determined, the post can not be created
ifdateisNone:
print_dir_abort('no date determined')
return
content=read_readme(sourcedir)
write_post(sourcedir, date, meta, content, targetdir)
print_dir_success('written post file')

defwrite_post(sourcedir, date, meta, content, targetdir):
"""Creates a Jekyll conformant file in the specified target directory
 with the name determined by date and source directory and the content
 by the given meta and content"""
filename=date+'-'+sourcedir[2:] +'.md'
print_dir_message('target file name: '+filename)
write_meta_and_content(meta, content, targetdir, filename)

defread_readme(sourcedir):
"""Reads the README.md in the specified directory and removes all
 h1 headers because they would conflict with the title Jekyll sets"""
readmefile=open(sourcedir+'/README.md', encoding='UTF-8')
content=''
forlineinreadmefile:
ifnotline.startswith('# '):
# replace relative links pointing to sources;
# inline, e.g. '[foo](src/bar.java)' to '[foo](<REPO>/src/bar.java)'
line=re.sub('\[([^\]]*)\]\((src/[^)]*)\)', '[\\1]('+repo_url+'/'+sourcedir+'/\\2)', line)
# footnote, e.g. '[foo]: src/bar.java' to '[foo]: <REPO>/src/bar.java'
line=re.sub('^\[([^\]]*)\]:\s*(src/.*)', '[\\1]: '+repo_url+'/'+sourcedir+'/\\2', line)
content+=line
returncontent

defread_date_and_meta(sourcedir):
"""Reads the meta.yaml in the specified directory and extracts the date
 as well as the rest of the file content"""
metafile=open(sourcedir+'/meta.yaml', encoding='UTF-8')
date=None
meta=''
forlineinmetafile:
meta+=line
ifline.startswith('date:'):
date=re.sub('^date:', '', line).strip()
print_dir_message('determined date '+date)
ifnotmeta.endswith('\n'):
meta+='\n'
return (date, meta)

defprint_dir_abort(message):
print_dir_message(message)
print(' -> skipping directory\n')

defprint_dir_success(message):
print_dir_message(message)
print(' -> done!\n')

defprint_dir_message(message):
print(' :: '+message)


# ---------- #
# HERE WE GO #
# ---------- #

clean_dir(root_targetdir)
clean_dir(project_targetdir)
create_site()