Commit dce58b62 authored by Thomas Phil's avatar Thomas Phil

Added docs to get mockcloud up and running

parent 7f68ec46
# Minimal makefile for Sphinx documentation
#
# You can set these variables from the command line.
SPHINXOPTS =
SPHINXBUILD = sphinx-build
SPHINXPROJ = StrongR
SOURCEDIR = source
BUILDDIR = build
# Put it first so that "make" without argument is like "make help".
help:
@$(SPHINXBUILD) -M help "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
.PHONY: help Makefile
# Catch-all target: route all unknown targets to Sphinx using the new
# "make mode" option. $(O) is meant as a shortcut for $(SPHINXOPTS).
%: Makefile
@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
\ No newline at end of file
@ECHO OFF
pushd %~dp0
REM Command file for Sphinx documentation
if "%SPHINXBUILD%" == "" (
set SPHINXBUILD=sphinx-build
)
set SOURCEDIR=source
set BUILDDIR=build
set SPHINXPROJ=StrongR
if "%1" == "" goto help
%SPHINXBUILD% >NUL 2>NUL
if errorlevel 9009 (
echo.
echo.The 'sphinx-build' command was not found. Make sure you have Sphinx
echo.installed, then set the SPHINXBUILD environment variable to point
echo.to the full path of the 'sphinx-build' executable. Alternatively you
echo.may add the Sphinx directory to PATH.
echo.
echo.If you don't have Sphinx installed, grab it from
echo.http://sphinx-doc.org/
exit /b 1
)
%SPHINXBUILD% -M %1 %SOURCEDIR% %BUILDDIR% %SPHINXOPTS%
goto end
:help
%SPHINXBUILD% -M help %SOURCEDIR% %BUILDDIR% %SPHINXOPTS%
:end
popd
# -*- coding: utf-8 -*-
#
# Configuration file for the Sphinx documentation builder.
#
# This file does only contain a selection of the most common options. For a
# full list see the documentation:
# http://www.sphinx-doc.org/en/stable/config
# -- Path setup --------------------------------------------------------------
# If extensions (or modules to document with autodoc) are in another directory,
# add these directories to sys.path here. If the directory is relative to the
# documentation root, use os.path.abspath to make it absolute, like shown here.
#
# import os
# import sys
# sys.path.insert(0, os.path.abspath('.'))
# -- Project information -----------------------------------------------------
project = u'StrongR'
copyright = u'2018, Thomas Phil'
author = u'Thomas Phil'
# The short X.Y version
version = u''
# The full version, including alpha/beta/rc tags
release = u''
# -- General configuration ---------------------------------------------------
# If your documentation needs a minimal Sphinx version, state it here.
#
# needs_sphinx = '1.0'
# Add any Sphinx extension module names here, as strings. They can be
# extensions coming with Sphinx (named 'sphinx.ext.*') or your custom
# ones.
extensions = [
'sphinx.ext.autodoc',
'sphinx.ext.doctest',
'sphinx.ext.todo',
'sphinx.ext.coverage',
'sphinx.ext.mathjax',
'sphinx.ext.ifconfig',
'sphinx.ext.viewcode',
]
# Add any paths that contain templates here, relative to this directory.
templates_path = ['_templates']
# The suffix(es) of source filenames.
# You can specify multiple suffix as a list of string:
#
# source_suffix = ['.rst', '.md']
source_suffix = '.rst'
# The master toctree document.
master_doc = 'index'
# The language for content autogenerated by Sphinx. Refer to documentation
# for a list of supported languages.
#
# This is also used if you do content translation via gettext catalogs.
# Usually you set "language" from the command line for these cases.
language = None
# List of patterns, relative to source directory, that match files and
# directories to ignore when looking for source files.
# This pattern also affects html_static_path and html_extra_path .
exclude_patterns = []
# The name of the Pygments (syntax highlighting) style to use.
pygments_style = 'sphinx'
# -- Options for HTML output -------------------------------------------------
# The theme to use for HTML and HTML Help pages. See the documentation for
# a list of builtin themes.
#
html_theme = 'alabaster'
# Theme options are theme-specific and customize the look and feel of a theme
# further. For a list of options available for each theme, see the
# documentation.
#
# html_theme_options = {}
# Add any paths that contain custom static files (such as style sheets) here,
# relative to this directory. They are copied after the builtin static files,
# so a file named "default.css" will overwrite the builtin "default.css".
html_static_path = ['_static']
# Custom sidebar templates, must be a dictionary that maps document names
# to template names.
#
# The default sidebars (for documents that don't match any pattern) are
# defined by theme itself. Builtin themes are using these templates by
# default: ``['localtoc.html', 'relations.html', 'sourcelink.html',
# 'searchbox.html']``.
#
# html_sidebars = {}
# -- Options for HTMLHelp output ---------------------------------------------
# Output file base name for HTML help builder.
htmlhelp_basename = 'StrongRdoc'
# -- Options for LaTeX output ------------------------------------------------
latex_elements = {
# The paper size ('letterpaper' or 'a4paper').
#
# 'papersize': 'letterpaper',
# The font size ('10pt', '11pt' or '12pt').
#
# 'pointsize': '10pt',
# Additional stuff for the LaTeX preamble.
#
# 'preamble': '',
# Latex figure (float) alignment
#
# 'figure_align': 'htbp',
}
# Grouping the document tree into LaTeX files. List of tuples
# (source start file, target name, title,
# author, documentclass [howto, manual, or own class]).
latex_documents = [
(master_doc, 'StrongR.tex', u'StrongR Documentation',
u'Thomas Phil', 'manual'),
]
# -- Options for manual page output ------------------------------------------
# One entry per manual page. List of tuples
# (source start file, name, description, authors, manual section).
man_pages = [
(master_doc, 'strongr', u'StrongR Documentation',
[author], 1)
]
# -- Options for Texinfo output ----------------------------------------------
# Grouping the document tree into Texinfo files. List of tuples
# (source start file, target name, title, author,
# dir menu entry, description, category)
texinfo_documents = [
(master_doc, 'StrongR', u'StrongR Documentation',
author, 'StrongR', 'One line description of project.',
'Miscellaneous'),
]
# -- Options for Epub output -------------------------------------------------
# Bibliographic Dublin Core info.
epub_title = project
epub_author = author
epub_publisher = author
epub_copyright = copyright
# The unique identifier of the text. This can be a ISBN number
# or the project homepage.
#
# epub_identifier = ''
# A unique identification for the text.
#
# epub_uid = ''
# A list of files that should not be packed into the epub file.
epub_exclude_files = ['search.html']
# -- Extension configuration -------------------------------------------------
# -- Options for todo extension ----------------------------------------------
# If true, `todo` and `todoList` produce output, else they produce nothing.
todo_include_todos = True
\ No newline at end of file
.. StrongR documentation master file, created by
sphinx-quickstart on Fri Jun 29 11:41:49 2018.
You can adapt this file completely to your liking, but it should at least
contain the root `toctree` directive.
Welcome to StrongR's documentation!
===================================
.. toctree::
:maxdepth: 2
:caption: Contents:
manuals/install
Indices and tables
==================
* :ref:`genindex`
* :ref:`modindex`
* :ref:`search`
Installing StrongR
******************
StrongR currently supports two cloud-adapters. The OpenNebula and MockCloud adapters.
OpenNebula
==========
MockCloud
=========
The mockcloud is useful for testing containers localy.
Let's clone strongr and install it. Then create a scratch directory.
.. code-block:: shell
git clone https://gitlab.com/bbmri/infra/strongr.git
cd strongr
pip install -r requirements.txt
pip install -e .
mkdir /scratch
chmod 777 /scratch
Now copy over the config below to ~/.strongr/config.json.
.. code-block:: json
{
"defaults": {
},
"develop": {
"lock": {
"driver": "file",
"file": {
"path": "/tmp/strongr-locks"
}
},
"cache": {
"driver": "local"
},
"db": {
"engine": {
"url": "sqlite:////tmp/strongr.db"
}
},
"stats": {
"driver": "null"
},
"clouddomain": {
"driver": "MockCloud",
"MockCloud": {
"scratch": "/scratch"
}
},
"schedulerdomain": {
"scalingdriver": "surfsarahpccloud"
},
"logger": {
"handlers": {
"default": {
"level": "DEBUG"
}
},
"loggers": {
"": {
"level": "DEBUG"
}
}
}
}
}
Finally, run the mockcloud.
.. code-block:: shell
strongr r:r
...@@ -28,10 +28,10 @@ class RunResourceManager(Command): ...@@ -28,10 +28,10 @@ class RunResourceManager(Command):
self.info('Running.') self.info('Running.')
if hasattr(CloudDomain.cloudService(), 'start_reactor'): # ugly way for instantiating salt reactor
CloudDomain.cloudService().start_reactor() # salt reactor really shouldn't be initialised here
if hasattr(strongr.core.Core.config(), 'celery'): # don't load celery if it's not configured if hasattr(strongr.core.Core.config(), 'celery'): # don't load celery if it's not configured
CloudDomain.cloudService().start_reactor() # salt reactor really shouldn't be initialised here, it's not coupled to celery being configured or not
celery = Celery('strongr', broker=strongr.core.Core.config().celery.broker, backend=strongr.core.Core.config().celery.backend) celery = Celery('strongr', broker=strongr.core.Core.config().celery.broker, backend=strongr.core.Core.config().celery.backend)
remotable_commands = strongr.core.Core.config().celery.remotable_commands.as_dict() remotable_commands = strongr.core.Core.config().celery.remotable_commands.as_dict()
......
...@@ -31,9 +31,6 @@ class SaltEventTranslator(threading.Thread): ...@@ -31,9 +31,6 @@ class SaltEventTranslator(threading.Thread):
try: try:
if fnmatch.fnmatch(ret['tag'], 'salt/job/*/ret/*'): if fnmatch.fnmatch(ret['tag'], 'salt/job/*/ret/*'):
data = ret['data'] data = ret['data']
from pprint import pprint
pprint('-------------DRAGONS---------')
pprint(data)
if 'jid' in data and 'return' in data and 'retcode' in data: if 'jid' in data and 'return' in data and 'retcode' in data:
job_finished_event = inter_domain_event_factory.newJobFinishedEvent(data['jid'], data['return'], data['retcode']) job_finished_event = inter_domain_event_factory.newJobFinishedEvent(data['jid'], data['return'], data['retcode'])
strongr.core.Core.inter_domain_events_publisher().publish(job_finished_event) strongr.core.Core.inter_domain_events_publisher().publish(job_finished_event)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment