diff --git a/.gitignore b/.gitignore deleted file mode 100644 index f9e26445..00000000 --- a/.gitignore +++ /dev/null @@ -1,14 +0,0 @@ -proto -*~ -.*.sw[nop] -*.log -*.log.[1-9] -src -localrc -local.sh -files/*.gz -files/images -stack-screenrc -*.pem -accrc -.stackenv diff --git a/.gitreview b/.gitreview deleted file mode 100644 index 570d31a9..00000000 --- a/.gitreview +++ /dev/null @@ -1,4 +0,0 @@ -[gerrit] -host=review.openstack.org -port=29418 -project=openstack-dev/devstack.git diff --git a/AUTHORS b/AUTHORS deleted file mode 100644 index 35c0a522..00000000 --- a/AUTHORS +++ /dev/null @@ -1,47 +0,0 @@ -Aaron Lee -Aaron Rosen -Adam Gandelman -Akihiro MOTOKI -Andrew Laski -Andy Smith -Anthony Young -Armando Migliaccio -Brad Hall -Chmouel Boudjnah -Dan Prince -Dean Troyer -Devin Carlen -Doug hellmann -Eddie Hebert -Eoghan Glynn -Eric Windisch -Gabriel Hurley -Gary Kotton -Hengqing Hu -Hua ZHANG -Isaku Yamahata -Jake Dahn -James E. Blair -Jason Cannavale -Jay Pipes -Jesse Andrews -Joe Gordon -Johannes Erdfelt -John Postlethwait -Josh Kearney -Justin Shepherd -Ken Pepple -Kiall Mac Innes -Matt Joyce -Osamu Habuka -Russell Bryant -Scott Moser -Sumit Naiksatam -Thierry Carrez -Todd Willey -Tres Henry -Vincent Untz -Vishvananda Ishaya -Yun Mao -Yong Sheng Gong -Zhongyue Luo diff --git a/CNAME b/CNAME new file mode 100644 index 00000000..677f2616 --- /dev/null +++ b/CNAME @@ -0,0 +1 @@ +devstack.org diff --git a/HACKING.rst b/HACKING.rst deleted file mode 100644 index 6ad8c7e6..00000000 --- a/HACKING.rst +++ /dev/null @@ -1,216 +0,0 @@ -Contributing to DevStack -======================== - - -General -------- - -DevStack is written in POSIX shell script. This choice was made because -it best illustrates the configuration steps that this implementation takes -on setting up and interacting with OpenStack components. DevStack specifies -BASH and is compatible with Bash 3. - -DevStack's official repository is located on GitHub at -https://github.com/openstack-dev/devstack.git. Besides the master branch that -tracks the OpenStack trunk branches a separate branch is maintained for all -OpenStack releases starting with Diablo (stable/diablo). - -Contributing code to DevStack follows the usual OpenStack process as described -in `How To Contribute`__ in the OpenStack wiki. `DevStack's LaunchPad project`__ -contains the usual links for blueprints, bugs, tec. - -__ contribute_ -.. _contribute: http://wiki.openstack.org/HowToContribute. - -__ lp_ -.. _lp: https://launchpad.net/~devstack - -The primary script in DevStack is ``stack.sh``, which performs the bulk of the -work for DevStack's use cases. There is a subscript ``functions`` that contains -generally useful shell functions and is used by a number of the scripts in -DevStack. - -A number of additional scripts can be found in the ``tools`` directory that may -be useful in setting up special-case uses of DevStack. These include: bare metal -deployment, ramdisk deployment and Jenkins integration. - - -Scripts -------- - -DevStack scripts should generally begin by calling ``env(1)`` in the shebang line:: - - #!/usr/bin/env bash - -Sometimes the script needs to know the location of the DevStack install directory. -``TOP_DIR`` should always point there, even if the script itself is located in -a subdirectory:: - - # Keep track of the current devstack directory. - TOP_DIR=$(cd $(dirname "$0") && pwd) - -Many scripts will utilize shared functions from the ``functions`` file. There are -also rc files (``stackrc`` and ``openrc``) that are often included to set the primary -configuration of the user environment:: - - # Keep track of the current devstack directory. - TOP_DIR=$(cd $(dirname "$0") && pwd) - - # Import common functions - source $TOP_DIR/functions - - # Import configuration - source $TOP_DIR/openrc - -``stack.sh`` is a rather large monolithic script that flows through from beginning -to end. The process of breaking it down into project-level sub-scripts is nearly -complete and should make ``stack.sh`` easier to read and manage. - -These library sub-scripts have a number of fixed entry points, some of which may -just be stubs. These entry points will be called by ``stack.sh`` in the -following order:: - - install_XXXX - configure_XXXX - init_XXXX - start_XXXX - stop_XXXX - cleanup_XXXX - -There is a sub-script template in ``lib/templates`` to be used in creating new -service sub-scripts. The comments in ``<>`` are meta comments describing -how to use the template and should be removed. - -In order to show the dependencies and conditions under which project functions -are executed the top-level conditional testing for things like ``is_service_enabled`` -should be done in ``stack.sh``. There may be nested conditionals that need -to be in the sub-script, such as testing for keystone being enabled in -``configure_swift()``. - - -stackrc -------- - -``stackrc`` is the global configuration file for DevStack. It is responsible for -calling ``localrc`` if it exists so configuration can be overridden by the user. - -The criteria for what belongs in ``stackrc`` can be vaguely summarized as -follows: - -* All project respositories and branches (for historical reasons) -* Global configuration that may be referenced in ``localrc``, i.e. ``DEST``, ``DATA_DIR`` -* Global service configuration like ``ENABLED_SERVICES`` -* Variables used by multiple services that do not have a clear owner, i.e. - ``VOLUME_BACKING_FILE_SIZE`` (nova-volumes and cinder) or ``PUBLIC_NETWORK_NAME`` - (nova-network and quantum) -* Variables that can not be cleanly declared in a project file due to - dependency ordering, i.e. the order of sourcing the project files can - not be changed for other reasons but the earlier file needs to dereference a - variable set in the later file. This should be rare. - -Also, variable declarations in ``stackrc`` do NOT allow overriding (the form -``FOO=${FOO:-baz}``); if they did then they can already be changed in ``localrc`` -and can stay in the project file. - -Documentation -------------- - -The official DevStack repo on GitHub does not include a gh-pages branch that -GitHub uses to create static web sites. That branch is maintained in the -`CloudBuilders DevStack repo`__ mirror that supports the -http://devstack.org site. This is the primary DevStack -documentation along with the DevStack scripts themselves. - -__ repo_ -.. _repo: https://github.com/cloudbuilders/devstack - -All of the scripts are processed with shocco_ to render them with the comments -as text describing the script below. For this reason we tend to be a little -verbose in the comments _ABOVE_ the code they pertain to. Shocco also supports -Markdown formatting in the comments; use it sparingly. Specifically, ``stack.sh`` -uses Markdown headers to divide the script into logical sections. - -.. _shocco: http://rtomayko.github.com/shocco/ - - -Exercises ---------- - -The scripts in the exercises directory are meant to 1) perform basic operational -checks on certain aspects of OpenStack; and b) document the use of the -OpenStack command-line clients. - -In addition to the guidelines above, exercise scripts MUST follow the structure -outlined here. ``swift.sh`` is perhaps the clearest example of these guidelines. -These scripts are executed serially by ``exercise.sh`` in testing situations. - -* Begin and end with a banner that stands out in a sea of script logs to aid - in debugging failures, particularly in automated testing situations. If the - end banner is not displayed, the script ended prematurely and can be assumed - to have failed. - - :: - - echo "**************************************************" - echo "Begin DevStack Exercise: $0" - echo "**************************************************" - ... - set +o xtrace - echo "**************************************************" - echo "End DevStack Exercise: $0" - echo "**************************************************" - -* The scripts will generally have the shell ``xtrace`` attribute set to display - the actual commands being executed, and the ``errexit`` attribute set to exit - the script on non-zero exit codes:: - - # This script exits on an error so that errors don't compound and you see - # only the first error that occured. - set -o errexit - - # Print the commands being run so that we can see the command that triggers - # an error. It is also useful for following allowing as the install occurs. - set -o xtrace - -* Settings and configuration are stored in ``exerciserc``, which must be - sourced after ``openrc`` or ``stackrc``:: - - # Import exercise configuration - source $TOP_DIR/exerciserc - -* There are a couple of helper functions in the common ``functions`` sub-script - that will check for non-zero exit codes and unset environment variables and - print a message and exit the script. These should be called after most client - commands that are not otherwise checked to short-circuit long timeouts - (instance boot failure, for example):: - - swift post $CONTAINER - die_if_error "Failure creating container $CONTAINER" - - FLOATING_IP=`euca-allocate-address | cut -f2` - die_if_not_set FLOATING_IP "Failure allocating floating IP" - -* If you want an exercise to be skipped when for example a service wasn't - enabled for the exercise to be run, you can exit your exercise with the - special exitcode 55 and it will be detected as skipped. - -* The exercise scripts should only use the various OpenStack client binaries to - interact with OpenStack. This specifically excludes any ``*-manage`` tools - as those assume direct access to configuration and databases, as well as direct - database access from the exercise itself. - -* If specific configuration needs to be present for the exercise to complete, - it should be staged in ``stack.sh``, or called from ``stack.sh`` (see - ``files/keystone_data.sh`` for an example of this). - -* The ``OS_*`` environment variables should be the only ones used for all - authentication to OpenStack clients as documented in the CLIAuth_ wiki page. - -.. _CLIAuth: http://wiki.openstack.org/CLIAuth - -* The exercise MUST clean up after itself if successful. If it is not successful, - it is assumed that state will be left behind; this allows a chance for developers - to look around and attempt to debug the problem. The exercise SHOULD clean up - or graciously handle possible artifacts left over from previous runs if executed - again. It is acceptable to require a reboot or even a re-install of DevStack - to restore a clean test environment. diff --git a/LICENSE b/LICENSE deleted file mode 100644 index 68c771a0..00000000 --- a/LICENSE +++ /dev/null @@ -1,176 +0,0 @@ - - Apache License - Version 2.0, January 2004 - http://www.apache.org/licenses/ - - TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION - - 1. Definitions. - - "License" shall mean the terms and conditions for use, reproduction, - and distribution as defined by Sections 1 through 9 of this document. - - "Licensor" shall mean the copyright owner or entity authorized by - the copyright owner that is granting the License. - - "Legal Entity" shall mean the union of the acting entity and all - other entities that control, are controlled by, or are under common - control with that entity. For the purposes of this definition, - "control" means (i) the power, direct or indirect, to cause the - direction or management of such entity, whether by contract or - otherwise, or (ii) ownership of fifty percent (50%) or more of the - outstanding shares, or (iii) beneficial ownership of such entity. - - "You" (or "Your") shall mean an individual or Legal Entity - exercising permissions granted by this License. - - "Source" form shall mean the preferred form for making modifications, - including but not limited to software source code, documentation - source, and configuration files. - - "Object" form shall mean any form resulting from mechanical - transformation or translation of a Source form, including but - not limited to compiled object code, generated documentation, - and conversions to other media types. - - "Work" shall mean the work of authorship, whether in Source or - Object form, made available under the License, as indicated by a - copyright notice that is included in or attached to the work - (an example is provided in the Appendix below). - - "Derivative Works" shall mean any work, whether in Source or Object - form, that is based on (or derived from) the Work and for which the - editorial revisions, annotations, elaborations, or other modifications - represent, as a whole, an original work of authorship. For the purposes - of this License, Derivative Works shall not include works that remain - separable from, or merely link (or bind by name) to the interfaces of, - the Work and Derivative Works thereof. - - "Contribution" shall mean any work of authorship, including - the original version of the Work and any modifications or additions - to that Work or Derivative Works thereof, that is intentionally - submitted to Licensor for inclusion in the Work by the copyright owner - or by an individual or Legal Entity authorized to submit on behalf of - the copyright owner. For the purposes of this definition, "submitted" - means any form of electronic, verbal, or written communication sent - to the Licensor or its representatives, including but not limited to - communication on electronic mailing lists, source code control systems, - and issue tracking systems that are managed by, or on behalf of, the - Licensor for the purpose of discussing and improving the Work, but - excluding communication that is conspicuously marked or otherwise - designated in writing by the copyright owner as "Not a Contribution." - - "Contributor" shall mean Licensor and any individual or Legal Entity - on behalf of whom a Contribution has been received by Licensor and - subsequently incorporated within the Work. - - 2. Grant of Copyright License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - copyright license to reproduce, prepare Derivative Works of, - publicly display, publicly perform, sublicense, and distribute the - Work and such Derivative Works in Source or Object form. - - 3. Grant of Patent License. Subject to the terms and conditions of - this License, each Contributor hereby grants to You a perpetual, - worldwide, non-exclusive, no-charge, royalty-free, irrevocable - (except as stated in this section) patent license to make, have made, - use, offer to sell, sell, import, and otherwise transfer the Work, - where such license applies only to those patent claims licensable - by such Contributor that are necessarily infringed by their - Contribution(s) alone or by combination of their Contribution(s) - with the Work to which such Contribution(s) was submitted. If You - institute patent litigation against any entity (including a - cross-claim or counterclaim in a lawsuit) alleging that the Work - or a Contribution incorporated within the Work constitutes direct - or contributory patent infringement, then any patent licenses - granted to You under this License for that Work shall terminate - as of the date such litigation is filed. - - 4. Redistribution. You may reproduce and distribute copies of the - Work or Derivative Works thereof in any medium, with or without - modifications, and in Source or Object form, provided that You - meet the following conditions: - - (a) You must give any other recipients of the Work or - Derivative Works a copy of this License; and - - (b) You must cause any modified files to carry prominent notices - stating that You changed the files; and - - (c) You must retain, in the Source form of any Derivative Works - that You distribute, all copyright, patent, trademark, and - attribution notices from the Source form of the Work, - excluding those notices that do not pertain to any part of - the Derivative Works; and - - (d) If the Work includes a "NOTICE" text file as part of its - distribution, then any Derivative Works that You distribute must - include a readable copy of the attribution notices contained - within such NOTICE file, excluding those notices that do not - pertain to any part of the Derivative Works, in at least one - of the following places: within a NOTICE text file distributed - as part of the Derivative Works; within the Source form or - documentation, if provided along with the Derivative Works; or, - within a display generated by the Derivative Works, if and - wherever such third-party notices normally appear. The contents - of the NOTICE file are for informational purposes only and - do not modify the License. You may add Your own attribution - notices within Derivative Works that You distribute, alongside - or as an addendum to the NOTICE text from the Work, provided - that such additional attribution notices cannot be construed - as modifying the License. - - You may add Your own copyright statement to Your modifications and - may provide additional or different license terms and conditions - for use, reproduction, or distribution of Your modifications, or - for any such Derivative Works as a whole, provided Your use, - reproduction, and distribution of the Work otherwise complies with - the conditions stated in this License. - - 5. Submission of Contributions. Unless You explicitly state otherwise, - any Contribution intentionally submitted for inclusion in the Work - by You to the Licensor shall be under the terms and conditions of - this License, without any additional terms or conditions. - Notwithstanding the above, nothing herein shall supersede or modify - the terms of any separate license agreement you may have executed - with Licensor regarding such Contributions. - - 6. Trademarks. This License does not grant permission to use the trade - names, trademarks, service marks, or product names of the Licensor, - except as required for reasonable and customary use in describing the - origin of the Work and reproducing the content of the NOTICE file. - - 7. Disclaimer of Warranty. Unless required by applicable law or - agreed to in writing, Licensor provides the Work (and each - Contributor provides its Contributions) on an "AS IS" BASIS, - WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or - implied, including, without limitation, any warranties or conditions - of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A - PARTICULAR PURPOSE. You are solely responsible for determining the - appropriateness of using or redistributing the Work and assume any - risks associated with Your exercise of permissions under this License. - - 8. Limitation of Liability. In no event and under no legal theory, - whether in tort (including negligence), contract, or otherwise, - unless required by applicable law (such as deliberate and grossly - negligent acts) or agreed to in writing, shall any Contributor be - liable to You for damages, including any direct, indirect, special, - incidental, or consequential damages of any character arising as a - result of this License or out of the use or inability to use the - Work (including but not limited to damages for loss of goodwill, - work stoppage, computer failure or malfunction, or any and all - other commercial damages or losses), even if such Contributor - has been advised of the possibility of such damages. - - 9. Accepting Warranty or Additional Liability. While redistributing - the Work or Derivative Works thereof, You may choose to offer, - and charge a fee for, acceptance of support, warranty, indemnity, - or other liability obligations and/or rights consistent with this - License. However, in accepting such obligations, You may act only - on Your own behalf and on Your sole responsibility, not on behalf - of any other Contributor, and only if You agree to indemnify, - defend, and hold each Contributor harmless for any liability - incurred by, or claims asserted against, such Contributor by reason - of your accepting any such warranty or additional liability. - diff --git a/README.md b/README.md deleted file mode 100644 index 93107588..00000000 --- a/README.md +++ /dev/null @@ -1,102 +0,0 @@ -DevStack is a set of scripts and utilities to quickly deploy an OpenStack cloud. - -# Goals - -* To quickly build dev OpenStack environments in a clean Ubuntu or Fedora environment -* To describe working configurations of OpenStack (which code branches work together? what do config files look like for those branches?) -* To make it easier for developers to dive into OpenStack so that they can productively contribute without having to understand every part of the system at once -* To make it easy to prototype cross-project features -* To sanity-check OpenStack builds (used in gating commits to the primary repos) - -Read more at http://devstack.org (built from the gh-pages branch) - -IMPORTANT: Be sure to carefully read `stack.sh` and any other scripts you execute before you run them, as they install software and may alter your networking configuration. We strongly recommend that you run `stack.sh` in a clean and disposable vm when you are first getting started. - -# Devstack on Xenserver - -If you would like to use Xenserver as the hypervisor, please refer to the instructions in `./tools/xen/README.md`. - -# Versions - -The devstack master branch generally points to trunk versions of OpenStack components. For older, stable versions, look for branches named stable/[release] in the DevStack repo. For example, you can do the following to create a diablo OpenStack cloud: - - git checkout stable/diablo - ./stack.sh - -You can also pick specific OpenStack project releases by setting the appropriate `*_BRANCH` variables in `localrc` (look in `stackrc` for the default set). Usually just before a release there will be milestone-proposed branches that need to be tested:: - - GLANCE_REPO=https://github.com/openstack/glance.git - GLANCE_BRANCH=milestone-proposed - -# Start A Dev Cloud - -Installing in a dedicated disposable vm is safer than installing on your dev machine! To start a dev cloud: - - ./stack.sh - -When the script finishes executing, you should be able to access OpenStack endpoints, like so: - -* Horizon: http://myhost/ -* Keystone: http://myhost:5000/v2.0/ - -We also provide an environment file that you can use to interact with your cloud via CLI: - - # source openrc file to load your environment with osapi and ec2 creds - . openrc - # list instances - nova list - -If the EC2 API is your cup-o-tea, you can create credentials and use euca2ools: - - # source eucarc to generate EC2 credentials and set up the environment - . eucarc - # list instances using ec2 api - euca-describe-instances - -# Customizing - -You can override environment variables used in `stack.sh` by creating file name `localrc`. It is likely that you will need to do this to tweak your networking configuration should you need to access your cloud from a different host. - -# Database Backend - -Multiple database backends are available. The available databases are defined in the lib/databases directory. -To choose a database backend, add a line to your `localrc` like: - - use_database postgresql - -By default, the mysql database backend is used. - -# RPC Backend - -Multiple RPC backends are available. Currently, this -includes RabbitMQ (default), Qpid, and ZeroMQ. Your backend of -choice may be selected via the `localrc`. - -Note that selecting more than one RPC backend will result in a failure. - -Example (ZeroMQ): - - ENABLED_SERVICES="$ENABLED_SERVICES,-rabbit,-qpid,zeromq" - -Example (Qpid): - - ENABLED_SERVICES="$ENABLED_SERVICES,-rabbit,-zeromq,qpid" - -# Swift - -Swift is not installed by default, you can enable easily by adding this to your `localrc`: - - enable_service swift - -If you want a minimal Swift install with only Swift and Keystone you can have this instead in your `localrc`: - - disable_all_services - enable_service key mysql swift - -If you use Swift with Keystone, Swift will authenticate against it. You will need to make sure to use the Keystone URL to auth against. - -If you are enabling `swift3` in `ENABLED_SERVICES` devstack will install the swift3 middleware emulation. Swift will be configured to act as a S3 endpoint for Keystone so effectively replacing the `nova-objectstore`. - -Only Swift proxy server is launched in the screen session all other services are started in background and managed by `swift-init` tool. - -By default Swift will configure 3 replicas (and one spare) which could be IO intensive on a small vm, if you only want to do some quick testing of the API you can choose to only have one replica by customizing the variable `SWIFT_REPLICAS` in your `localrc`. diff --git a/assets/css/bootstrap.css b/assets/css/bootstrap.css new file mode 100644 index 00000000..5fd10bcc --- /dev/null +++ b/assets/css/bootstrap.css @@ -0,0 +1,616 @@ +article,aside,details,figcaption,figure,footer,header,hgroup,nav,section{display:block;} +audio,canvas,video{display:inline-block;*display:inline;*zoom:1;} +audio:not([controls]){display:none;} +html{font-size:100%;-webkit-text-size-adjust:100%;-ms-text-size-adjust:100%;} +a:focus{outline:thin dotted;outline:5px auto -webkit-focus-ring-color;outline-offset:-2px;} +a:hover,a:active{outline:0;} +sub,sup{position:relative;font-size:75%;line-height:0;vertical-align:baseline;} +sup{top:-0.5em;} +sub{bottom:-0.25em;} +img{max-width:100%;height:auto;border:0;-ms-interpolation-mode:bicubic;} +button,input,select,textarea{margin:0;font-size:100%;vertical-align:middle;} +button,input{*overflow:visible;line-height:normal;} +button::-moz-focus-inner,input::-moz-focus-inner{padding:0;border:0;} +button,input[type="button"],input[type="reset"],input[type="submit"]{cursor:pointer;-webkit-appearance:button;} +input[type="search"]{-webkit-appearance:textfield;-webkit-box-sizing:content-box;-moz-box-sizing:content-box;box-sizing:content-box;} +input[type="search"]::-webkit-search-decoration,input[type="search"]::-webkit-search-cancel-button{-webkit-appearance:none;} +textarea{overflow:auto;vertical-align:top;} +body{margin:0;font-family:"Helvetica Neue",Helvetica,Arial,sans-serif;font-size:13px;line-height:18px;color:#333333;background-color:#ffffff;} +a{color:#0088cc;text-decoration:none;} +a:hover{color:#005580;text-decoration:underline;} +.row{margin-left:-20px;*zoom:1;}.row:before,.row:after{display:table;content:"";} +.row:after{clear:both;} +[class*="span"]{float:left;margin-left:20px;} +.span1{width:60px;} +.span2{width:140px;} +.span3{width:220px;} +.span4{width:300px;} +.span5{width:380px;} +.span6{width:460px;} +.span7{width:540px;} +.span8{width:620px;} +.span9{width:700px;} +.span10{width:780px;} +.span11{width:860px;} +.span12,.container{width:940px;} +.offset1{margin-left:100px;} +.offset2{margin-left:180px;} +.offset3{margin-left:260px;} +.offset4{margin-left:340px;} +.offset5{margin-left:420px;} +.offset6{margin-left:500px;} +.offset7{margin-left:580px;} +.offset8{margin-left:660px;} +.offset9{margin-left:740px;} +.offset10{margin-left:820px;} +.offset11{margin-left:900px;} +.row-fluid{width:100%;*zoom:1;}.row-fluid:before,.row-fluid:after{display:table;content:"";} +.row-fluid:after{clear:both;} +.row-fluid>[class*="span"]{float:left;margin-left:2.127659574%;} +.row-fluid>[class*="span"]:first-child{margin-left:0;} +.row-fluid .span1{width:6.382978723%;} +.row-fluid .span2{width:14.89361702%;} +.row-fluid .span3{width:23.404255317%;} +.row-fluid .span4{width:31.914893614%;} +.row-fluid .span5{width:40.425531911%;} +.row-fluid .span6{width:48.93617020799999%;} +.row-fluid .span7{width:57.446808505%;} +.row-fluid .span8{width:65.95744680199999%;} +.row-fluid .span9{width:74.468085099%;} +.row-fluid .span10{width:82.97872339599999%;} +.row-fluid .span11{width:91.489361693%;} +.row-fluid .span12{width:99.99999998999999%;} +.container{width:940px;margin-left:auto;margin-right:auto;*zoom:1;}.container:before,.container:after{display:table;content:"";} +.container:after{clear:both;} +.container-fluid{padding-left:20px;padding-right:20px;*zoom:1;}.container-fluid:before,.container-fluid:after{display:table;content:"";} +.container-fluid:after{clear:both;} +p{margin:0 0 9px;font-family:"Helvetica Neue",Helvetica,Arial,sans-serif;font-size:13px;line-height:18px;}p small{font-size:11px;color:#999999;} +.lead{margin-bottom:18px;font-size:20px;font-weight:200;line-height:27px;} +h1,h2,h3,h4,h5,h6{margin:0;font-weight:bold;color:#333333;text-rendering:optimizelegibility;}h1 small,h2 small,h3 small,h4 small,h5 small,h6 small{font-weight:normal;color:#999999;} +h1{font-size:30px;line-height:36px;}h1 small{font-size:18px;} +h2{font-size:24px;line-height:36px;}h2 small{font-size:18px;} +h3{line-height:27px;font-size:18px;}h3 small{font-size:14px;} +h4,h5,h6{line-height:18px;} +h4{font-size:14px;}h4 small{font-size:12px;} +h5{font-size:12px;} +h6{font-size:11px;color:#999999;text-transform:uppercase;} +.page-header{padding-bottom:17px;margin:18px 0;border-bottom:1px solid #eeeeee;} +.page-header h1{line-height:1;} +ul,ol{padding:0;margin:0 0 9px 25px;} +ul ul,ul ol,ol ol,ol ul{margin-bottom:0;} +ul{list-style:disc;} +ol{list-style:decimal;} +li{line-height:18px;} +ul.unstyled{margin-left:0;list-style:none;} +dl{margin-bottom:18px;} +dt,dd{line-height:18px;} +dt{font-weight:bold;} +dd{margin-left:9px;} +hr{margin:18px 0;border:0;border-top:1px solid #e5e5e5;border-bottom:1px solid #ffffff;} +strong{font-weight:bold;} +em{font-style:italic;} +.muted{color:#999999;} +abbr{font-size:90%;text-transform:uppercase;border-bottom:1px dotted #ddd;cursor:help;} +blockquote{padding:0 0 0 15px;margin:0 0 18px;border-left:5px solid #eeeeee;}blockquote p{margin-bottom:0;font-size:16px;font-weight:300;line-height:22.5px;} +blockquote small{display:block;line-height:18px;color:#999999;}blockquote small:before{content:'\2014 \00A0';} +blockquote.pull-right{float:right;padding-left:0;padding-right:15px;border-left:0;border-right:5px solid #eeeeee;}blockquote.pull-right p,blockquote.pull-right small{text-align:right;} +q:before,q:after,blockquote:before,blockquote:after{content:"";} +address{display:block;margin-bottom:18px;line-height:18px;font-style:normal;} +small{font-size:100%;} +cite{font-style:normal;} +code,pre{padding:0 3px 2px;font-family:Menlo,Monaco,"Courier New",monospace;font-size:12px;color:#333333;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;} +code{padding:3px 4px;color:#d14;background-color:#f7f7f9;border:1px solid #e1e1e8;} +pre{display:block;padding:8.5px;margin:0 0 9px;font-size:12px;line-height:18px;background-color:#f5f5f5;border:1px solid #ccc;border:1px solid rgba(0, 0, 0, 0.15);-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;white-space:pre;white-space:pre-wrap;word-break:break-all;}pre.prettyprint{margin-bottom:18px;} +pre code{padding:0;background-color:transparent;} +form{margin:0 0 18px;} +fieldset{padding:0;margin:0;border:0;} +legend{display:block;width:100%;padding:0;margin-bottom:27px;font-size:19.5px;line-height:36px;color:#333333;border:0;border-bottom:1px solid #eee;} +label,input,button,select,textarea{font-family:"Helvetica Neue",Helvetica,Arial,sans-serif;font-size:13px;font-weight:normal;line-height:18px;} +label{display:block;margin-bottom:5px;color:#333333;} +input,textarea,select,.uneditable-input{display:inline-block;width:210px;height:18px;padding:4px;margin-bottom:9px;font-size:13px;line-height:18px;color:#555555;border:1px solid #ccc;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;} +.uneditable-textarea{width:auto;height:auto;} +label input,label textarea,label select{display:block;} +input[type="image"],input[type="checkbox"],input[type="radio"]{width:auto;height:auto;padding:0;margin:3px 0;*margin-top:0;line-height:normal;border:0;cursor:pointer;border-radius:0 \0/;} +input[type="file"]{padding:initial;line-height:initial;border:initial;background-color:#ffffff;background-color:initial;-webkit-box-shadow:none;-moz-box-shadow:none;box-shadow:none;} +input[type="button"],input[type="reset"],input[type="submit"]{width:auto;height:auto;} +select,input[type="file"]{height:28px;*margin-top:4px;line-height:28px;} +select{width:220px;background-color:#ffffff;} +select[multiple],select[size]{height:auto;} +input[type="image"]{-webkit-box-shadow:none;-moz-box-shadow:none;box-shadow:none;} +textarea{height:auto;} +input[type="hidden"]{display:none;} +.radio,.checkbox{padding-left:18px;} +.radio input[type="radio"],.checkbox input[type="checkbox"]{float:left;margin-left:-18px;} +.controls>.radio:first-child,.controls>.checkbox:first-child{padding-top:5px;} +.radio.inline,.checkbox.inline{display:inline-block;margin-bottom:0;vertical-align:middle;} +.radio.inline+.radio.inline,.checkbox.inline+.checkbox.inline{margin-left:10px;} +.controls>.radio.inline:first-child,.controls>.checkbox.inline:first-child{padding-top:0;} +input,textarea{-webkit-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075);-moz-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075);box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075);-webkit-transition:border linear 0.2s,box-shadow linear 0.2s;-moz-transition:border linear 0.2s,box-shadow linear 0.2s;-ms-transition:border linear 0.2s,box-shadow linear 0.2s;-o-transition:border linear 0.2s,box-shadow linear 0.2s;transition:border linear 0.2s,box-shadow linear 0.2s;} +input:focus,textarea:focus{border-color:rgba(82, 168, 236, 0.8);-webkit-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075),0 0 8px rgba(82, 168, 236, 0.6);-moz-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075),0 0 8px rgba(82, 168, 236, 0.6);box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.075),0 0 8px rgba(82, 168, 236, 0.6);outline:0;outline:thin dotted \9;} +input[type="file"]:focus,input[type="checkbox"]:focus,select:focus{-webkit-box-shadow:none;-moz-box-shadow:none;box-shadow:none;outline:thin dotted;outline:5px auto -webkit-focus-ring-color;outline-offset:-2px;} +.input-mini{width:60px;} +.input-small{width:90px;} +.input-medium{width:150px;} +.input-large{width:210px;} +.input-xlarge{width:270px;} +.input-xxlarge{width:530px;} +input[class*="span"],select[class*="span"],textarea[class*="span"],.uneditable-input{float:none;margin-left:0;} +input.span1,textarea.span1,.uneditable-input.span1{width:50px;} +input.span2,textarea.span2,.uneditable-input.span2{width:130px;} +input.span3,textarea.span3,.uneditable-input.span3{width:210px;} +input.span4,textarea.span4,.uneditable-input.span4{width:290px;} +input.span5,textarea.span5,.uneditable-input.span5{width:370px;} +input.span6,textarea.span6,.uneditable-input.span6{width:450px;} +input.span7,textarea.span7,.uneditable-input.span7{width:530px;} +input.span8,textarea.span8,.uneditable-input.span8{width:610px;} +input.span9,textarea.span9,.uneditable-input.span9{width:690px;} +input.span10,textarea.span10,.uneditable-input.span10{width:770px;} +input.span11,textarea.span11,.uneditable-input.span11{width:850px;} +input.span12,textarea.span12,.uneditable-input.span12{width:930px;} +input[disabled],select[disabled],textarea[disabled],input[readonly],select[readonly],textarea[readonly]{background-color:#f5f5f5;border-color:#ddd;cursor:not-allowed;} +.control-group.warning>label,.control-group.warning .help-block,.control-group.warning .help-inline{color:#c09853;} +.control-group.warning input,.control-group.warning select,.control-group.warning textarea{color:#c09853;border-color:#c09853;}.control-group.warning input:focus,.control-group.warning select:focus,.control-group.warning textarea:focus{border-color:#a47e3c;-webkit-box-shadow:0 0 6px #dbc59e;-moz-box-shadow:0 0 6px #dbc59e;box-shadow:0 0 6px #dbc59e;} +.control-group.warning .input-prepend .add-on,.control-group.warning .input-append .add-on{color:#c09853;background-color:#fcf8e3;border-color:#c09853;} +.control-group.error>label,.control-group.error .help-block,.control-group.error .help-inline{color:#b94a48;} +.control-group.error input,.control-group.error select,.control-group.error textarea{color:#b94a48;border-color:#b94a48;}.control-group.error input:focus,.control-group.error select:focus,.control-group.error textarea:focus{border-color:#953b39;-webkit-box-shadow:0 0 6px #d59392;-moz-box-shadow:0 0 6px #d59392;box-shadow:0 0 6px #d59392;} +.control-group.error .input-prepend .add-on,.control-group.error .input-append .add-on{color:#b94a48;background-color:#f2dede;border-color:#b94a48;} +.control-group.success>label,.control-group.success .help-block,.control-group.success .help-inline{color:#468847;} +.control-group.success input,.control-group.success select,.control-group.success textarea{color:#468847;border-color:#468847;}.control-group.success input:focus,.control-group.success select:focus,.control-group.success textarea:focus{border-color:#356635;-webkit-box-shadow:0 0 6px #7aba7b;-moz-box-shadow:0 0 6px #7aba7b;box-shadow:0 0 6px #7aba7b;} +.control-group.success .input-prepend .add-on,.control-group.success .input-append .add-on{color:#468847;background-color:#dff0d8;border-color:#468847;} +input:focus:required:invalid,textarea:focus:required:invalid,select:focus:required:invalid{color:#b94a48;border-color:#ee5f5b;}input:focus:required:invalid:focus,textarea:focus:required:invalid:focus,select:focus:required:invalid:focus{border-color:#e9322d;-webkit-box-shadow:0 0 6px #f8b9b7;-moz-box-shadow:0 0 6px #f8b9b7;box-shadow:0 0 6px #f8b9b7;} +.form-actions{padding:17px 20px 18px;margin-top:18px;margin-bottom:18px;background-color:#f5f5f5;border-top:1px solid #ddd;} +.uneditable-input{display:block;background-color:#ffffff;border-color:#eee;-webkit-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.025);-moz-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.025);box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.025);cursor:not-allowed;} +:-moz-placeholder{color:#999999;} +::-webkit-input-placeholder{color:#999999;} +.help-block{margin-top:5px;margin-bottom:0;color:#999999;} +.help-inline{display:inline-block;*display:inline;*zoom:1;margin-bottom:9px;vertical-align:middle;padding-left:5px;} +.input-prepend,.input-append{margin-bottom:5px;*zoom:1;}.input-prepend:before,.input-append:before,.input-prepend:after,.input-append:after{display:table;content:"";} +.input-prepend:after,.input-append:after{clear:both;} +.input-prepend input,.input-append input,.input-prepend .uneditable-input,.input-append .uneditable-input{-webkit-border-radius:0 3px 3px 0;-moz-border-radius:0 3px 3px 0;border-radius:0 3px 3px 0;}.input-prepend input:focus,.input-append input:focus,.input-prepend .uneditable-input:focus,.input-append .uneditable-input:focus{position:relative;z-index:2;} +.input-prepend .uneditable-input,.input-append .uneditable-input{border-left-color:#ccc;} +.input-prepend .add-on,.input-append .add-on{float:left;display:block;width:auto;min-width:16px;height:18px;margin-right:-1px;padding:4px 5px;font-weight:normal;line-height:18px;color:#999999;text-align:center;text-shadow:0 1px 0 #ffffff;background-color:#f5f5f5;border:1px solid #ccc;-webkit-border-radius:3px 0 0 3px;-moz-border-radius:3px 0 0 3px;border-radius:3px 0 0 3px;} +.input-prepend .active,.input-append .active{background-color:#a9dba9;border-color:#46a546;} +.input-prepend .add-on{*margin-top:1px;} +.input-append input,.input-append .uneditable-input{float:left;-webkit-border-radius:3px 0 0 3px;-moz-border-radius:3px 0 0 3px;border-radius:3px 0 0 3px;} +.input-append .uneditable-input{border-right-color:#ccc;} +.input-append .add-on{margin-right:0;margin-left:-1px;-webkit-border-radius:0 3px 3px 0;-moz-border-radius:0 3px 3px 0;border-radius:0 3px 3px 0;} +.input-append input:first-child{*margin-left:-160px;}.input-append input:first-child+.add-on{*margin-left:-21px;} +.search-query{padding-left:14px;padding-right:14px;margin-bottom:0;-webkit-border-radius:14px;-moz-border-radius:14px;border-radius:14px;} +.form-search input,.form-inline input,.form-horizontal input,.form-search textarea,.form-inline textarea,.form-horizontal textarea,.form-search select,.form-inline select,.form-horizontal select,.form-search .help-inline,.form-inline .help-inline,.form-horizontal .help-inline,.form-search .uneditable-input,.form-inline .uneditable-input,.form-horizontal .uneditable-input{display:inline-block;margin-bottom:0;} +.form-search label,.form-inline label,.form-search .input-append,.form-inline .input-append,.form-search .input-prepend,.form-inline .input-prepend{display:inline-block;} +.form-search .input-append .add-on,.form-inline .input-prepend .add-on,.form-search .input-append .add-on,.form-inline .input-prepend .add-on{vertical-align:middle;} +.control-group{margin-bottom:9px;} +.form-horizontal legend+.control-group{margin-top:18px;-webkit-margin-top-collapse:separate;} +.form-horizontal .control-group{margin-bottom:18px;*zoom:1;}.form-horizontal .control-group:before,.form-horizontal .control-group:after{display:table;content:"";} +.form-horizontal .control-group:after{clear:both;} +.form-horizontal .control-group>label{float:left;width:140px;padding-top:5px;text-align:right;} +.form-horizontal .controls{margin-left:160px;} +.form-horizontal .form-actions{padding-left:160px;} +table{max-width:100%;border-collapse:collapse;border-spacing:0;} +.table{width:100%;margin-bottom:18px;}.table th,.table td{padding:8px;line-height:18px;text-align:left;border-top:1px solid #ddd;} +.table th{font-weight:bold;vertical-align:bottom;} +.table td{vertical-align:top;} +.table thead:first-child tr th,.table thead:first-child tr td{border-top:0;} +.table tbody+tbody{border-top:2px solid #ddd;} +.table-condensed th,.table-condensed td{padding:4px 5px;} +.table-bordered{border:1px solid #ddd;border-collapse:separate;*border-collapse:collapsed;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;}.table-bordered th+th,.table-bordered td+td,.table-bordered th+td,.table-bordered td+th{border-left:1px solid #ddd;} +.table-bordered thead:first-child tr:first-child th,.table-bordered tbody:first-child tr:first-child th,.table-bordered tbody:first-child tr:first-child td{border-top:0;} +.table-bordered thead:first-child tr:first-child th:first-child,.table-bordered tbody:first-child tr:first-child td:first-child{-webkit-border-radius:4px 0 0 0;-moz-border-radius:4px 0 0 0;border-radius:4px 0 0 0;} +.table-bordered thead:first-child tr:first-child th:last-child,.table-bordered tbody:first-child tr:first-child td:last-child{-webkit-border-radius:0 4px 0 0;-moz-border-radius:0 4px 0 0;border-radius:0 4px 0 0;} +.table-bordered thead:last-child tr:last-child th:first-child,.table-bordered tbody:last-child tr:last-child td:first-child{-webkit-border-radius:0 0 0 4px;-moz-border-radius:0 0 0 4px;border-radius:0 0 0 4px;} +.table-bordered thead:last-child tr:last-child th:last-child,.table-bordered tbody:last-child tr:last-child td:last-child{-webkit-border-radius:0 0 4px 0;-moz-border-radius:0 0 4px 0;border-radius:0 0 4px 0;} +.table-striped tbody tr:nth-child(even) td,.table-striped tbody tr:nth-child(even) th{background-color:#f1f1f1;} +table .span1{float:none;width:44px;margin-left:0;} +table .span2{float:none;width:124px;margin-left:0;} +table .span3{float:none;width:204px;margin-left:0;} +table .span4{float:none;width:284px;margin-left:0;} +table .span5{float:none;width:364px;margin-left:0;} +table .span6{float:none;width:444px;margin-left:0;} +table .span7{float:none;width:524px;margin-left:0;} +table .span8{float:none;width:604px;margin-left:0;} +table .span9{float:none;width:684px;margin-left:0;} +table .span10{float:none;width:764px;margin-left:0;} +table .span11{float:none;width:844px;margin-left:0;} +table .span12{float:none;width:924px;margin-left:0;} +[class^="icon-"]{display:inline-block;width:14px;height:14px;vertical-align:text-top;background-image:url(../img/glyphicons-halflings.png);background-position:14px 14px;background-repeat:no-repeat;*margin-right:.3em;}[class^="icon-"]:last-child{*margin-left:0;} +.icon-white{background-image:url(../img/glyphicons-halflings-white.png);} +.icon-glass{background-position:0 0;} +.icon-music{background-position:-24px 0;} +.icon-search{background-position:-48px 0;} +.icon-envelope{background-position:-72px 0;} +.icon-heart{background-position:-96px 0;} +.icon-star{background-position:-120px 0;} +.icon-star-empty{background-position:-144px 0;} +.icon-user{background-position:-168px 0;} +.icon-film{background-position:-192px 0;} +.icon-th-large{background-position:-216px 0;} +.icon-th{background-position:-240px 0;} +.icon-th-list{background-position:-264px 0;} +.icon-ok{background-position:-288px 0;} +.icon-remove{background-position:-312px 0;} +.icon-zoom-in{background-position:-336px 0;} +.icon-zoom-out{background-position:-360px 0;} +.icon-off{background-position:-384px 0;} +.icon-signal{background-position:-408px 0;} +.icon-cog{background-position:-432px 0;} +.icon-trash{background-position:-456px 0;} +.icon-home{background-position:0 -24px;} +.icon-file{background-position:-24px -24px;} +.icon-time{background-position:-48px -24px;} +.icon-road{background-position:-72px -24px;} +.icon-download-alt{background-position:-96px -24px;} +.icon-download{background-position:-120px -24px;} +.icon-upload{background-position:-144px -24px;} +.icon-inbox{background-position:-168px -24px;} +.icon-play-circle{background-position:-192px -24px;} +.icon-repeat{background-position:-216px -24px;} +.icon-refresh{background-position:-240px -24px;} +.icon-list-alt{background-position:-264px -24px;} +.icon-lock{background-position:-287px -24px;} +.icon-flag{background-position:-312px -24px;} +.icon-headphones{background-position:-336px -24px;} +.icon-volume-off{background-position:-360px -24px;} +.icon-volume-down{background-position:-384px -24px;} +.icon-volume-up{background-position:-408px -24px;} +.icon-qrcode{background-position:-432px -24px;} +.icon-barcode{background-position:-456px -24px;} +.icon-tag{background-position:0 -48px;} +.icon-tags{background-position:-25px -48px;} +.icon-book{background-position:-48px -48px;} +.icon-bookmark{background-position:-72px -48px;} +.icon-print{background-position:-96px -48px;} +.icon-camera{background-position:-120px -48px;} +.icon-font{background-position:-144px -48px;} +.icon-bold{background-position:-167px -48px;} +.icon-italic{background-position:-192px -48px;} +.icon-text-height{background-position:-216px -48px;} +.icon-text-width{background-position:-240px -48px;} +.icon-align-left{background-position:-264px -48px;} +.icon-align-center{background-position:-288px -48px;} +.icon-align-right{background-position:-312px -48px;} +.icon-align-justify{background-position:-336px -48px;} +.icon-list{background-position:-360px -48px;} +.icon-indent-left{background-position:-384px -48px;} +.icon-indent-right{background-position:-408px -48px;} +.icon-facetime-video{background-position:-432px -48px;} +.icon-picture{background-position:-456px -48px;} +.icon-pencil{background-position:0 -72px;} +.icon-map-marker{background-position:-24px -72px;} +.icon-adjust{background-position:-48px -72px;} +.icon-tint{background-position:-72px -72px;} +.icon-edit{background-position:-96px -72px;} +.icon-share{background-position:-120px -72px;} +.icon-check{background-position:-144px -72px;} +.icon-move{background-position:-168px -72px;} +.icon-step-backward{background-position:-192px -72px;} +.icon-fast-backward{background-position:-216px -72px;} +.icon-backward{background-position:-240px -72px;} +.icon-play{background-position:-264px -72px;} +.icon-pause{background-position:-288px -72px;} +.icon-stop{background-position:-312px -72px;} +.icon-forward{background-position:-336px -72px;} +.icon-fast-forward{background-position:-360px -72px;} +.icon-step-forward{background-position:-384px -72px;} +.icon-eject{background-position:-408px -72px;} +.icon-chevron-left{background-position:-432px -72px;} +.icon-chevron-right{background-position:-456px -72px;} +.icon-plus-sign{background-position:0 -96px;} +.icon-minus-sign{background-position:-24px -96px;} +.icon-remove-sign{background-position:-48px -96px;} +.icon-ok-sign{background-position:-72px -96px;} +.icon-question-sign{background-position:-96px -96px;} +.icon-info-sign{background-position:-120px -96px;} +.icon-screenshot{background-position:-144px -96px;} +.icon-remove-circle{background-position:-168px -96px;} +.icon-ok-circle{background-position:-192px -96px;} +.icon-ban-circle{background-position:-216px -96px;} +.icon-arrow-left{background-position:-240px -96px;} +.icon-arrow-right{background-position:-264px -96px;} +.icon-arrow-up{background-position:-289px -96px;} +.icon-arrow-down{background-position:-312px -96px;} +.icon-share-alt{background-position:-336px -96px;} +.icon-resize-full{background-position:-360px -96px;} +.icon-resize-small{background-position:-384px -96px;} +.icon-plus{background-position:-408px -96px;} +.icon-minus{background-position:-433px -96px;} +.icon-asterisk{background-position:-456px -96px;} +.icon-exclamation-sign{background-position:0 -120px;} +.icon-gift{background-position:-24px -120px;} +.icon-leaf{background-position:-48px -120px;} +.icon-fire{background-position:-72px -120px;} +.icon-eye-open{background-position:-96px -120px;} +.icon-eye-close{background-position:-120px -120px;} +.icon-warning-sign{background-position:-144px -120px;} +.icon-plane{background-position:-168px -120px;} +.icon-calendar{background-position:-192px -120px;} +.icon-random{background-position:-216px -120px;} +.icon-comment{background-position:-240px -120px;} +.icon-magnet{background-position:-264px -120px;} +.icon-chevron-up{background-position:-288px -120px;} +.icon-chevron-down{background-position:-313px -119px;} +.icon-retweet{background-position:-336px -120px;} +.icon-shopping-cart{background-position:-360px -120px;} +.icon-folder-close{background-position:-384px -120px;} +.icon-folder-open{background-position:-408px -120px;} +.icon-resize-vertical{background-position:-432px -119px;} +.icon-resize-horizontal{background-position:-456px -118px;} +.dropdown{position:relative;} +.dropdown-toggle{*margin-bottom:-3px;} +.dropdown-toggle:active,.open .dropdown-toggle{outline:0;} +.caret{display:inline-block;width:0;height:0;text-indent:-99999px;*text-indent:0;vertical-align:top;border-left:4px solid transparent;border-right:4px solid transparent;border-top:4px solid #000000;opacity:0.3;filter:alpha(opacity=30);content:"\2193";} +.dropdown .caret{margin-top:8px;margin-left:2px;} +.dropdown:hover .caret,.open.dropdown .caret{opacity:1;filter:alpha(opacity=100);} +.dropdown-menu{position:absolute;top:100%;left:0;z-index:1000;float:left;display:none;min-width:160px;max-width:220px;_width:160px;padding:4px 0;margin:0;list-style:none;background-color:#ffffff;border-color:#ccc;border-color:rgba(0, 0, 0, 0.2);border-style:solid;border-width:1px;-webkit-border-radius:0 0 5px 5px;-moz-border-radius:0 0 5px 5px;border-radius:0 0 5px 5px;-webkit-box-shadow:0 5px 10px rgba(0, 0, 0, 0.2);-moz-box-shadow:0 5px 10px rgba(0, 0, 0, 0.2);box-shadow:0 5px 10px rgba(0, 0, 0, 0.2);-webkit-background-clip:padding-box;-moz-background-clip:padding;background-clip:padding-box;*border-right-width:2px;*border-bottom-width:2px;}.dropdown-menu.bottom-up{top:auto;bottom:100%;margin-bottom:2px;} +.dropdown-menu .divider{height:1px;margin:5px 1px;overflow:hidden;background-color:#e5e5e5;border-bottom:1px solid #ffffff;*width:100%;*margin:-5px 0 5px;} +.dropdown-menu a{display:block;padding:3px 15px;clear:both;font-weight:normal;line-height:18px;color:#555555;white-space:nowrap;} +.dropdown-menu li>a:hover,.dropdown-menu .active>a,.dropdown-menu .active>a:hover{color:#ffffff;text-decoration:none;background-color:#0088cc;} +.dropdown.open{*z-index:1000;}.dropdown.open .dropdown-toggle{color:#ffffff;background:#ccc;background:rgba(0, 0, 0, 0.3);} +.dropdown.open .dropdown-menu{display:block;} +.typeahead{margin-top:2px;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.well{min-height:20px;padding:19px;margin-bottom:20px;background-color:#f5f5f5;border:1px solid #eee;border:1px solid rgba(0, 0, 0, 0.05);-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;-webkit-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.05);-moz-box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.05);box-shadow:inset 0 1px 1px rgba(0, 0, 0, 0.05);}.well blockquote{border-color:#ddd;border-color:rgba(0, 0, 0, 0.15);} +.fade{-webkit-transition:opacity 0.15s linear;-moz-transition:opacity 0.15s linear;-ms-transition:opacity 0.15s linear;-o-transition:opacity 0.15s linear;transition:opacity 0.15s linear;opacity:0;}.fade.in{opacity:1;} +.collapse{-webkit-transition:height 0.35s ease;-moz-transition:height 0.35s ease;-ms-transition:height 0.35s ease;-o-transition:height 0.35s ease;transition:height 0.35s ease;position:relative;overflow:hidden;height:0;}.collapse.in{height:auto;} +.close{float:right;font-size:20px;font-weight:bold;line-height:18px;color:#000000;text-shadow:0 1px 0 #ffffff;opacity:0.2;filter:alpha(opacity=20);}.close:hover{color:#000000;text-decoration:none;opacity:0.4;filter:alpha(opacity=40);cursor:pointer;} +.btn{display:inline-block;padding:4px 10px 4px;font-size:13px;line-height:18px;color:#333333;text-align:center;text-shadow:0 1px 1px rgba(255, 255, 255, 0.75);background-color:#fafafa;background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#ffffff), color-stop(25%, #ffffff), to(#e6e6e6));background-image:-webkit-linear-gradient(#ffffff, #ffffff 25%, #e6e6e6);background-image:-moz-linear-gradient(top, #ffffff, #ffffff 25%, #e6e6e6);background-image:-ms-linear-gradient(#ffffff, #ffffff 25%, #e6e6e6);background-image:-o-linear-gradient(#ffffff, #ffffff 25%, #e6e6e6);background-image:linear-gradient(#ffffff, #ffffff 25%, #e6e6e6);background-repeat:no-repeat;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffffff', endColorstr='#e6e6e6', GradientType=0);border:1px solid #ccc;border-bottom-color:#bbb;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;-webkit-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);-moz-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);cursor:pointer;*margin-left:.3em;}.btn:first-child{*margin-left:0;} +.btn:hover{color:#333333;text-decoration:none;background-color:#e6e6e6;background-position:0 -15px;-webkit-transition:background-position 0.1s linear;-moz-transition:background-position 0.1s linear;-ms-transition:background-position 0.1s linear;-o-transition:background-position 0.1s linear;transition:background-position 0.1s linear;} +.btn:focus{outline:thin dotted;outline:5px auto -webkit-focus-ring-color;outline-offset:-2px;} +.btn.active,.btn:active{background-image:none;-webkit-box-shadow:inset 0 2px 4px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);-moz-box-shadow:inset 0 2px 4px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);box-shadow:inset 0 2px 4px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);background-color:#e6e6e6;background-color:#d9d9d9 \9;color:rgba(0, 0, 0, 0.5);outline:0;} +.btn.disabled,.btn[disabled]{cursor:default;background-image:none;background-color:#e6e6e6;opacity:0.65;filter:alpha(opacity=65);-webkit-box-shadow:none;-moz-box-shadow:none;box-shadow:none;} +.btn-large{padding:9px 14px;font-size:15px;line-height:normal;-webkit-border-radius:5px;-moz-border-radius:5px;border-radius:5px;} +.btn-large .icon{margin-top:1px;} +.btn-small{padding:5px 9px;font-size:11px;line-height:16px;} +.btn-small .icon{margin-top:-1px;} +.btn-primary,.btn-primary:hover,.btn-warning,.btn-warning:hover,.btn-danger,.btn-danger:hover,.btn-success,.btn-success:hover,.btn-info,.btn-info:hover{text-shadow:0 -1px 0 rgba(0, 0, 0, 0.25);color:#ffffff;} +.btn-primary.active,.btn-warning.active,.btn-danger.active,.btn-success.active,.btn-info.active{color:rgba(255, 255, 255, 0.75);} +.btn-primary{background-color:#006dcc;background-image:-moz-linear-gradient(top, #0088cc, #0044cc);background-image:-ms-linear-gradient(top, #0088cc, #0044cc);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#0088cc), to(#0044cc));background-image:-webkit-linear-gradient(top, #0088cc, #0044cc);background-image:-o-linear-gradient(top, #0088cc, #0044cc);background-image:linear-gradient(top, #0088cc, #0044cc);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#0088cc', endColorstr='#0044cc', GradientType=0);border-color:#0044cc #0044cc #002a80;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);}.btn-primary:hover,.btn-primary:active,.btn-primary.active,.btn-primary.disabled,.btn-primary[disabled]{background-color:#0044cc;} +.btn-primary:active,.btn-primary.active{background-color:#003399 \9;} +.btn-warning{background-color:#faa732;background-image:-moz-linear-gradient(top, #fbb450, #f89406);background-image:-ms-linear-gradient(top, #fbb450, #f89406);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#fbb450), to(#f89406));background-image:-webkit-linear-gradient(top, #fbb450, #f89406);background-image:-o-linear-gradient(top, #fbb450, #f89406);background-image:linear-gradient(top, #fbb450, #f89406);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#fbb450', endColorstr='#f89406', GradientType=0);border-color:#f89406 #f89406 #ad6704;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);}.btn-warning:hover,.btn-warning:active,.btn-warning.active,.btn-warning.disabled,.btn-warning[disabled]{background-color:#f89406;} +.btn-warning:active,.btn-warning.active{background-color:#c67605 \9;} +.btn-danger{background-color:#da4f49;background-image:-moz-linear-gradient(top, #ee5f5b, #bd362f);background-image:-ms-linear-gradient(top, #ee5f5b, #bd362f);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#ee5f5b), to(#bd362f));background-image:-webkit-linear-gradient(top, #ee5f5b, #bd362f);background-image:-o-linear-gradient(top, #ee5f5b, #bd362f);background-image:linear-gradient(top, #ee5f5b, #bd362f);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#ee5f5b', endColorstr='#bd362f', GradientType=0);border-color:#bd362f #bd362f #802420;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);}.btn-danger:hover,.btn-danger:active,.btn-danger.active,.btn-danger.disabled,.btn-danger[disabled]{background-color:#bd362f;} +.btn-danger:active,.btn-danger.active{background-color:#942a25 \9;} +.btn-success{background-color:#5bb75b;background-image:-moz-linear-gradient(top, #62c462, #51a351);background-image:-ms-linear-gradient(top, #62c462, #51a351);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#62c462), to(#51a351));background-image:-webkit-linear-gradient(top, #62c462, #51a351);background-image:-o-linear-gradient(top, #62c462, #51a351);background-image:linear-gradient(top, #62c462, #51a351);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#62c462', endColorstr='#51a351', GradientType=0);border-color:#51a351 #51a351 #387038;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);}.btn-success:hover,.btn-success:active,.btn-success.active,.btn-success.disabled,.btn-success[disabled]{background-color:#51a351;} +.btn-success:active,.btn-success.active{background-color:#408140 \9;} +.btn-info{background-color:#49afcd;background-image:-moz-linear-gradient(top, #5bc0de, #2f96b4);background-image:-ms-linear-gradient(top, #5bc0de, #2f96b4);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#5bc0de), to(#2f96b4));background-image:-webkit-linear-gradient(top, #5bc0de, #2f96b4);background-image:-o-linear-gradient(top, #5bc0de, #2f96b4);background-image:linear-gradient(top, #5bc0de, #2f96b4);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#5bc0de', endColorstr='#2f96b4', GradientType=0);border-color:#2f96b4 #2f96b4 #1f6377;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);}.btn-info:hover,.btn-info:active,.btn-info.active,.btn-info.disabled,.btn-info[disabled]{background-color:#2f96b4;} +.btn-info:active,.btn-info.active{background-color:#24748c \9;} +button.btn,input[type="submit"].btn{*padding-top:2px;*padding-bottom:2px;}button.btn::-moz-focus-inner,input[type="submit"].btn::-moz-focus-inner{padding:0;border:0;} +button.btn.large,input[type="submit"].btn.large{*padding-top:7px;*padding-bottom:7px;} +button.btn.small,input[type="submit"].btn.small{*padding-top:3px;*padding-bottom:3px;} +.btn-group{position:relative;*zoom:1;*margin-left:.3em;}.btn-group:before,.btn-group:after{display:table;content:"";} +.btn-group:after{clear:both;} +.btn-group:first-child{*margin-left:0;} +.btn-group+.btn-group{margin-left:5px;} +.btn-toolbar{margin-top:9px;margin-bottom:9px;}.btn-toolbar .btn-group{display:inline-block;*display:inline;*zoom:1;} +.btn-group .btn{position:relative;float:left;margin-left:-1px;-webkit-border-radius:0;-moz-border-radius:0;border-radius:0;} +.btn-group .btn:first-child{margin-left:0;-webkit-border-top-left-radius:4px;-moz-border-radius-topleft:4px;border-top-left-radius:4px;-webkit-border-bottom-left-radius:4px;-moz-border-radius-bottomleft:4px;border-bottom-left-radius:4px;} +.btn-group .btn:last-child,.btn-group .dropdown-toggle{-webkit-border-top-right-radius:4px;-moz-border-radius-topright:4px;border-top-right-radius:4px;-webkit-border-bottom-right-radius:4px;-moz-border-radius-bottomright:4px;border-bottom-right-radius:4px;} +.btn-group .btn.large:first-child{margin-left:0;-webkit-border-top-left-radius:6px;-moz-border-radius-topleft:6px;border-top-left-radius:6px;-webkit-border-bottom-left-radius:6px;-moz-border-radius-bottomleft:6px;border-bottom-left-radius:6px;} +.btn-group .btn.large:last-child,.btn-group .large.dropdown-toggle{-webkit-border-top-right-radius:6px;-moz-border-radius-topright:6px;border-top-right-radius:6px;-webkit-border-bottom-right-radius:6px;-moz-border-radius-bottomright:6px;border-bottom-right-radius:6px;} +.btn-group .btn:hover,.btn-group .btn:focus,.btn-group .btn:active,.btn-group .btn.active{z-index:2;} +.btn-group .dropdown-toggle:active,.btn-group.open .dropdown-toggle{outline:0;} +.btn-group .dropdown-toggle{padding-left:8px;padding-right:8px;-webkit-box-shadow:inset 1px 0 0 rgba(255, 255, 255, 0.125),inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);-moz-box-shadow:inset 1px 0 0 rgba(255, 255, 255, 0.125),inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);box-shadow:inset 1px 0 0 rgba(255, 255, 255, 0.125),inset 0 1px 0 rgba(255, 255, 255, 0.2),0 1px 2px rgba(0, 0, 0, 0.05);*padding-top:5px;*padding-bottom:5px;} +.btn-group.open{*z-index:1000;}.btn-group.open .dropdown-menu{display:block;margin-top:1px;-webkit-border-radius:5px;-moz-border-radius:5px;border-radius:5px;} +.btn-group.open .dropdown-toggle{background-image:none;-webkit-box-shadow:inset 0 1px 6px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);-moz-box-shadow:inset 0 1px 6px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);box-shadow:inset 0 1px 6px rgba(0, 0, 0, 0.15),0 1px 2px rgba(0, 0, 0, 0.05);} +.btn .caret{margin-top:7px;margin-left:0;} +.btn:hover .caret,.open.btn-group .caret{opacity:1;filter:alpha(opacity=100);} +.btn-primary .caret,.btn-danger .caret,.btn-info .caret,.btn-success .caret{border-top-color:#ffffff;opacity:0.75;filter:alpha(opacity=75);} +.btn-small .caret{margin-top:4px;} +.alert{padding:8px 35px 8px 14px;margin-bottom:18px;text-shadow:0 1px 0 rgba(255, 255, 255, 0.5);background-color:#fcf8e3;border:1px solid #fbeed5;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.alert,.alert-heading{color:#c09853;} +.alert .close{position:relative;top:-2px;right:-21px;line-height:18px;} +.alert-success{background-color:#dff0d8;border-color:#d6e9c6;} +.alert-success,.alert-success .alert-heading{color:#468847;} +.alert-danger,.alert-error{background-color:#f2dede;border-color:#eed3d7;} +.alert-danger,.alert-error,.alert-danger .alert-heading,.alert-error .alert-heading{color:#b94a48;} +.alert-info{background-color:#d9edf7;border-color:#bce8f1;} +.alert-info,.alert-info .alert-heading{color:#3a87ad;} +.alert-block{padding-top:14px;padding-bottom:14px;} +.alert-block>p,.alert-block>ul{margin-bottom:0;} +.alert-block p+p{margin-top:5px;} +.nav{margin-left:0;margin-bottom:18px;list-style:none;} +.nav>li>a{display:block;} +.nav>li>a:hover{text-decoration:none;background-color:#eeeeee;} +.nav-list{padding-left:14px;padding-right:14px;margin-bottom:0;} +.nav-list>li>a,.nav-list .nav-header{display:block;padding:3px 15px;margin-left:-15px;margin-right:-15px;text-shadow:0 1px 0 rgba(255, 255, 255, 0.5);} +.nav-list .nav-header{font-size:11px;font-weight:bold;line-height:18px;color:#999999;text-transform:uppercase;} +.nav-list>li+.nav-header{margin-top:9px;} +.nav-list .active>a{color:#ffffff;text-shadow:0 -1px 0 rgba(0, 0, 0, 0.2);background-color:#0088cc;} +.nav-list .icon{margin-right:2px;} +.nav-tabs,.nav-pills{*zoom:1;}.nav-tabs:before,.nav-pills:before,.nav-tabs:after,.nav-pills:after{display:table;content:"";} +.nav-tabs:after,.nav-pills:after{clear:both;} +.nav-tabs>li,.nav-pills>li{float:left;} +.nav-tabs>li>a,.nav-pills>li>a{padding-right:12px;padding-left:12px;margin-right:2px;line-height:14px;} +.nav-tabs{border-bottom:1px solid #ddd;} +.nav-tabs>li{margin-bottom:-1px;} +.nav-tabs>li>a{padding-top:9px;padding-bottom:9px;border:1px solid transparent;-webkit-border-radius:4px 4px 0 0;-moz-border-radius:4px 4px 0 0;border-radius:4px 4px 0 0;}.nav-tabs>li>a:hover{border-color:#eeeeee #eeeeee #dddddd;} +.nav-tabs>.active>a,.nav-tabs>.active>a:hover{color:#555555;background-color:#ffffff;border:1px solid #ddd;border-bottom-color:transparent;cursor:default;} +.nav-pills>li>a{padding-top:8px;padding-bottom:8px;margin-top:2px;margin-bottom:2px;-webkit-border-radius:5px;-moz-border-radius:5px;border-radius:5px;} +.nav-pills .active>a,.nav-pills .active>a:hover{color:#ffffff;background-color:#0088cc;} +.nav-stacked>li{float:none;} +.nav-stacked>li>a{margin-right:0;} +.nav-tabs.nav-stacked{border-bottom:0;} +.nav-tabs.nav-stacked>li>a{border:1px solid #ddd;-webkit-border-radius:0;-moz-border-radius:0;border-radius:0;} +.nav-tabs.nav-stacked>li:first-child>a{-webkit-border-radius:4px 4px 0 0;-moz-border-radius:4px 4px 0 0;border-radius:4px 4px 0 0;} +.nav-tabs.nav-stacked>li:last-child>a{-webkit-border-radius:0 0 4px 4px;-moz-border-radius:0 0 4px 4px;border-radius:0 0 4px 4px;} +.nav-tabs.nav-stacked>li>a:hover{border-color:#ddd;z-index:2;} +.nav-pills.nav-stacked>li>a{margin-bottom:3px;} +.nav-pills.nav-stacked>li:last-child>a{margin-bottom:1px;} +.nav-tabs .dropdown-menu,.nav-pills .dropdown-menu{margin-top:1px;border-width:1px;} +.nav-pills .dropdown-menu{-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.nav-tabs .dropdown-toggle .caret,.nav-pills .dropdown-toggle .caret{border-top-color:#0088cc;margin-top:6px;} +.nav-tabs .dropdown-toggle:hover .caret,.nav-pills .dropdown-toggle:hover .caret{border-top-color:#005580;} +.nav-tabs .active .dropdown-toggle .caret,.nav-pills .active .dropdown-toggle .caret{border-top-color:#333333;} +.nav>.dropdown.active>a:hover{color:#000000;cursor:pointer;} +.nav-tabs .open .dropdown-toggle,.nav-pills .open .dropdown-toggle,.nav>.open.active>a:hover{color:#ffffff;background-color:#999999;border-color:#999999;} +.nav .open .caret,.nav .open.active .caret,.nav .open a:hover .caret{border-top-color:#ffffff;opacity:1;filter:alpha(opacity=100);} +.tabs-stacked .open>a:hover{border-color:#999999;} +.tabbable{*zoom:1;}.tabbable:before,.tabbable:after{display:table;content:"";} +.tabbable:after{clear:both;} +.tabs-below .nav-tabs,.tabs-right .nav-tabs,.tabs-left .nav-tabs{border-bottom:0;} +.tab-content>.tab-pane,.pill-content>.pill-pane{display:none;} +.tab-content>.active,.pill-content>.active{display:block;} +.tabs-below .nav-tabs{border-top:1px solid #ddd;} +.tabs-below .nav-tabs>li{margin-top:-1px;margin-bottom:0;} +.tabs-below .nav-tabs>li>a{-webkit-border-radius:0 0 4px 4px;-moz-border-radius:0 0 4px 4px;border-radius:0 0 4px 4px;}.tabs-below .nav-tabs>li>a:hover{border-bottom-color:transparent;border-top-color:#ddd;} +.tabs-below .nav-tabs .active>a,.tabs-below .nav-tabs .active>a:hover{border-color:transparent #ddd #ddd #ddd;} +.tabs-left .nav-tabs>li,.tabs-right .nav-tabs>li{float:none;} +.tabs-left .nav-tabs>li>a,.tabs-right .nav-tabs>li>a{min-width:74px;margin-right:0;margin-bottom:3px;} +.tabs-left .nav-tabs{float:left;margin-right:19px;border-right:1px solid #ddd;} +.tabs-left .nav-tabs>li>a{margin-right:-1px;-webkit-border-radius:4px 0 0 4px;-moz-border-radius:4px 0 0 4px;border-radius:4px 0 0 4px;} +.tabs-left .nav-tabs>li>a:hover{border-color:#eeeeee #dddddd #eeeeee #eeeeee;} +.tabs-left .nav-tabs .active>a,.tabs-left .nav-tabs .active>a:hover{border-color:#ddd transparent #ddd #ddd;*border-right-color:#ffffff;} +.tabs-right .nav-tabs{float:right;margin-left:19px;border-left:1px solid #ddd;} +.tabs-right .nav-tabs>li>a{margin-left:-1px;-webkit-border-radius:0 4px 4px 0;-moz-border-radius:0 4px 4px 0;border-radius:0 4px 4px 0;} +.tabs-right .nav-tabs>li>a:hover{border-color:#eeeeee #eeeeee #eeeeee #dddddd;} +.tabs-right .nav-tabs .active>a,.tabs-right .nav-tabs .active>a:hover{border-color:#ddd #ddd #ddd transparent;*border-left-color:#ffffff;} +.navbar{overflow:visible;margin-bottom:18px;} +.navbar-inner{padding-left:20px;padding-right:20px;background-color:#2c2c2c;background-image:-moz-linear-gradient(top, #333333, #222222);background-image:-ms-linear-gradient(top, #333333, #222222);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#333333), to(#222222));background-image:-webkit-linear-gradient(top, #333333, #222222);background-image:-o-linear-gradient(top, #333333, #222222);background-image:linear-gradient(top, #333333, #222222);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#333333', endColorstr='#222222', GradientType=0);-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;-webkit-box-shadow:0 1px 3px rgba(0, 0, 0, 0.25),inset 0 -1px 0 rgba(0, 0, 0, 0.1);-moz-box-shadow:0 1px 3px rgba(0, 0, 0, 0.25),inset 0 -1px 0 rgba(0, 0, 0, 0.1);box-shadow:0 1px 3px rgba(0, 0, 0, 0.25),inset 0 -1px 0 rgba(0, 0, 0, 0.1);} +.btn-navbar{display:none;float:right;padding:7px 10px;margin-left:5px;margin-right:5px;background-color:#2c2c2c;background-image:-moz-linear-gradient(top, #333333, #222222);background-image:-ms-linear-gradient(top, #333333, #222222);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#333333), to(#222222));background-image:-webkit-linear-gradient(top, #333333, #222222);background-image:-o-linear-gradient(top, #333333, #222222);background-image:linear-gradient(top, #333333, #222222);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#333333', endColorstr='#222222', GradientType=0);border-color:#222222 #222222 #000000;border-color:rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.1) rgba(0, 0, 0, 0.25);filter:progid:DXImageTransform.Microsoft.gradient(enabled = false);-webkit-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.075);-moz-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.075);box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.075);}.btn-navbar:hover,.btn-navbar:active,.btn-navbar.active,.btn-navbar.disabled,.btn-navbar[disabled]{background-color:#222222;} +.btn-navbar:active,.btn-navbar.active{background-color:#080808 \9;} +.btn-navbar .icon-bar{display:block;width:18px;height:2px;background-color:#f5f5f5;-webkit-border-radius:1px;-moz-border-radius:1px;border-radius:1px;-webkit-box-shadow:0 1px 0 rgba(0, 0, 0, 0.25);-moz-box-shadow:0 1px 0 rgba(0, 0, 0, 0.25);box-shadow:0 1px 0 rgba(0, 0, 0, 0.25);} +.btn-navbar .icon-bar+.icon-bar{margin-top:3px;} +.nav-collapse.collapse{height:auto;} +.navbar .brand:hover{text-decoration:none;} +.navbar .brand{float:left;display:block;padding:8px 20px 12px;margin-left:-20px;font-size:20px;font-weight:200;line-height:1;color:#ffffff;} +.navbar .navbar-text{margin-bottom:0;line-height:40px;color:#999999;}.navbar .navbar-text a:hover{color:#ffffff;background-color:transparent;} +.navbar .btn,.navbar .btn-group{margin-top:5px;} +.navbar .btn-group .btn{margin-top:0;} +.navbar-form{margin-bottom:0;*zoom:1;}.navbar-form:before,.navbar-form:after{display:table;content:"";} +.navbar-form:after{clear:both;} +.navbar-form input,.navbar-form select{display:inline-block;margin-top:5px;margin-bottom:0;} +.navbar-form .radio,.navbar-form .checkbox{margin-top:5px;} +.navbar-form input[type="image"],.navbar-form input[type="checkbox"],.navbar-form input[type="radio"]{margin-top:3px;} +.navbar-search{position:relative;float:left;margin-top:6px;margin-bottom:0;}.navbar-search .search-query{padding:4px 9px;font-family:"Helvetica Neue",Helvetica,Arial,sans-serif;font-size:13px;font-weight:normal;line-height:1;color:#ffffff;color:rgba(255, 255, 255, 0.75);background:#666;background:rgba(255, 255, 255, 0.3);border:1px solid #111;-webkit-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1),0 1px 0px rgba(255, 255, 255, 0.15);-moz-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1),0 1px 0px rgba(255, 255, 255, 0.15);box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1),0 1px 0px rgba(255, 255, 255, 0.15);-webkit-transition:none;-moz-transition:none;-ms-transition:none;-o-transition:none;transition:none;}.navbar-search .search-query :-moz-placeholder{color:#eeeeee;} +.navbar-search .search-query::-webkit-input-placeholder{color:#eeeeee;} +.navbar-search .search-query:hover{color:#ffffff;background-color:#999999;background-color:rgba(255, 255, 255, 0.5);} +.navbar-search .search-query:focus,.navbar-search .search-query.focused{padding:5px 10px;color:#333333;text-shadow:0 1px 0 #ffffff;background-color:#ffffff;border:0;-webkit-box-shadow:0 0 3px rgba(0, 0, 0, 0.15);-moz-box-shadow:0 0 3px rgba(0, 0, 0, 0.15);box-shadow:0 0 3px rgba(0, 0, 0, 0.15);outline:0;} +.navbar-fixed-top{position:fixed;top:0;right:0;left:0;z-index:1030;} +.navbar-fixed-top .navbar-inner{padding-left:0;padding-right:0;-webkit-border-radius:0;-moz-border-radius:0;border-radius:0;} +.navbar .nav{position:relative;left:0;display:block;float:left;margin:0 10px 0 0;} +.navbar .nav.pull-right{float:right;} +.navbar .nav>li{display:block;float:left;} +.navbar .nav>li>a{float:none;padding:10px 10px 11px;line-height:19px;color:#999999;text-decoration:none;text-shadow:0 -1px 0 rgba(0, 0, 0, 0.25);} +.navbar .nav>li>a:hover{background-color:transparent;color:#ffffff;text-decoration:none;} +.navbar .nav .active>a,.navbar .nav .active>a:hover{color:#ffffff;text-decoration:none;background-color:#222222;background-color:rgba(0, 0, 0, 0.5);} +.navbar .divider-vertical{height:40px;width:1px;margin:0 9px;overflow:hidden;background-color:#222222;border-right:1px solid #333333;} +.navbar .nav.pull-right{margin-left:10px;margin-right:0;} +.navbar .dropdown-menu{margin-top:1px;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;}.navbar .dropdown-menu:before{content:'';display:inline-block;border-left:7px solid transparent;border-right:7px solid transparent;border-bottom:7px solid #ccc;border-bottom-color:rgba(0, 0, 0, 0.2);position:absolute;top:-7px;left:9px;} +.navbar .dropdown-menu:after{content:'';display:inline-block;border-left:6px solid transparent;border-right:6px solid transparent;border-bottom:6px solid #ffffff;position:absolute;top:-6px;left:10px;} +.navbar .nav .dropdown-toggle .caret,.navbar .nav .open.dropdown .caret{border-top-color:#ffffff;} +.navbar .nav .active .caret{opacity:1;filter:alpha(opacity=100);} +.navbar .nav .open>.dropdown-toggle,.navbar .nav .active>.dropdown-toggle,.navbar .nav .open.active>.dropdown-toggle{background-color:transparent;} +.navbar .nav .active>.dropdown-toggle:hover{color:#ffffff;} +.navbar .nav.pull-right .dropdown-menu{left:auto;right:0;}.navbar .nav.pull-right .dropdown-menu:before{left:auto;right:12px;} +.navbar .nav.pull-right .dropdown-menu:after{left:auto;right:13px;} +.breadcrumb{padding:7px 14px;margin:0 0 18px;background-color:#fbfbfb;background-image:-moz-linear-gradient(top, #ffffff, #f5f5f5);background-image:-ms-linear-gradient(top, #ffffff, #f5f5f5);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#ffffff), to(#f5f5f5));background-image:-webkit-linear-gradient(top, #ffffff, #f5f5f5);background-image:-o-linear-gradient(top, #ffffff, #f5f5f5);background-image:linear-gradient(top, #ffffff, #f5f5f5);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#ffffff', endColorstr='#f5f5f5', GradientType=0);border:1px solid #ddd;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;-webkit-box-shadow:inset 0 1px 0 #ffffff;-moz-box-shadow:inset 0 1px 0 #ffffff;box-shadow:inset 0 1px 0 #ffffff;}.breadcrumb li{display:inline;text-shadow:0 1px 0 #ffffff;} +.breadcrumb .divider{padding:0 5px;color:#999999;} +.breadcrumb .active a{color:#333333;} +.pagination{height:36px;margin:18px 0;} +.pagination ul{display:inline-block;*display:inline;*zoom:1;margin-left:0;margin-bottom:0;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;-webkit-box-shadow:0 1px 2px rgba(0, 0, 0, 0.05);-moz-box-shadow:0 1px 2px rgba(0, 0, 0, 0.05);box-shadow:0 1px 2px rgba(0, 0, 0, 0.05);} +.pagination li{display:inline;} +.pagination a{float:left;padding:0 14px;line-height:34px;text-decoration:none;border:1px solid #ddd;border-left-width:0;} +.pagination a:hover,.pagination .active a{background-color:#f5f5f5;} +.pagination .active a{color:#999999;cursor:default;} +.pagination .disabled a,.pagination .disabled a:hover{color:#999999;background-color:transparent;cursor:default;} +.pagination li:first-child a{border-left-width:1px;-webkit-border-radius:3px 0 0 3px;-moz-border-radius:3px 0 0 3px;border-radius:3px 0 0 3px;} +.pagination li:last-child a{-webkit-border-radius:0 3px 3px 0;-moz-border-radius:0 3px 3px 0;border-radius:0 3px 3px 0;} +.pagination-centered{text-align:center;} +.pagination-right{text-align:right;} +.pager{margin-left:0;margin-bottom:18px;list-style:none;text-align:center;*zoom:1;}.pager:before,.pager:after{display:table;content:"";} +.pager:after{clear:both;} +.pager li{display:inline;} +.pager a{display:inline-block;padding:5px 14px;background-color:#fff;border:1px solid #ddd;-webkit-border-radius:15px;-moz-border-radius:15px;border-radius:15px;} +.pager a:hover{text-decoration:none;background-color:#f5f5f5;} +.pager .next a{float:right;} +.pager .previous a{float:left;} +.modal-open .dropdown-menu{z-index:2050;} +.modal-open .dropdown.open{*z-index:2050;} +.modal-open .popover{z-index:2060;} +.modal-open .tooltip{z-index:2070;} +.modal-backdrop{position:fixed;top:0;right:0;bottom:0;left:0;z-index:1040;background-color:#000000;}.modal-backdrop.fade{opacity:0;} +.modal-backdrop,.modal-backdrop.fade.in{opacity:0.8;filter:alpha(opacity=80);} +.modal{position:fixed;top:50%;left:50%;z-index:1050;max-height:500px;overflow:auto;width:560px;margin:-250px 0 0 -280px;background-color:#ffffff;border:1px solid #999;border:1px solid rgba(0, 0, 0, 0.3);*border:1px solid #999;-webkit-border-radius:6px;-moz-border-radius:6px;border-radius:6px;-webkit-box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);-moz-box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);-webkit-background-clip:padding-box;-moz-background-clip:padding-box;background-clip:padding-box;}.modal.fade{-webkit-transition:opacity .3s linear, top .3s ease-out;-moz-transition:opacity .3s linear, top .3s ease-out;-ms-transition:opacity .3s linear, top .3s ease-out;-o-transition:opacity .3s linear, top .3s ease-out;transition:opacity .3s linear, top .3s ease-out;top:-25%;} +.modal.fade.in{top:50%;} +.modal-header{padding:9px 15px;border-bottom:1px solid #eee;}.modal-header .close{margin-top:2px;} +.modal-body{padding:15px;} +.modal-footer{padding:14px 15px 15px;margin-bottom:0;background-color:#f5f5f5;border-top:1px solid #ddd;-webkit-border-radius:0 0 6px 6px;-moz-border-radius:0 0 6px 6px;border-radius:0 0 6px 6px;-webkit-box-shadow:inset 0 1px 0 #ffffff;-moz-box-shadow:inset 0 1px 0 #ffffff;box-shadow:inset 0 1px 0 #ffffff;*zoom:1;}.modal-footer:before,.modal-footer:after{display:table;content:"";} +.modal-footer:after{clear:both;} +.modal-footer .btn{float:right;margin-left:5px;margin-bottom:0;} +.tooltip{position:absolute;z-index:1020;display:block;visibility:visible;padding:5px;font-size:11px;opacity:0;filter:alpha(opacity=0);}.tooltip.in{opacity:0.8;filter:alpha(opacity=80);} +.tooltip.top{margin-top:-2px;} +.tooltip.right{margin-left:2px;} +.tooltip.bottom{margin-top:2px;} +.tooltip.left{margin-left:-2px;} +.tooltip.top .tooltip-arrow{bottom:0;left:50%;margin-left:-5px;border-left:5px solid transparent;border-right:5px solid transparent;border-top:5px solid #000000;} +.tooltip.left .tooltip-arrow{top:50%;right:0;margin-top:-5px;border-top:5px solid transparent;border-bottom:5px solid transparent;border-left:5px solid #000000;} +.tooltip.bottom .tooltip-arrow{top:0;left:50%;margin-left:-5px;border-left:5px solid transparent;border-right:5px solid transparent;border-bottom:5px solid #000000;} +.tooltip.right .tooltip-arrow{top:50%;left:0;margin-top:-5px;border-top:5px solid transparent;border-bottom:5px solid transparent;border-right:5px solid #000000;} +.tooltip-inner{max-width:200px;padding:3px 8px;color:#ffffff;text-align:center;text-decoration:none;background-color:#000000;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.tooltip-arrow{position:absolute;width:0;height:0;} +.popover{position:absolute;top:0;left:0;z-index:1010;display:none;padding:5px;}.popover.top{margin-top:-5px;} +.popover.right{margin-left:5px;} +.popover.bottom{margin-top:5px;} +.popover.left{margin-left:-5px;} +.popover.top .arrow{bottom:0;left:50%;margin-left:-5px;border-left:5px solid transparent;border-right:5px solid transparent;border-top:5px solid #000000;} +.popover.right .arrow{top:50%;left:0;margin-top:-5px;border-top:5px solid transparent;border-bottom:5px solid transparent;border-right:5px solid #000000;} +.popover.bottom .arrow{top:0;left:50%;margin-left:-5px;border-left:5px solid transparent;border-right:5px solid transparent;border-bottom:5px solid #000000;} +.popover.left .arrow{top:50%;right:0;margin-top:-5px;border-top:5px solid transparent;border-bottom:5px solid transparent;border-left:5px solid #000000;} +.popover .arrow{position:absolute;width:0;height:0;} +.popover-inner{padding:3px;width:280px;overflow:hidden;background:#000000;background:rgba(0, 0, 0, 0.8);-webkit-border-radius:6px;-moz-border-radius:6px;border-radius:6px;-webkit-box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);-moz-box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);box-shadow:0 3px 7px rgba(0, 0, 0, 0.3);} +.popover-title{padding:9px 15px;line-height:1;background-color:#f5f5f5;border-bottom:1px solid #eee;-webkit-border-radius:3px 3px 0 0;-moz-border-radius:3px 3px 0 0;border-radius:3px 3px 0 0;} +.popover-content{padding:14px;background-color:#ffffff;-webkit-border-radius:0 0 3px 3px;-moz-border-radius:0 0 3px 3px;border-radius:0 0 3px 3px;-webkit-background-clip:padding-box;-moz-background-clip:padding-box;background-clip:padding-box;}.popover-content p,.popover-content ul,.popover-content ol{margin-bottom:0;} +.thumbnails{margin-left:-20px;list-style:none;*zoom:1;}.thumbnails:before,.thumbnails:after{display:table;content:"";} +.thumbnails:after{clear:both;} +.thumbnails>li{float:left;margin:0 0 18px 20px;} +.thumbnail{display:block;padding:4px;line-height:1;border:1px solid #ddd;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;-webkit-box-shadow:0 1px 1px rgba(0, 0, 0, 0.075);-moz-box-shadow:0 1px 1px rgba(0, 0, 0, 0.075);box-shadow:0 1px 1px rgba(0, 0, 0, 0.075);} +a.thumbnail:hover{border-color:#0088cc;-webkit-box-shadow:0 1px 4px rgba(0, 105, 214, 0.25);-moz-box-shadow:0 1px 4px rgba(0, 105, 214, 0.25);box-shadow:0 1px 4px rgba(0, 105, 214, 0.25);} +.thumbnail>img{display:block;max-width:100%;margin-left:auto;margin-right:auto;} +.thumbnail .caption{padding:9px;} +.label{padding:1px 3px 2px;font-size:9.75px;font-weight:bold;color:#ffffff;text-transform:uppercase;background-color:#999999;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;} +.label-important{background-color:#b94a48;} +.label-warning{background-color:#f89406;} +.label-success{background-color:#468847;} +.label-info{background-color:#3a87ad;} +@-webkit-keyframes progress-bar-stripes{from{background-position:0 0;} to{background-position:40px 0;}}@-moz-keyframes progress-bar-stripes{from{background-position:0 0;} to{background-position:40px 0;}}@keyframes progress-bar-stripes{from{background-position:0 0;} to{background-position:40px 0;}}.progress{overflow:hidden;height:18px;margin-bottom:18px;background-color:#f7f7f7;background-image:-moz-linear-gradient(top, #f5f5f5, #f9f9f9);background-image:-ms-linear-gradient(top, #f5f5f5, #f9f9f9);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#f5f5f5), to(#f9f9f9));background-image:-webkit-linear-gradient(top, #f5f5f5, #f9f9f9);background-image:-o-linear-gradient(top, #f5f5f5, #f9f9f9);background-image:linear-gradient(top, #f5f5f5, #f9f9f9);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#f5f5f5', endColorstr='#f9f9f9', GradientType=0);-webkit-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1);-moz-box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1);box-shadow:inset 0 1px 2px rgba(0, 0, 0, 0.1);-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.progress .bar{width:0%;height:18px;color:#ffffff;font-size:12px;text-align:center;text-shadow:0 -1px 0 rgba(0, 0, 0, 0.25);background-color:#0e90d2;background-image:-moz-linear-gradient(top, #149bdf, #0480be);background-image:-ms-linear-gradient(top, #149bdf, #0480be);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#149bdf), to(#0480be));background-image:-webkit-linear-gradient(top, #149bdf, #0480be);background-image:-o-linear-gradient(top, #149bdf, #0480be);background-image:linear-gradient(top, #149bdf, #0480be);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#149bdf', endColorstr='#0480be', GradientType=0);-webkit-box-shadow:inset 0 -1px 0 rgba(0, 0, 0, 0.15);-moz-box-shadow:inset 0 -1px 0 rgba(0, 0, 0, 0.15);box-shadow:inset 0 -1px 0 rgba(0, 0, 0, 0.15);-webkit-box-sizing:border-box;-moz-box-sizing:border-box;box-sizing:border-box;-webkit-transition:width 0.6s ease;-moz-transition:width 0.6s ease;-ms-transition:width 0.6s ease;-o-transition:width 0.6s ease;transition:width 0.6s ease;} +.progress-striped .bar{background-color:#62c462;background-image:-webkit-gradient(linear, 0 100%, 100% 0, color-stop(0.25, rgba(255, 255, 255, 0.15)), color-stop(0.25, transparent), color-stop(0.5, transparent), color-stop(0.5, rgba(255, 255, 255, 0.15)), color-stop(0.75, rgba(255, 255, 255, 0.15)), color-stop(0.75, transparent), to(transparent));background-image:-webkit-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-moz-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-ms-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-o-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);-webkit-background-size:40px 40px;-moz-background-size:40px 40px;-o-background-size:40px 40px;background-size:40px 40px;} +.progress.active .bar{-webkit-animation:progress-bar-stripes 2s linear infinite;-moz-animation:progress-bar-stripes 2s linear infinite;animation:progress-bar-stripes 2s linear infinite;} +.progress-danger .bar{background-color:#dd514c;background-image:-moz-linear-gradient(top, #ee5f5b, #c43c35);background-image:-ms-linear-gradient(top, #ee5f5b, #c43c35);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#ee5f5b), to(#c43c35));background-image:-webkit-linear-gradient(top, #ee5f5b, #c43c35);background-image:-o-linear-gradient(top, #ee5f5b, #c43c35);background-image:linear-gradient(top, #ee5f5b, #c43c35);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#ee5f5b', endColorstr='#c43c35', GradientType=0);} +.progress-danger.progress-striped .bar{background-color:#ee5f5b;background-image:-webkit-gradient(linear, 0 100%, 100% 0, color-stop(0.25, rgba(255, 255, 255, 0.15)), color-stop(0.25, transparent), color-stop(0.5, transparent), color-stop(0.5, rgba(255, 255, 255, 0.15)), color-stop(0.75, rgba(255, 255, 255, 0.15)), color-stop(0.75, transparent), to(transparent));background-image:-webkit-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-moz-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-ms-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-o-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);} +.progress-success .bar{background-color:#5eb95e;background-image:-moz-linear-gradient(top, #62c462, #57a957);background-image:-ms-linear-gradient(top, #62c462, #57a957);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#62c462), to(#57a957));background-image:-webkit-linear-gradient(top, #62c462, #57a957);background-image:-o-linear-gradient(top, #62c462, #57a957);background-image:linear-gradient(top, #62c462, #57a957);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#62c462', endColorstr='#57a957', GradientType=0);} +.progress-success.progress-striped .bar{background-color:#62c462;background-image:-webkit-gradient(linear, 0 100%, 100% 0, color-stop(0.25, rgba(255, 255, 255, 0.15)), color-stop(0.25, transparent), color-stop(0.5, transparent), color-stop(0.5, rgba(255, 255, 255, 0.15)), color-stop(0.75, rgba(255, 255, 255, 0.15)), color-stop(0.75, transparent), to(transparent));background-image:-webkit-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-moz-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-ms-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-o-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);} +.progress-info .bar{background-color:#4bb1cf;background-image:-moz-linear-gradient(top, #5bc0de, #339bb9);background-image:-ms-linear-gradient(top, #5bc0de, #339bb9);background-image:-webkit-gradient(linear, 0 0, 0 100%, from(#5bc0de), to(#339bb9));background-image:-webkit-linear-gradient(top, #5bc0de, #339bb9);background-image:-o-linear-gradient(top, #5bc0de, #339bb9);background-image:linear-gradient(top, #5bc0de, #339bb9);background-repeat:repeat-x;filter:progid:DXImageTransform.Microsoft.gradient(startColorstr='#5bc0de', endColorstr='#339bb9', GradientType=0);} +.progress-info.progress-striped .bar{background-color:#5bc0de;background-image:-webkit-gradient(linear, 0 100%, 100% 0, color-stop(0.25, rgba(255, 255, 255, 0.15)), color-stop(0.25, transparent), color-stop(0.5, transparent), color-stop(0.5, rgba(255, 255, 255, 0.15)), color-stop(0.75, rgba(255, 255, 255, 0.15)), color-stop(0.75, transparent), to(transparent));background-image:-webkit-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-moz-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-ms-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:-o-linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);background-image:linear-gradient(-45deg, rgba(255, 255, 255, 0.15) 25%, transparent 25%, transparent 50%, rgba(255, 255, 255, 0.15) 50%, rgba(255, 255, 255, 0.15) 75%, transparent 75%, transparent);} +.accordion{margin-bottom:18px;} +.accordion-group{margin-bottom:2px;border:1px solid #e5e5e5;-webkit-border-radius:4px;-moz-border-radius:4px;border-radius:4px;} +.accordion-heading{border-bottom:0;} +.accordion-heading .accordion-toggle{display:block;padding:8px 15px;} +.accordion-inner{padding:9px 15px;border-top:1px solid #e5e5e5;} +.carousel{position:relative;margin-bottom:18px;line-height:1;} +.carousel-inner{overflow:hidden;width:100%;position:relative;} +.carousel .item{display:none;position:relative;-webkit-transition:0.6s ease-in-out left;-moz-transition:0.6s ease-in-out left;-ms-transition:0.6s ease-in-out left;-o-transition:0.6s ease-in-out left;transition:0.6s ease-in-out left;} +.carousel .item>img{display:block;line-height:1;} +.carousel .active,.carousel .next,.carousel .prev{display:block;} +.carousel .active{left:0;} +.carousel .next,.carousel .prev{position:absolute;top:0;width:100%;} +.carousel .next{left:100%;} +.carousel .prev{left:-100%;} +.carousel .next.left,.carousel .prev.right{left:0;} +.carousel .active.left{left:-100%;} +.carousel .active.right{left:100%;} +.carousel-control{position:absolute;top:40%;left:15px;width:40px;height:40px;margin-top:-20px;font-size:60px;font-weight:100;line-height:30px;color:#ffffff;text-align:center;background:#222222;border:3px solid #ffffff;-webkit-border-radius:23px;-moz-border-radius:23px;border-radius:23px;opacity:0.5;filter:alpha(opacity=50);}.carousel-control.right{left:auto;right:15px;} +.carousel-control:hover{color:#ffffff;text-decoration:none;opacity:0.9;filter:alpha(opacity=90);} +.carousel-caption{position:absolute;left:0;right:0;bottom:0;padding:10px 15px 5px;background:#333333;background:rgba(0, 0, 0, 0.75);} +.carousel-caption h4,.carousel-caption p{color:#ffffff;} +.hero-unit{padding:60px;margin-bottom:30px;background-color:#f5f5f5;-webkit-border-radius:6px;-moz-border-radius:6px;border-radius:6px;}.hero-unit h1{margin-bottom:0;font-size:60px;line-height:1;letter-spacing:-1px;} +.hero-unit p{font-size:18px;font-weight:200;line-height:27px;} +.pull-right{float:right;} +.pull-left{float:left;} +.hide{display:none;} +.show{display:block;} +.invisible{visibility:hidden;} + + +/* Responsive css */ + +/*.hidden{display:none;visibility:hidden;}*/ +/*@media (max-width:480px){.nav-collapse{-webkit-transform:translate3d(0, 0, 0);} .page-header h1 small{display:block;line-height:18px;} input[class*="span"],select[class*="span"],textarea[class*="span"],.uneditable-input{display:block;width:100%;height:28px;-webkit-box-sizing:border-box;-moz-box-sizing:border-box;-ms-box-sizing:border-box;box-sizing:border-box;} .input-prepend input[class*="span"],.input-append input[class*="span"]{width:auto;} input[type="checkbox"],input[type="radio"]{border:1px solid #ccc;} .form-horizontal .control-group>label{float:none;width:auto;padding-top:0;text-align:left;} .form-horizontal .controls{margin-left:0;} .form-horizontal .control-list{padding-top:0;} .form-horizontal .form-actions{padding-left:10px;padding-right:10px;} .modal{position:absolute;top:10px;left:10px;right:10px;width:auto;margin:0;}.modal.fade.in{top:auto;} .modal-header .close{padding:10px;margin:-10px;} .carousel-caption{position:static;}}@media (max-width:768px){.container{width:auto;padding:0 20px;} .row-fluid{width:100%;} .row{margin-left:0;} .row>[class*="span"],.row-fluid>[class*="span"]{float:none;display:block;width:auto;margin:0;}}@media (min-width:768px) and (max-width:980px){.row{margin-left:-20px;*zoom:1;}.row:before,.row:after{display:table;content:"";} .row:after{clear:both;} [class*="span"]{float:left;margin-left:20px;} .span1{width:42px;} .span2{width:104px;} .span3{width:166px;} .span4{width:228px;} .span5{width:290px;} .span6{width:352px;} .span7{width:414px;} .span8{width:476px;} .span9{width:538px;} .span10{width:600px;} .span11{width:662px;} .span12,.container{width:724px;} .offset1{margin-left:82px;} .offset2{margin-left:144px;} .offset3{margin-left:206px;} .offset4{margin-left:268px;} .offset5{margin-left:330px;} .offset6{margin-left:392px;} .offset7{margin-left:454px;} .offset8{margin-left:516px;} .offset9{margin-left:578px;} .offset10{margin-left:640px;} .offset11{margin-left:702px;} .row-fluid{width:100%;*zoom:1;}.row-fluid:before,.row-fluid:after{display:table;content:"";} .row-fluid:after{clear:both;} .row-fluid>[class*="span"]{float:left;margin-left:2.762430939%;} .row-fluid>[class*="span"]:first-child{margin-left:0;} .row-fluid .span1{width:5.801104972%;} .row-fluid .span2{width:14.364640883%;} .row-fluid .span3{width:22.928176794%;} .row-fluid .span4{width:31.491712705%;} .row-fluid .span5{width:40.055248616%;} .row-fluid .span6{width:48.618784527%;} .row-fluid .span7{width:57.182320438000005%;} .row-fluid .span8{width:65.74585634900001%;} .row-fluid .span9{width:74.30939226%;} .row-fluid .span10{width:82.87292817100001%;} .row-fluid .span11{width:91.436464082%;} .row-fluid .span12{width:99.999999993%;} input.span1,textarea.span1,.uneditable-input.span1{width:32px;} input.span2,textarea.span2,.uneditable-input.span2{width:94px;} input.span3,textarea.span3,.uneditable-input.span3{width:156px;} input.span4,textarea.span4,.uneditable-input.span4{width:218px;} input.span5,textarea.span5,.uneditable-input.span5{width:280px;} input.span6,textarea.span6,.uneditable-input.span6{width:342px;} input.span7,textarea.span7,.uneditable-input.span7{width:404px;} input.span8,textarea.span8,.uneditable-input.span8{width:466px;} input.span9,textarea.span9,.uneditable-input.span9{width:528px;} input.span10,textarea.span10,.uneditable-input.span10{width:590px;} input.span11,textarea.span11,.uneditable-input.span11{width:652px;} input.span12,textarea.span12,.uneditable-input.span12{width:714px;}}@media (max-width:980px){body{padding-top:0;} .navbar-fixed-top{position:static;margin-bottom:18px;} .navbar-fixed-top .navbar-inner{padding:5px;} .navbar .container{width:auto;padding:0;} .navbar .brand{padding-left:10px;padding-right:10px;margin:0 0 0 -5px;} .navbar .nav-collapse{clear:left;} .navbar .nav{float:none;margin:0 0 9px;} .navbar .nav>li{float:none;} .navbar .nav>li>a{margin-bottom:2px;} .navbar .nav>.divider-vertical{display:none;} .navbar .nav>li>a,.navbar .dropdown-menu a{padding:6px 15px;font-weight:bold;color:#999999;-webkit-border-radius:3px;-moz-border-radius:3px;border-radius:3px;} .navbar .dropdown-menu li+li a{margin-bottom:2px;} .navbar .nav>li>a:hover,.navbar .dropdown-menu a:hover{background-color:#222222;} .navbar .dropdown-menu{position:static;top:auto;left:auto;float:none;display:block;max-width:none;margin:0 15px;padding:0;background-color:transparent;border:none;-webkit-border-radius:0;-moz-border-radius:0;border-radius:0;-webkit-box-shadow:none;-moz-box-shadow:none;box-shadow:none;} .navbar .dropdown-menu:before,.navbar .dropdown-menu:after{display:none;} .navbar .dropdown-menu .divider{display:none;} .navbar-form,.navbar-search{float:none;padding:9px 15px;margin:9px 0;border-top:1px solid #222222;border-bottom:1px solid #222222;-webkit-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.1);-moz-box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.1);box-shadow:inset 0 1px 0 rgba(255, 255, 255, 0.1),0 1px 0 rgba(255, 255, 255, 0.1);} .navbar .nav.pull-right{float:none;margin-left:0;} .navbar-static .navbar-inner{padding-left:10px;padding-right:10px;} .btn-navbar{display:block;} .nav-collapse{overflow:hidden;height:0;}}@media (min-width:980px){.nav-collapse.collapse{height:auto !important;}}@media (min-width:1200px){.row{margin-left:-30px;*zoom:1;}.row:before,.row:after{display:table;content:"";} .row:after{clear:both;} [class*="span"]{float:left;margin-left:30px;} .span1{width:70px;} .span2{width:170px;} .span3{width:270px;} .span4{width:370px;} .span5{width:470px;} .span6{width:570px;} .span7{width:670px;} .span8{width:770px;} .span9{width:870px;} .span10{width:970px;} .span11{width:1070px;} .span12,.container{width:1170px;} .offset1{margin-left:130px;} .offset2{margin-left:230px;} .offset3{margin-left:330px;} .offset4{margin-left:430px;} .offset5{margin-left:530px;} .offset6{margin-left:630px;} .offset7{margin-left:730px;} .offset8{margin-left:830px;} .offset9{margin-left:930px;} .offset10{margin-left:1030px;} .offset11{margin-left:1130px;} .row-fluid{width:100%;*zoom:1;}.row-fluid:before,.row-fluid:after{display:table;content:"";} .row-fluid:after{clear:both;} .row-fluid>[class*="span"]{float:left;margin-left:2.564102564%;} .row-fluid>[class*="span"]:first-child{margin-left:0;} .row-fluid .span1{width:5.982905983%;} .row-fluid .span2{width:14.529914530000001%;} .row-fluid .span3{width:23.076923077%;} .row-fluid .span4{width:31.623931624%;} .row-fluid .span5{width:40.170940171000005%;} .row-fluid .span6{width:48.717948718%;} .row-fluid .span7{width:57.264957265%;} .row-fluid .span8{width:65.81196581200001%;} .row-fluid .span9{width:74.358974359%;} .row-fluid .span10{width:82.905982906%;} .row-fluid .span11{width:91.45299145300001%;} .row-fluid .span12{width:100%;} input.span1,textarea.span1,.uneditable-input.span1{width:60px;} input.span2,textarea.span2,.uneditable-input.span2{width:160px;} input.span3,textarea.span3,.uneditable-input.span3{width:260px;} input.span4,textarea.span4,.uneditable-input.span4{width:360px;} input.span5,textarea.span5,.uneditable-input.span5{width:460px;} input.span6,textarea.span6,.uneditable-input.span6{width:560px;} input.span7,textarea.span7,.uneditable-input.span7{width:660px;} input.span8,textarea.span8,.uneditable-input.span8{width:760px;} input.span9,textarea.span9,.uneditable-input.span9{width:860px;} input.span10,textarea.span10,.uneditable-input.span10{width:960px;} input.span11,textarea.span11,.uneditable-input.span11{width:1060px;} input.span12,textarea.span12,.uneditable-input.span12{width:1160px;} .thumbnails{margin-left:-30px;} .thumbnails>li{margin-left:30px;}}*/ diff --git a/assets/css/local.css b/assets/css/local.css new file mode 100644 index 00000000..5c703af3 --- /dev/null +++ b/assets/css/local.css @@ -0,0 +1,122 @@ + +a.brand { + background: url(../images/small_logo.png) no-repeat left 6px; + width: 166px; + text-indent: -9999px; +} + +code { + background-color: #ffffff; +} + +#home .hero-unit { + background: url(../images/header_bg.png) top left repeat-x; + color: #fff; + padding-left: 25px; + padding-right: 25px; + height: 161px; +} + +#home .hero-unit { + margin-right: ; +} + +h1#main_header { + background: url(../images/logo.png) top left no-repeat; + text-indent: -9999px; +} + +.sub_header { + font-size: 12px; + font-family: "anivers"; + font-weight: normal; + width: 420px; +} + +#home .hero-unit a { + color: #fff; + text-decoration: underline; +} + +.clear { + clear: both; +} + +ol#getting_started { + list-style: none; + width: 396px; + margin-top: -45px; + margin-right: 0; + margin-left: 72px; +} + +ol#getting_started li { + background: url(../images/quickstart.png) top left no-repeat; +} + +ol#getting_started li pre { + font-size: 11px; + padding: 5px; + background: #4d7ead; + border-color: #2c5d8d; + color: #fff; + overflow: auto; +} + +li#ubuntu { + height: 46px; + padding: ; + padding-left: 82px; + padding-top: 27px; + margin-bottom: 14px; +} + +li#github { + background-position: left -70px !important; + height: 61px; + padding: ; + padding-left: 82px; + padding-top: 4px; + margin-bottom: 25px; +} + + +li#install { + background-position: left bottom !important; + height: 61px; + padding: ; + padding-left: 82px; + padding-top: 4px; + margin-bottom: 25px; +} + +h2 small { + font-size: 12px; + font-style: italic; +} + +.container section { + margin-bottom: 25px; +} + + +thead, tfoot{ + background: #ededed; + color: #444444; +} + +table { + color: #444; +} +a.table-action { + display: block; + width: 45px; +} + +footer { + clear: both; +} + +.wat { + margin-top: 33px; +} \ No newline at end of file diff --git a/assets/images/devstack.png b/assets/images/devstack.png new file mode 100644 index 00000000..ca6297e1 Binary files /dev/null and b/assets/images/devstack.png differ diff --git a/assets/images/header_bg.png b/assets/images/header_bg.png new file mode 100644 index 00000000..4e6b2b89 Binary files /dev/null and b/assets/images/header_bg.png differ diff --git a/assets/images/logo.png b/assets/images/logo.png new file mode 100644 index 00000000..9c2087e4 Binary files /dev/null and b/assets/images/logo.png differ diff --git a/assets/images/quickstart.png b/assets/images/quickstart.png new file mode 100644 index 00000000..5400a6f4 Binary files /dev/null and b/assets/images/quickstart.png differ diff --git a/assets/images/small_logo.png b/assets/images/small_logo.png new file mode 100644 index 00000000..181459fe Binary files /dev/null and b/assets/images/small_logo.png differ diff --git a/assets/js/bootstrap.js b/assets/js/bootstrap.js new file mode 100644 index 00000000..c832ccb2 --- /dev/null +++ b/assets/js/bootstrap.js @@ -0,0 +1,1722 @@ +/* =================================================== + * bootstrap-transition.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#transitions + * =================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ========================================================== */ + +!function( $ ) { + + $(function () { + + "use strict" + + /* CSS TRANSITION SUPPORT (https://gist.github.com/373874) + * ======================================================= */ + + $.support.transition = (function () { + var thisBody = document.body || document.documentElement + , thisStyle = thisBody.style + , support = thisStyle.transition !== undefined || thisStyle.WebkitTransition !== undefined || thisStyle.MozTransition !== undefined || thisStyle.MsTransition !== undefined || thisStyle.OTransition !== undefined + + return support && { + end: (function () { + var transitionEnd = "TransitionEnd" + if ( $.browser.webkit ) { + transitionEnd = "webkitTransitionEnd" + } else if ( $.browser.mozilla ) { + transitionEnd = "transitionend" + } else if ( $.browser.opera ) { + transitionEnd = "oTransitionEnd" + } + return transitionEnd + }()) + } + })() + + }) + +}( window.jQuery ) +/* ========================================================== + * bootstrap-alert.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#alerts + * ========================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ========================================================== */ + + +!function( $ ){ + + "use strict" + + /* ALERT CLASS DEFINITION + * ====================== */ + + var dismiss = '[data-dismiss="alert"]' + , Alert = function ( el ) { + $(el).on('click', dismiss, this.close) + } + + Alert.prototype = { + + constructor: Alert + + , close: function ( e ) { + var $this = $(this) + , selector = $this.attr('data-target') + , $parent + + if (!selector) { + selector = $this.attr('href') + selector = selector && selector.replace(/.*(?=#[^\s]*$)/, '') //strip for ie7 + } + + $parent = $(selector) + $parent.trigger('close') + + e && e.preventDefault() + + $parent.length || ($parent = $this.hasClass('alert') ? $this : $this.parent()) + + $parent.removeClass('in') + + function removeElement() { + $parent.remove() + $parent.trigger('closed') + } + + $.support.transition && $parent.hasClass('fade') ? + $parent.on($.support.transition.end, removeElement) : + removeElement() + } + + } + + + /* ALERT PLUGIN DEFINITION + * ======================= */ + + $.fn.alert = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('alert') + if (!data) $this.data('alert', (data = new Alert(this))) + if (typeof option == 'string') data[option].call($this) + }) + } + + $.fn.alert.Constructor = Alert + + + /* ALERT DATA-API + * ============== */ + + $(function () { + $('body').on('click.alert.data-api', dismiss, Alert.prototype.close) + }) + +}( window.jQuery ) +/* ============================================================ + * bootstrap-button.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#buttons + * ============================================================ + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============================================================ */ + +!function( $ ){ + + "use strict" + + /* BUTTON PUBLIC CLASS DEFINITION + * ============================== */ + + var Button = function ( element, options ) { + this.$element = $(element) + this.options = $.extend({}, $.fn.button.defaults, options) + } + + Button.prototype = { + + constructor: Button + + , setState: function ( state ) { + var d = 'disabled' + , $el = this.$element + , data = $el.data() + , val = $el.is('input') ? 'val' : 'html' + + state = state + 'Text' + data.resetText || $el.data('resetText', $el[val]()) + + $el[val](data[state] || this.options[state]) + + // push to event loop to allow forms to submit + setTimeout(function () { + state == 'loadingText' ? + $el.addClass(d).attr(d, d) : + $el.removeClass(d).removeAttr(d) + }, 0) + } + + , toggle: function () { + var $parent = this.$element.parent('[data-toggle="buttons-radio"]') + + $parent && $parent + .find('.active') + .removeClass('active') + + this.$element.toggleClass('active') + } + + } + + + /* BUTTON PLUGIN DEFINITION + * ======================== */ + + $.fn.button = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('button') + , options = typeof option == 'object' && option + if (!data) $this.data('button', (data = new Button(this, options))) + if (option == 'toggle') data.toggle() + else if (option) data.setState(option) + }) + } + + $.fn.button.defaults = { + loadingText: 'loading...' + } + + $.fn.button.Constructor = Button + + + /* BUTTON DATA-API + * =============== */ + + $(function () { + $('body').on('click.button.data-api', '[data-toggle^=button]', function ( e ) { + $(e.target).button('toggle') + }) + }) + +}( window.jQuery ) +/* ========================================================== + * bootstrap-carousel.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#carousel + * ========================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ========================================================== */ + + +!function( $ ){ + + "use strict" + + /* CAROUSEL CLASS DEFINITION + * ========================= */ + + var Carousel = function (element, options) { + this.$element = $(element) + this.options = $.extend({}, $.fn.carousel.defaults, options) + this.options.slide && this.slide(this.options.slide) + } + + Carousel.prototype = { + + cycle: function () { + this.interval = setInterval($.proxy(this.next, this), this.options.interval) + return this + } + + , to: function (pos) { + var $active = this.$element.find('.active') + , children = $active.parent().children() + , activePos = children.index($active) + , that = this + + if (pos > (children.length - 1) || pos < 0) return + + if (this.sliding) { + return this.$element.one('slid', function () { + that.to(pos) + }) + } + + if (activePos == pos) { + return this.pause().cycle() + } + + return this.slide(pos > activePos ? 'next' : 'prev', $(children[pos])) + } + + , pause: function () { + clearInterval(this.interval) + return this + } + + , next: function () { + if (this.sliding) return + return this.slide('next') + } + + , prev: function () { + if (this.sliding) return + return this.slide('prev') + } + + , slide: function (type, next) { + var $active = this.$element.find('.active') + , $next = next || $active[type]() + , isCycling = this.interval + , direction = type == 'next' ? 'left' : 'right' + , fallback = type == 'next' ? 'first' : 'last' + , that = this + + this.sliding = true + + isCycling && this.pause() + + $next = $next.length ? $next : this.$element.find('.item')[fallback]() + + if (!$.support.transition && this.$element.hasClass('slide')) { + this.$element.trigger('slide') + $active.removeClass('active') + $next.addClass('active') + this.sliding = false + this.$element.trigger('slid') + } else { + $next.addClass(type) + $next[0].offsetWidth // force reflow + $active.addClass(direction) + $next.addClass(direction) + this.$element.trigger('slide') + this.$element.one($.support.transition.end, function () { + $next.removeClass([type, direction].join(' ')).addClass('active') + $active.removeClass(['active', direction].join(' ')) + that.sliding = false + setTimeout(function () { that.$element.trigger('slid') }, 0) + }) + } + + isCycling && this.cycle() + + return this + } + + } + + + /* CAROUSEL PLUGIN DEFINITION + * ========================== */ + + $.fn.carousel = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('carousel') + , options = typeof option == 'object' && option + if (!data) $this.data('carousel', (data = new Carousel(this, options))) + if (typeof option == 'number') data.to(option) + else if (typeof option == 'string' || (option = options.slide)) data[option]() + else data.cycle() + }) + } + + $.fn.carousel.defaults = { + interval: 5000 + } + + $.fn.carousel.Constructor = Carousel + + + /* CAROUSEL DATA-API + * ================= */ + + $(function () { + $('body').on('click.carousel.data-api', '[data-slide]', function ( e ) { + var $this = $(this), href + , $target = $($this.attr('data-target') || (href = $this.attr('href')) && href.replace(/.*(?=#[^\s]+$)/, '')) //strip for ie7 + , options = !$target.data('modal') && $.extend({}, $target.data(), $this.data()) + $target.carousel(options) + e.preventDefault() + }) + }) + +}( window.jQuery ) +/* ============================================================= + * bootstrap-collapse.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#collapse + * ============================================================= + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============================================================ */ + +!function( $ ){ + + "use strict" + + var Collapse = function ( element, options ) { + this.$element = $(element) + this.options = $.extend({}, $.fn.collapse.defaults, options) + + if (this.options["parent"]) { + this.$parent = $(this.options["parent"]) + } + + this.options.toggle && this.toggle() + } + + Collapse.prototype = { + + constructor: Collapse + + , dimension: function () { + var hasWidth = this.$element.hasClass('width') + return hasWidth ? 'width' : 'height' + } + + , show: function () { + var dimension = this.dimension() + , scroll = $.camelCase(['scroll', dimension].join('-')) + , actives = this.$parent && this.$parent.find('.in') + , hasData + + if (actives && actives.length) { + hasData = actives.data('collapse') + actives.collapse('hide') + hasData || actives.data('collapse', null) + } + + this.$element[dimension](0) + this.transition('addClass', 'show', 'shown') + this.$element[dimension](this.$element[0][scroll]) + + } + + , hide: function () { + var dimension = this.dimension() + this.reset(this.$element[dimension]()) + this.transition('removeClass', 'hide', 'hidden') + this.$element[dimension](0) + } + + , reset: function ( size ) { + var dimension = this.dimension() + + this.$element + .removeClass('collapse') + [dimension](size || 'auto') + [0].offsetWidth + + this.$element.addClass('collapse') + } + + , transition: function ( method, startEvent, completeEvent ) { + var that = this + , complete = function () { + if (startEvent == 'show') that.reset() + that.$element.trigger(completeEvent) + } + + this.$element + .trigger(startEvent) + [method]('in') + + $.support.transition && this.$element.hasClass('collapse') ? + this.$element.one($.support.transition.end, complete) : + complete() + } + + , toggle: function () { + this[this.$element.hasClass('in') ? 'hide' : 'show']() + } + + } + + /* COLLAPSIBLE PLUGIN DEFINITION + * ============================== */ + + $.fn.collapse = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('collapse') + , options = typeof option == 'object' && option + if (!data) $this.data('collapse', (data = new Collapse(this, options))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.collapse.defaults = { + toggle: true + } + + $.fn.collapse.Constructor = Collapse + + + /* COLLAPSIBLE DATA-API + * ==================== */ + + $(function () { + $('body').on('click.collapse.data-api', '[data-toggle=collapse]', function ( e ) { + var $this = $(this), href + , target = $this.attr('data-target') + || e.preventDefault() + || (href = $this.attr('href')) && href.replace(/.*(?=#[^\s]+$)/, '') //strip for ie7 + , option = $(target).data('collapse') ? 'toggle' : $this.data() + $(target).collapse(option) + }) + }) + +}( window.jQuery ) +/* ============================================================ + * bootstrap-dropdown.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#dropdowns + * ============================================================ + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============================================================ */ + + +!function( $ ){ + + "use strict" + + /* DROPDOWN CLASS DEFINITION + * ========================= */ + + var toggle = '[data-toggle="dropdown"]' + , Dropdown = function ( element ) { + var $el = $(element).on('click.dropdown.data-api', this.toggle) + $('html').on('click.dropdown.data-api', function () { + $el.parent().removeClass('open') + }) + } + + Dropdown.prototype = { + + constructor: Dropdown + + , toggle: function ( e ) { + var $this = $(this) + , selector = $this.attr('data-target') + , $parent + , isActive + + if (!selector) { + selector = $this.attr('href') + selector = selector && selector.replace(/.*(?=#[^\s]*$)/, '') //strip for ie7 + } + + $parent = $(selector) + $parent.length || ($parent = $this.parent()) + + isActive = $parent.hasClass('open') + + clearMenus() + !isActive && $parent.toggleClass('open') + + return false + } + + } + + function clearMenus() { + $(toggle).parent().removeClass('open') + } + + + /* DROPDOWN PLUGIN DEFINITION + * ========================== */ + + $.fn.dropdown = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('dropdown') + if (!data) $this.data('dropdown', (data = new Dropdown(this))) + if (typeof option == 'string') data[option].call($this) + }) + } + + $.fn.dropdown.Constructor = Dropdown + + + /* APPLY TO STANDARD DROPDOWN ELEMENTS + * =================================== */ + + $(function () { + $('html').on('click.dropdown.data-api', clearMenus) + $('body').on('click.dropdown.data-api', toggle, Dropdown.prototype.toggle) + }) + +}( window.jQuery ) +/* ========================================================= + * bootstrap-modal.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#modals + * ========================================================= + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ========================================================= */ + + +!function( $ ){ + + "use strict" + + /* MODAL CLASS DEFINITION + * ====================== */ + + var Modal = function ( content, options ) { + this.options = $.extend({}, $.fn.modal.defaults, options) + this.$element = $(content) + .delegate('[data-dismiss="modal"]', 'click.dismiss.modal', $.proxy(this.hide, this)) + } + + Modal.prototype = { + + constructor: Modal + + , toggle: function () { + return this[!this.isShown ? 'show' : 'hide']() + } + + , show: function () { + var that = this + + if (this.isShown) return + + $('body').addClass('modal-open') + + this.isShown = true + this.$element.trigger('show') + + escape.call(this) + backdrop.call(this, function () { + var transition = $.support.transition && that.$element.hasClass('fade') + + !that.$element.parent().length && that.$element.appendTo(document.body) //don't move modals dom position + + that.$element + .show() + + if (transition) { + that.$element[0].offsetWidth // force reflow + } + + that.$element.addClass('in') + + transition ? + that.$element.one($.support.transition.end, function () { that.$element.trigger('shown') }) : + that.$element.trigger('shown') + + }) + } + + , hide: function ( e ) { + e && e.preventDefault() + + if (!this.isShown) return + + var that = this + this.isShown = false + + $('body').removeClass('modal-open') + + escape.call(this) + + this.$element + .trigger('hide') + .removeClass('in') + + $.support.transition && this.$element.hasClass('fade') ? + hideWithTransition.call(this) : + hideModal.call(this) + } + + } + + + /* MODAL PRIVATE METHODS + * ===================== */ + + function hideWithTransition() { + var that = this + , timeout = setTimeout(function () { + that.$element.off($.support.transition.end) + hideModal.call(that) + }, 500) + + this.$element.one($.support.transition.end, function () { + clearTimeout(timeout) + hideModal.call(that) + }) + } + + function hideModal( that ) { + this.$element + .hide() + .trigger('hidden') + + backdrop.call(this) + } + + function backdrop( callback ) { + var that = this + , animate = this.$element.hasClass('fade') ? 'fade' : '' + + if (this.isShown && this.options.backdrop) { + var doAnimate = $.support.transition && animate + + this.$backdrop = $('
') + .appendTo(document.body) + + if (this.options.backdrop != 'static') { + this.$backdrop.click($.proxy(this.hide, this)) + } + + if (doAnimate) this.$backdrop[0].offsetWidth // force reflow + + this.$backdrop.addClass('in') + + doAnimate ? + this.$backdrop.one($.support.transition.end, callback) : + callback() + + } else if (!this.isShown && this.$backdrop) { + this.$backdrop.removeClass('in') + + $.support.transition && this.$element.hasClass('fade')? + this.$backdrop.one($.support.transition.end, $.proxy(removeBackdrop, this)) : + removeBackdrop.call(this) + + } else if (callback) { + callback() + } + } + + function removeBackdrop() { + this.$backdrop.remove() + this.$backdrop = null + } + + function escape() { + var that = this + if (this.isShown && this.options.keyboard) { + $(document).on('keyup.dismiss.modal', function ( e ) { + e.which == 27 && that.hide() + }) + } else if (!this.isShown) { + $(document).off('keyup.dismiss.modal') + } + } + + + /* MODAL PLUGIN DEFINITION + * ======================= */ + + $.fn.modal = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('modal') + , options = typeof option == 'object' && option + if (!data) $this.data('modal', (data = new Modal(this, options))) + if (typeof option == 'string') data[option]() + else data.show() + }) + } + + $.fn.modal.defaults = { + backdrop: true + , keyboard: true + } + + $.fn.modal.Constructor = Modal + + + /* MODAL DATA-API + * ============== */ + + $(function () { + $('body').on('click.modal.data-api', '[data-toggle="modal"]', function ( e ) { + var $this = $(this), href + , $target = $($this.attr('data-target') || (href = $this.attr('href')) && href.replace(/.*(?=#[^\s]+$)/, '')) //strip for ie7 + , option = $target.data('modal') ? 'toggle' : $.extend({}, $target.data(), $this.data()) + + e.preventDefault() + $target.modal(option) + }) + }) + +}( window.jQuery ) +/* =========================================================== + * bootstrap-tooltip.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#tooltips + * Inspired by the original jQuery.tipsy by Jason Frame + * =========================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ========================================================== */ + +!function( $ ) { + + "use strict" + + /* TOOLTIP PUBLIC CLASS DEFINITION + * =============================== */ + + var Tooltip = function ( element, options ) { + this.init('tooltip', element, options) + } + + Tooltip.prototype = { + + constructor: Tooltip + + , init: function ( type, element, options ) { + var eventIn + , eventOut + + this.type = type + this.$element = $(element) + this.options = this.getOptions(options) + this.enabled = true + + if (this.options.trigger != 'manual') { + eventIn = this.options.trigger == 'hover' ? 'mouseenter' : 'focus' + eventOut = this.options.trigger == 'hover' ? 'mouseleave' : 'blur' + this.$element.on(eventIn, this.options.selector, $.proxy(this.enter, this)) + this.$element.on(eventOut, this.options.selector, $.proxy(this.leave, this)) + } + + this.options.selector ? + (this._options = $.extend({}, this.options, { trigger: 'manual', selector: '' })) : + this.fixTitle() + } + + , getOptions: function ( options ) { + options = $.extend({}, $.fn[this.type].defaults, options, this.$element.data()) + + if (options.delay && typeof options.delay == 'number') { + options.delay = { + show: options.delay + , hide: options.delay + } + } + + return options + } + + , enter: function ( e ) { + var self = $(e.currentTarget)[this.type](this._options).data(this.type) + + if (!self.options.delay || !self.options.delay.show) { + self.show() + } else { + self.hoverState = 'in' + setTimeout(function() { + if (self.hoverState == 'in') { + self.show() + } + }, self.options.delay.show) + } + } + + , leave: function ( e ) { + var self = $(e.currentTarget)[this.type](this._options).data(this.type) + + if (!self.options.delay || !self.options.delay.hide) { + self.hide() + } else { + self.hoverState = 'out' + setTimeout(function() { + if (self.hoverState == 'out') { + self.hide() + } + }, self.options.delay.hide) + } + } + + , show: function () { + var $tip + , inside + , pos + , actualWidth + , actualHeight + , placement + , tp + + if (this.hasContent() && this.enabled) { + $tip = this.tip() + this.setContent() + + if (this.options.animation) { + $tip.addClass('fade') + } + + placement = typeof this.options.placement == 'function' ? + this.options.placement.call(this, $tip[0], this.$element[0]) : + this.options.placement + + inside = /in/.test(placement) + + $tip + .remove() + .css({ top: 0, left: 0, display: 'block' }) + .appendTo(inside ? this.$element : document.body) + + pos = this.getPosition(inside) + + actualWidth = $tip[0].offsetWidth + actualHeight = $tip[0].offsetHeight + + switch (inside ? placement.split(' ')[1] : placement) { + case 'bottom': + tp = {top: pos.top + pos.height, left: pos.left + pos.width / 2 - actualWidth / 2} + break + case 'top': + tp = {top: pos.top - actualHeight, left: pos.left + pos.width / 2 - actualWidth / 2} + break + case 'left': + tp = {top: pos.top + pos.height / 2 - actualHeight / 2, left: pos.left - actualWidth} + break + case 'right': + tp = {top: pos.top + pos.height / 2 - actualHeight / 2, left: pos.left + pos.width} + break + } + + $tip + .css(tp) + .addClass(placement) + .addClass('in') + } + } + + , setContent: function () { + var $tip = this.tip() + $tip.find('.tooltip-inner').html(this.getTitle()) + $tip.removeClass('fade in top bottom left right') + } + + , hide: function () { + var that = this + , $tip = this.tip() + + $tip.removeClass('in') + + function removeWithAnimation() { + var timeout = setTimeout(function () { + $tip.off($.support.transition.end).remove() + }, 500) + + $tip.one($.support.transition.end, function () { + clearTimeout(timeout) + $tip.remove() + }) + } + + $.support.transition && this.$tip.hasClass('fade') ? + removeWithAnimation() : + $tip.remove() + } + + , fixTitle: function () { + var $e = this.$element + if ($e.attr('title') || typeof($e.attr('data-original-title')) != 'string') { + $e.attr('data-original-title', $e.attr('title') || '').removeAttr('title') + } + } + + , hasContent: function () { + return this.getTitle() + } + + , getPosition: function (inside) { + return $.extend({}, (inside ? {top: 0, left: 0} : this.$element.offset()), { + width: this.$element[0].offsetWidth + , height: this.$element[0].offsetHeight + }) + } + + , getTitle: function () { + var title + , $e = this.$element + , o = this.options + + title = $e.attr('data-original-title') + || (typeof o.title == 'function' ? o.title.call($e[0]) : o.title) + + title = title.toString().replace(/(^\s*|\s*$)/, "") + + return title + } + + , tip: function () { + return this.$tip = this.$tip || $(this.options.template) + } + + , validate: function () { + if (!this.$element[0].parentNode) { + this.hide() + this.$element = null + this.options = null + } + } + + , enable: function () { + this.enabled = true + } + + , disable: function () { + this.enabled = false + } + + , toggleEnabled: function () { + this.enabled = !this.enabled + } + + , toggle: function () { + this[this.tip().hasClass('in') ? 'hide' : 'show']() + } + + } + + + /* TOOLTIP PLUGIN DEFINITION + * ========================= */ + + $.fn.tooltip = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('tooltip') + , options = typeof option == 'object' && option + if (!data) $this.data('tooltip', (data = new Tooltip(this, options))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.tooltip.Constructor = Tooltip + + $.fn.tooltip.defaults = { + animation: true + , delay: 0 + , selector: false + , placement: 'top' + , trigger: 'hover' + , title: '' + , template: '
' + } + +}( window.jQuery ) +/* =========================================================== + * bootstrap-popover.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#popovers + * =========================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * =========================================================== */ + + +!function( $ ) { + + "use strict" + + var Popover = function ( element, options ) { + this.init('popover', element, options) + } + + /* NOTE: POPOVER EXTENDS BOOTSTRAP-TOOLTIP.js + ========================================== */ + + Popover.prototype = $.extend({}, $.fn.tooltip.Constructor.prototype, { + + constructor: Popover + + , setContent: function () { + var $tip = this.tip() + , title = this.getTitle() + , content = this.getContent() + + $tip.find('.popover-title')[ $.type(title) == 'object' ? 'append' : 'html' ](title) + $tip.find('.popover-content > *')[ $.type(content) == 'object' ? 'append' : 'html' ](content) + + $tip.removeClass('fade top bottom left right in') + } + + , hasContent: function () { + return this.getTitle() || this.getContent() + } + + , getContent: function () { + var content + , $e = this.$element + , o = this.options + + content = $e.attr('data-content') + || (typeof o.content == 'function' ? o.content.call($e[0]) : o.content) + + content = content.toString().replace(/(^\s*|\s*$)/, "") + + return content + } + + , tip: function() { + if (!this.$tip) { + this.$tip = $(this.options.template) + } + return this.$tip + } + + }) + + + /* POPOVER PLUGIN DEFINITION + * ======================= */ + + $.fn.popover = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('popover') + , options = typeof option == 'object' && option + if (!data) $this.data('popover', (data = new Popover(this, options))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.popover.Constructor = Popover + + $.fn.popover.defaults = $.extend({} , $.fn.tooltip.defaults, { + placement: 'right' + , content: '' + , template: '

' + }) + +}( window.jQuery ) +/* ============================================================= + * bootstrap-scrollspy.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#scrollspy + * ============================================================= + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============================================================== */ + +!function ( $ ) { + + "use strict" + + /* SCROLLSPY CLASS DEFINITION + * ========================== */ + + function ScrollSpy( element, options) { + var process = $.proxy(this.process, this) + , $element = $(element).is('body') ? $(window) : $(element) + , href + this.options = $.extend({}, $.fn.scrollspy.defaults, options) + this.$scrollElement = $element.on('scroll.scroll.data-api', process) + this.selector = (this.options.target + || ((href = $(element).attr('href')) && href.replace(/.*(?=#[^\s]+$)/, '')) //strip for ie7 + || '') + ' .nav li > a' + this.$body = $('body').on('click.scroll.data-api', this.selector, process) + this.refresh() + this.process() + } + + ScrollSpy.prototype = { + + constructor: ScrollSpy + + , refresh: function () { + this.targets = this.$body + .find(this.selector) + .map(function () { + var href = $(this).attr('href') + return /^#\w/.test(href) && $(href).length ? href : null + }) + + this.offsets = $.map(this.targets, function (id) { + return $(id).position().top + }) + } + + , process: function () { + var scrollTop = this.$scrollElement.scrollTop() + this.options.offset + , offsets = this.offsets + , targets = this.targets + , activeTarget = this.activeTarget + , i + + for (i = offsets.length; i--;) { + activeTarget != targets[i] + && scrollTop >= offsets[i] + && (!offsets[i + 1] || scrollTop <= offsets[i + 1]) + && this.activate( targets[i] ) + } + } + + , activate: function (target) { + var active + + this.activeTarget = target + + this.$body + .find(this.selector).parent('.active') + .removeClass('active') + + active = this.$body + .find(this.selector + '[href="' + target + '"]') + .parent('li') + .addClass('active') + + if ( active.parent('.dropdown-menu') ) { + active.closest('li.dropdown').addClass('active') + } + } + + } + + + /* SCROLLSPY PLUGIN DEFINITION + * =========================== */ + + $.fn.scrollspy = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('scrollspy') + , options = typeof option == 'object' && option + if (!data) $this.data('scrollspy', (data = new ScrollSpy(this, options))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.scrollspy.Constructor = ScrollSpy + + $.fn.scrollspy.defaults = { + offset: 10 + } + + + /* SCROLLSPY DATA-API + * ================== */ + + $(function () { + $('[data-spy="scroll"]').each(function () { + var $spy = $(this) + $spy.scrollspy($spy.data()) + }) + }) + +}( window.jQuery ) +/* ======================================================== + * bootstrap-tab.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#tabs + * ======================================================== + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ======================================================== */ + + +!function( $ ){ + + "use strict" + + /* TAB CLASS DEFINITION + * ==================== */ + + var Tab = function ( element ) { + this.element = $(element) + } + + Tab.prototype = { + + constructor: Tab + + , show: function () { + var $this = this.element + , $ul = $this.closest('ul:not(.dropdown-menu)') + , selector = $this.attr('data-target') + , previous + , $target + + if (!selector) { + selector = $this.attr('href') + selector = selector && selector.replace(/.*(?=#[^\s]*$)/, '') //strip for ie7 + } + + if ( $this.parent('li').hasClass('active') ) return + + previous = $ul.find('.active a').last()[0] + + $this.trigger({ + type: 'show' + , relatedTarget: previous + }) + + $target = $(selector) + + this.activate($this.parent('li'), $ul) + this.activate($target, $target.parent(), function () { + $this.trigger({ + type: 'shown' + , relatedTarget: previous + }) + }) + } + + , activate: function ( element, container, callback) { + var $active = container.find('> .active') + , transition = callback + && $.support.transition + && $active.hasClass('fade') + + function next() { + $active + .removeClass('active') + .find('> .dropdown-menu > .active') + .removeClass('active') + + element.addClass('active') + + if (transition) { + element[0].offsetWidth // reflow for transition + element.addClass('in') + } else { + element.removeClass('fade') + } + + if ( element.parent('.dropdown-menu') ) { + element.closest('li.dropdown').addClass('active') + } + + callback && callback() + } + + transition ? + $active.one($.support.transition.end, next) : + next() + + $active.removeClass('in') + } + } + + + /* TAB PLUGIN DEFINITION + * ===================== */ + + $.fn.tab = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('tab') + if (!data) $this.data('tab', (data = new Tab(this))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.tab.Constructor = Tab + + + /* TAB DATA-API + * ============ */ + + $(function () { + $('body').on('click.tab.data-api', '[data-toggle="tab"], [data-toggle="pill"]', function (e) { + e.preventDefault() + $(this).tab('show') + }) + }) + +}( window.jQuery ) +/* ============================================================= + * bootstrap-typeahead.js v2.0.0 + * http://twitter.github.com/bootstrap/javascript.html#typeahead + * ============================================================= + * Copyright 2012 Twitter, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + * ============================================================ */ + +!function( $ ){ + + "use strict" + + var Typeahead = function ( element, options ) { + this.$element = $(element) + this.options = $.extend({}, $.fn.typeahead.defaults, options) + this.matcher = this.options.matcher || this.matcher + this.sorter = this.options.sorter || this.sorter + this.highlighter = this.options.highlighter || this.highlighter + this.$menu = $(this.options.menu).appendTo('body') + this.source = this.options.source + this.shown = false + this.listen() + } + + Typeahead.prototype = { + + constructor: Typeahead + + , select: function () { + var val = this.$menu.find('.active').attr('data-value') + this.$element.val(val) + return this.hide() + } + + , show: function () { + var pos = $.extend({}, this.$element.offset(), { + height: this.$element[0].offsetHeight + }) + + this.$menu.css({ + top: pos.top + pos.height + , left: pos.left + }) + + this.$menu.show() + this.shown = true + return this + } + + , hide: function () { + this.$menu.hide() + this.shown = false + return this + } + + , lookup: function (event) { + var that = this + , items + , q + + this.query = this.$element.val() + + if (!this.query) { + return this.shown ? this.hide() : this + } + + items = $.grep(this.source, function (item) { + if (that.matcher(item)) return item + }) + + items = this.sorter(items) + + if (!items.length) { + return this.shown ? this.hide() : this + } + + return this.render(items.slice(0, this.options.items)).show() + } + + , matcher: function (item) { + return ~item.toLowerCase().indexOf(this.query.toLowerCase()) + } + + , sorter: function (items) { + var beginswith = [] + , caseSensitive = [] + , caseInsensitive = [] + , item + + while (item = items.shift()) { + if (!item.toLowerCase().indexOf(this.query.toLowerCase())) beginswith.push(item) + else if (~item.indexOf(this.query)) caseSensitive.push(item) + else caseInsensitive.push(item) + } + + return beginswith.concat(caseSensitive, caseInsensitive) + } + + , highlighter: function (item) { + return item.replace(new RegExp('(' + this.query + ')', 'ig'), function ($1, match) { + return '' + match + '' + }) + } + + , render: function (items) { + var that = this + + items = $(items).map(function (i, item) { + i = $(that.options.item).attr('data-value', item) + i.find('a').html(that.highlighter(item)) + return i[0] + }) + + items.first().addClass('active') + this.$menu.html(items) + return this + } + + , next: function (event) { + var active = this.$menu.find('.active').removeClass('active') + , next = active.next() + + if (!next.length) { + next = $(this.$menu.find('li')[0]) + } + + next.addClass('active') + } + + , prev: function (event) { + var active = this.$menu.find('.active').removeClass('active') + , prev = active.prev() + + if (!prev.length) { + prev = this.$menu.find('li').last() + } + + prev.addClass('active') + } + + , listen: function () { + this.$element + .on('blur', $.proxy(this.blur, this)) + .on('keypress', $.proxy(this.keypress, this)) + .on('keyup', $.proxy(this.keyup, this)) + + if ($.browser.webkit || $.browser.msie) { + this.$element.on('keydown', $.proxy(this.keypress, this)) + } + + this.$menu + .on('click', $.proxy(this.click, this)) + .on('mouseenter', 'li', $.proxy(this.mouseenter, this)) + } + + , keyup: function (e) { + e.stopPropagation() + e.preventDefault() + + switch(e.keyCode) { + case 40: // down arrow + case 38: // up arrow + break + + case 9: // tab + case 13: // enter + if (!this.shown) return + this.select() + break + + case 27: // escape + this.hide() + break + + default: + this.lookup() + } + + } + + , keypress: function (e) { + e.stopPropagation() + if (!this.shown) return + + switch(e.keyCode) { + case 9: // tab + case 13: // enter + case 27: // escape + e.preventDefault() + break + + case 38: // up arrow + e.preventDefault() + this.prev() + break + + case 40: // down arrow + e.preventDefault() + this.next() + break + } + } + + , blur: function (e) { + var that = this + e.stopPropagation() + e.preventDefault() + setTimeout(function () { that.hide() }, 150) + } + + , click: function (e) { + e.stopPropagation() + e.preventDefault() + this.select() + } + + , mouseenter: function (e) { + this.$menu.find('.active').removeClass('active') + $(e.currentTarget).addClass('active') + } + + } + + + /* TYPEAHEAD PLUGIN DEFINITION + * =========================== */ + + $.fn.typeahead = function ( option ) { + return this.each(function () { + var $this = $(this) + , data = $this.data('typeahead') + , options = typeof option == 'object' && option + if (!data) $this.data('typeahead', (data = new Typeahead(this, options))) + if (typeof option == 'string') data[option]() + }) + } + + $.fn.typeahead.defaults = { + source: [] + , items: 8 + , menu: '
    ' + , item: '
    • ' + } + + $.fn.typeahead.Constructor = Typeahead + + + /* TYPEAHEAD DATA-API + * ================== */ + + $(function () { + $('body').on('focus.typeahead.data-api', '[data-provide="typeahead"]', function (e) { + var $this = $(this) + if ($this.data('typeahead')) return + e.preventDefault() + $this.typeahead($this.data()) + }) + }) + +}( window.jQuery ) diff --git a/assets/js/bootstrap.min.js b/assets/js/bootstrap.min.js new file mode 100644 index 00000000..1f295a14 --- /dev/null +++ b/assets/js/bootstrap.min.js @@ -0,0 +1 @@ +!function(a){a(function(){"use strict",a.support.transition=function(){var b=document.body||document.documentElement,c=b.style,d=c.transition!==undefined||c.WebkitTransition!==undefined||c.MozTransition!==undefined||c.MsTransition!==undefined||c.OTransition!==undefined;return d&&{end:function(){var b="TransitionEnd";return a.browser.webkit?b="webkitTransitionEnd":a.browser.mozilla?b="transitionend":a.browser.opera&&(b="oTransitionEnd"),b}()}}()})}(window.jQuery),!function(a){"use strict";var b='[data-dismiss="alert"]',c=function(c){a(c).on("click",b,this.close)};c.prototype={constructor:c,close:function(b){function f(){e.remove(),e.trigger("closed")}var c=a(this),d=c.attr("data-target"),e;d||(d=c.attr("href"),d=d&&d.replace(/.*(?=#[^\s]*$)/,"")),e=a(d),e.trigger("close"),b&&b.preventDefault(),e.length||(e=c.hasClass("alert")?c:c.parent()),e.removeClass("in"),a.support.transition&&e.hasClass("fade")?e.on(a.support.transition.end,f):f()}},a.fn.alert=function(b){return this.each(function(){var d=a(this),e=d.data("alert");e||d.data("alert",e=new c(this)),typeof b=="string"&&e[b].call(d)})},a.fn.alert.Constructor=c,a(function(){a("body").on("click.alert.data-api",b,c.prototype.close)})}(window.jQuery),!function(a){"use strict";var b=function(b,c){this.$element=a(b),this.options=a.extend({},a.fn.button.defaults,c)};b.prototype={constructor:b,setState:function(a){var b="disabled",c=this.$element,d=c.data(),e=c.is("input")?"val":"html";a+="Text",d.resetText||c.data("resetText",c[e]()),c[e](d[a]||this.options[a]),setTimeout(function(){a=="loadingText"?c.addClass(b).attr(b,b):c.removeClass(b).removeAttr(b)},0)},toggle:function(){var a=this.$element.parent('[data-toggle="buttons-radio"]');a&&a.find(".active").removeClass("active"),this.$element.toggleClass("active")}},a.fn.button=function(c){return this.each(function(){var d=a(this),e=d.data("button"),f=typeof c=="object"&&c;e||d.data("button",e=new b(this,f)),c=="toggle"?e.toggle():c&&e.setState(c)})},a.fn.button.defaults={loadingText:"loading..."},a.fn.button.Constructor=b,a(function(){a("body").on("click.button.data-api","[data-toggle^=button]",function(b){a(b.target).button("toggle")})})}(window.jQuery),!function(a){"use strict";var b=function(b,c){this.$element=a(b),this.options=a.extend({},a.fn.carousel.defaults,c),this.options.slide&&this.slide(this.options.slide)};b.prototype={cycle:function(){return this.interval=setInterval(a.proxy(this.next,this),this.options.interval),this},to:function(b){var c=this.$element.find(".active"),d=c.parent().children(),e=d.index(c),f=this;if(b>d.length-1||b<0)return;return this.sliding?this.$element.one("slid",function(){f.to(b)}):e==b?this.pause().cycle():this.slide(b>e?"next":"prev",a(d[b]))},pause:function(){return clearInterval(this.interval),this},next:function(){if(this.sliding)return;return this.slide("next")},prev:function(){if(this.sliding)return;return this.slide("prev")},slide:function(b,c){var d=this.$element.find(".active"),e=c||d[b](),f=this.interval,g=b=="next"?"left":"right",h=b=="next"?"first":"last",i=this;return this.sliding=!0,f&&this.pause(),e=e.length?e:this.$element.find(".item")[h](),!a.support.transition&&this.$element.hasClass("slide")?(this.$element.trigger("slide"),d.removeClass("active"),e.addClass("active"),this.sliding=!1,this.$element.trigger("slid")):(e.addClass(b),e[0].offsetWidth,d.addClass(g),e.addClass(g),this.$element.trigger("slide"),this.$element.one(a.support.transition.end,function(){e.removeClass([b,g].join(" ")).addClass("active"),d.removeClass(["active",g].join(" ")),i.sliding=!1,setTimeout(function(){i.$element.trigger("slid")},0)})),f&&this.cycle(),this}},a.fn.carousel=function(c){return this.each(function(){var d=a(this),e=d.data("carousel"),f=typeof c=="object"&&c;e||d.data("carousel",e=new b(this,f)),typeof c=="number"?e.to(c):typeof c=="string"||(c=f.slide)?e[c]():e.cycle()})},a.fn.carousel.defaults={interval:5e3},a.fn.carousel.Constructor=b,a(function(){a("body").on("click.carousel.data-api","[data-slide]",function(b){var c=a(this),d,e=a(c.attr("data-target")||(d=c.attr("href"))&&d.replace(/.*(?=#[^\s]+$)/,"")),f=!e.data("modal")&&a.extend({},e.data(),c.data());e.carousel(f),b.preventDefault()})})}(window.jQuery),!function(a){"use strict";var b=function(b,c){this.$element=a(b),this.options=a.extend({},a.fn.collapse.defaults,c),this.options.parent&&(this.$parent=a(this.options.parent)),this.options.toggle&&this.toggle()};b.prototype={constructor:b,dimension:function(){var a=this.$element.hasClass("width");return a?"width":"height"},show:function(){var b=this.dimension(),c=a.camelCase(["scroll",b].join("-")),d=this.$parent&&this.$parent.find(".in"),e;d&&d.length&&(e=d.data("collapse"),d.collapse("hide"),e||d.data("collapse",null)),this.$element[b](0),this.transition("addClass","show","shown"),this.$element[b](this.$element[0][c])},hide:function(){var a=this.dimension();this.reset(this.$element[a]()),this.transition("removeClass","hide","hidden"),this.$element[a](0)},reset:function(a){var b=this.dimension();this.$element.removeClass("collapse")[b](a||"auto")[0].offsetWidth,this.$element.addClass("collapse")},transition:function(b,c,d){var e=this,f=function(){c=="show"&&e.reset(),e.$element.trigger(d)};this.$element.trigger(c)[b]("in"),a.support.transition&&this.$element.hasClass("collapse")?this.$element.one(a.support.transition.end,f):f()},toggle:function(){this[this.$element.hasClass("in")?"hide":"show"]()}},a.fn.collapse=function(c){return this.each(function(){var d=a(this),e=d.data("collapse"),f=typeof c=="object"&&c;e||d.data("collapse",e=new b(this,f)),typeof c=="string"&&e[c]()})},a.fn.collapse.defaults={toggle:!0},a.fn.collapse.Constructor=b,a(function(){a("body").on("click.collapse.data-api","[data-toggle=collapse]",function(b){var c=a(this),d,e=c.attr("data-target")||b.preventDefault()||(d=c.attr("href"))&&d.replace(/.*(?=#[^\s]+$)/,""),f=a(e).data("collapse")?"toggle":c.data();a(e).collapse(f)})})}(window.jQuery),!function(a){function d(){a(b).parent().removeClass("open")}"use strict";var b='[data-toggle="dropdown"]',c=function(b){var c=a(b).on("click.dropdown.data-api",this.toggle);a("html").on("click.dropdown.data-api",function(){c.parent().removeClass("open")})};c.prototype={constructor:c,toggle:function(b){var c=a(this),e=c.attr("data-target"),f,g;return e||(e=c.attr("href"),e=e&&e.replace(/.*(?=#[^\s]*$)/,"")),f=a(e),f.length||(f=c.parent()),g=f.hasClass("open"),d(),!g&&f.toggleClass("open"),!1}},a.fn.dropdown=function(b){return this.each(function(){var d=a(this),e=d.data("dropdown");e||d.data("dropdown",e=new c(this)),typeof b=="string"&&e[b].call(d)})},a.fn.dropdown.Constructor=c,a(function(){a("html").on("click.dropdown.data-api",d),a("body").on("click.dropdown.data-api",b,c.prototype.toggle)})}(window.jQuery),!function(a){function c(){var b=this,c=setTimeout(function(){b.$element.off(a.support.transition.end),d.call(b)},500);this.$element.one(a.support.transition.end,function(){clearTimeout(c),d.call(b)})}function d(a){this.$element.hide().trigger("hidden"),e.call(this)}function e(b){var c=this,d=this.$element.hasClass("fade")?"fade":"";if(this.isShown&&this.options.backdrop){var e=a.support.transition&&d;this.$backdrop=a('
    ').appendTo(document.body),this.options.backdrop!="static"&&this.$backdrop.click(a.proxy(this.hide,this)),e&&this.$backdrop[0].offsetWidth,this.$backdrop.addClass("in"),e?this.$backdrop.one(a.support.transition.end,b):b()}else!this.isShown&&this.$backdrop?(this.$backdrop.removeClass("in"),a.support.transition&&this.$element.hasClass("fade")?this.$backdrop.one(a.support.transition.end,a.proxy(f,this)):f.call(this)):b&&b()}function f(){this.$backdrop.remove(),this.$backdrop=null}function g(){var b=this;this.isShown&&this.options.keyboard?a(document).on("keyup.dismiss.modal",function(a){a.which==27&&b.hide()}):this.isShown||a(document).off("keyup.dismiss.modal")}"use strict";var b=function(b,c){this.options=a.extend({},a.fn.modal.defaults,c),this.$element=a(b).delegate('[data-dismiss="modal"]',"click.dismiss.modal",a.proxy(this.hide,this))};b.prototype={constructor:b,toggle:function(){return this[this.isShown?"hide":"show"]()},show:function(){var b=this;if(this.isShown)return;a("body").addClass("modal-open"),this.isShown=!0,this.$element.trigger("show"),g.call(this),e.call(this,function(){var c=a.support.transition&&b.$element.hasClass("fade");!b.$element.parent().length&&b.$element.appendTo(document.body),b.$element.show(),c&&b.$element[0].offsetWidth,b.$element.addClass("in"),c?b.$element.one(a.support.transition.end,function(){b.$element.trigger("shown")}):b.$element.trigger("shown")})},hide:function(b){b&&b.preventDefault();if(!this.isShown)return;var e=this;this.isShown=!1,a("body").removeClass("modal-open"),g.call(this),this.$element.trigger("hide").removeClass("in"),a.support.transition&&this.$element.hasClass("fade")?c.call(this):d.call(this)}},a.fn.modal=function(c){return this.each(function(){var d=a(this),e=d.data("modal"),f=typeof c=="object"&&c;e||d.data("modal",e=new b(this,f)),typeof c=="string"?e[c]():e.show()})},a.fn.modal.defaults={backdrop:!0,keyboard:!0},a.fn.modal.Constructor=b,a(function(){a("body").on("click.modal.data-api",'[data-toggle="modal"]',function(b){var c=a(this),d,e=a(c.attr("data-target")||(d=c.attr("href"))&&d.replace(/.*(?=#[^\s]+$)/,"")),f=e.data("modal")?"toggle":a.extend({},e.data(),c.data());b.preventDefault(),e.modal(f)})})}(window.jQuery),!function(a){"use strict";var b=function(a,b){this.init("tooltip",a,b)};b.prototype={constructor:b,init:function(b,c,d){var e,f;this.type=b,this.$element=a(c),this.options=this.getOptions(d),this.enabled=!0,this.options.trigger!="manual"&&(e=this.options.trigger=="hover"?"mouseenter":"focus",f=this.options.trigger=="hover"?"mouseleave":"blur",this.$element.on(e,this.options.selector,a.proxy(this.enter,this)),this.$element.on(f,this.options.selector,a.proxy(this.leave,this))),this.options.selector?this._options=a.extend({},this.options,{trigger:"manual",selector:""}):this.fixTitle()},getOptions:function(b){return b=a.extend({},a.fn[this.type].defaults,b,this.$element.data()),b.delay&&typeof b.delay=="number"&&(b.delay={show:b.delay,hide:b.delay}),b},enter:function(b){var c=a(b.currentTarget)[this.type](this._options).data(this.type);!c.options.delay||!c.options.delay.show?c.show():(c.hoverState="in",setTimeout(function(){c.hoverState=="in"&&c.show()},c.options.delay.show))},leave:function(b){var c=a(b.currentTarget)[this.type](this._options).data(this.type);!c.options.delay||!c.options.delay.hide?c.hide():(c.hoverState="out",setTimeout(function(){c.hoverState=="out"&&c.hide()},c.options.delay.hide))},show:function(){var a,b,c,d,e,f,g;if(this.hasContent()&&this.enabled){a=this.tip(),this.setContent(),this.options.animation&&a.addClass("fade"),f=typeof this.options.placement=="function"?this.options.placement.call(this,a[0],this.$element[0]):this.options.placement,b=/in/.test(f),a.remove().css({top:0,left:0,display:"block"}).appendTo(b?this.$element:document.body),c=this.getPosition(b),d=a[0].offsetWidth,e=a[0].offsetHeight;switch(b?f.split(" ")[1]:f){case"bottom":g={top:c.top+c.height,left:c.left+c.width/2-d/2};break;case"top":g={top:c.top-e,left:c.left+c.width/2-d/2};break;case"left":g={top:c.top+c.height/2-e/2,left:c.left-d};break;case"right":g={top:c.top+c.height/2-e/2,left:c.left+c.width}}a.css(g).addClass(f).addClass("in")}},setContent:function(){var a=this.tip();a.find(".tooltip-inner").html(this.getTitle()),a.removeClass("fade in top bottom left right")},hide:function(){function d(){var b=setTimeout(function(){c.off(a.support.transition.end).remove()},500);c.one(a.support.transition.end,function(){clearTimeout(b),c.remove()})}var b=this,c=this.tip();c.removeClass("in"),a.support.transition&&this.$tip.hasClass("fade")?d():c.remove()},fixTitle:function(){var a=this.$element;(a.attr("title")||typeof a.attr("data-original-title")!="string")&&a.attr("data-original-title",a.attr("title")||"").removeAttr("title")},hasContent:function(){return this.getTitle()},getPosition:function(b){return a.extend({},b?{top:0,left:0}:this.$element.offset(),{width:this.$element[0].offsetWidth,height:this.$element[0].offsetHeight})},getTitle:function(){var a,b=this.$element,c=this.options;return a=b.attr("data-original-title")||(typeof c.title=="function"?c.title.call(b[0]):c.title),a=a.toString().replace(/(^\s*|\s*$)/,""),a},tip:function(){return this.$tip=this.$tip||a(this.options.template)},validate:function(){this.$element[0].parentNode||(this.hide(),this.$element=null,this.options=null)},enable:function(){this.enabled=!0},disable:function(){this.enabled=!1},toggleEnabled:function(){this.enabled=!this.enabled},toggle:function(){this[this.tip().hasClass("in")?"hide":"show"]()}},a.fn.tooltip=function(c){return this.each(function(){var d=a(this),e=d.data("tooltip"),f=typeof c=="object"&&c;e||d.data("tooltip",e=new b(this,f)),typeof c=="string"&&e[c]()})},a.fn.tooltip.Constructor=b,a.fn.tooltip.defaults={animation:!0,delay:0,selector:!1,placement:"top",trigger:"hover",title:"",template:'
    '}}(window.jQuery),!function(a){"use strict";var b=function(a,b){this.init("popover",a,b)};b.prototype=a.extend({},a.fn.tooltip.Constructor.prototype,{constructor:b,setContent:function(){var b=this.tip(),c=this.getTitle(),d=this.getContent();b.find(".popover-title")[a.type(c)=="object"?"append":"html"](c),b.find(".popover-content > *")[a.type(d)=="object"?"append":"html"](d),b.removeClass("fade top bottom left right in")},hasContent:function(){return this.getTitle()||this.getContent()},getContent:function(){var a,b=this.$element,c=this.options;return a=b.attr("data-content")||(typeof c.content=="function"?c.content.call(b[0]):c.content),a=a.toString().replace(/(^\s*|\s*$)/,""),a},tip:function(){return this.$tip||(this.$tip=a(this.options.template)),this.$tip}}),a.fn.popover=function(c){return this.each(function(){var d=a(this),e=d.data("popover"),f=typeof c=="object"&&c;e||d.data("popover",e=new b(this,f)),typeof c=="string"&&e[c]()})},a.fn.popover.Constructor=b,a.fn.popover.defaults=a.extend({},a.fn.tooltip.defaults,{placement:"right",content:"",template:'

    '})}(window.jQuery),!function(a){function b(b,c){var d=a.proxy(this.process,this),e=a(b).is("body")?a(window):a(b),f;this.options=a.extend({},a.fn.scrollspy.defaults,c),this.$scrollElement=e.on("scroll.scroll.data-api",d),this.selector=(this.options.target||(f=a(b).attr("href"))&&f.replace(/.*(?=#[^\s]+$)/,"")||"")+" .nav li > a",this.$body=a("body").on("click.scroll.data-api",this.selector,d),this.refresh(),this.process()}"use strict",b.prototype={constructor:b,refresh:function(){this.targets=this.$body.find(this.selector).map(function(){var b=a(this).attr("href");return/^#\w/.test(b)&&a(b).length?b:null}),this.offsets=a.map(this.targets,function(b){return a(b).position().top})},process:function(){var a=this.$scrollElement.scrollTop()+this.options.offset,b=this.offsets,c=this.targets,d=this.activeTarget,e;for(e=b.length;e--;)d!=c[e]&&a>=b[e]&&(!b[e+1]||a<=b[e+1])&&this.activate(c[e])},activate:function(a){var b;this.activeTarget=a,this.$body.find(this.selector).parent(".active").removeClass("active"),b=this.$body.find(this.selector+'[href="'+a+'"]').parent("li").addClass("active"),b.parent(".dropdown-menu")&&b.closest("li.dropdown").addClass("active")}},a.fn.scrollspy=function(c){return this.each(function(){var d=a(this),e=d.data("scrollspy"),f=typeof c=="object"&&c;e||d.data("scrollspy",e=new b(this,f)),typeof c=="string"&&e[c]()})},a.fn.scrollspy.Constructor=b,a.fn.scrollspy.defaults={offset:10},a(function(){a('[data-spy="scroll"]').each(function(){var b=a(this);b.scrollspy(b.data())})})}(window.jQuery),!function(a){"use strict";var b=function(b){this.element=a(b)};b.prototype={constructor:b,show:function(){var b=this.element,c=b.closest("ul:not(.dropdown-menu)"),d=b.attr("data-target"),e,f;d||(d=b.attr("href"),d=d&&d.replace(/.*(?=#[^\s]*$)/,""));if(b.parent("li").hasClass("active"))return;e=c.find(".active a").last()[0],b.trigger({type:"show",relatedTarget:e}),f=a(d),this.activate(b.parent("li"),c),this.activate(f,f.parent(),function(){b.trigger({type:"shown",relatedTarget:e})})},activate:function(b,c,d){function g(){e.removeClass("active").find("> .dropdown-menu > .active").removeClass("active"),b.addClass("active"),f?(b[0].offsetWidth,b.addClass("in")):b.removeClass("fade"),b.parent(".dropdown-menu")&&b.closest("li.dropdown").addClass("active"),d&&d()}var e=c.find("> .active"),f=d&&a.support.transition&&e.hasClass("fade");f?e.one(a.support.transition.end,g):g(),e.removeClass("in")}},a.fn.tab=function(c){return this.each(function(){var d=a(this),e=d.data("tab");e||d.data("tab",e=new b(this)),typeof c=="string"&&e[c]()})},a.fn.tab.Constructor=b,a(function(){a("body").on("click.tab.data-api",'[data-toggle="tab"], [data-toggle="pill"]',function(b){b.preventDefault(),a(this).tab("show")})})}(window.jQuery),!function(a){"use strict";var b=function(b,c){this.$element=a(b),this.options=a.extend({},a.fn.typeahead.defaults,c),this.matcher=this.options.matcher||this.matcher,this.sorter=this.options.sorter||this.sorter,this.highlighter=this.options.highlighter||this.highlighter,this.$menu=a(this.options.menu).appendTo("body"),this.source=this.options.source,this.shown=!1,this.listen()};b.prototype={constructor:b,select:function(){var a=this.$menu.find(".active").attr("data-value");return this.$element.val(a),this.hide()},show:function(){var b=a.extend({},this.$element.offset(),{height:this.$element[0].offsetHeight});return this.$menu.css({top:b.top+b.height,left:b.left}),this.$menu.show(),this.shown=!0,this},hide:function(){return this.$menu.hide(),this.shown=!1,this},lookup:function(b){var c=this,d,e;return this.query=this.$element.val(),this.query?(d=a.grep(this.source,function(a){if(c.matcher(a))return a}),d=this.sorter(d),d.length?this.render(d.slice(0,this.options.items)).show():this.shown?this.hide():this):this.shown?this.hide():this},matcher:function(a){return~a.toLowerCase().indexOf(this.query.toLowerCase())},sorter:function(a){var b=[],c=[],d=[],e;while(e=a.shift())e.toLowerCase().indexOf(this.query.toLowerCase())?~e.indexOf(this.query)?c.push(e):d.push(e):b.push(e);return b.concat(c,d)},highlighter:function(a){return a.replace(new RegExp("("+this.query+")","ig"),function(a,b){return""+b+""})},render:function(b){var c=this;return b=a(b).map(function(b,d){return b=a(c.options.item).attr("data-value",d),b.find("a").html(c.highlighter(d)),b[0]}),b.first().addClass("active"),this.$menu.html(b),this},next:function(b){var c=this.$menu.find(".active").removeClass("active"),d=c.next();d.length||(d=a(this.$menu.find("li")[0])),d.addClass("active")},prev:function(a){var b=this.$menu.find(".active").removeClass("active"),c=b.prev();c.length||(c=this.$menu.find("li").last()),c.addClass("active")},listen:function(){this.$element.on("blur",a.proxy(this.blur,this)).on("keypress",a.proxy(this.keypress,this)).on("keyup",a.proxy(this.keyup,this)),(a.browser.webkit||a.browser.msie)&&this.$element.on("keydown",a.proxy(this.keypress,this)),this.$menu.on("click",a.proxy(this.click,this)).on("mouseenter","li",a.proxy(this.mouseenter,this))},keyup:function(a){a.stopPropagation(),a.preventDefault();switch(a.keyCode){case 40:case 38:break;case 9:case 13:if(!this.shown)return;this.select();break;case 27:this.hide();break;default:this.lookup()}},keypress:function(a){a.stopPropagation();if(!this.shown)return;switch(a.keyCode){case 9:case 13:case 27:a.preventDefault();break;case 38:a.preventDefault(),this.prev();break;case 40:a.preventDefault(),this.next()}},blur:function(a){var b=this;a.stopPropagation(),a.preventDefault(),setTimeout(function(){b.hide()},150)},click:function(a){a.stopPropagation(),a.preventDefault(),this.select()},mouseenter:function(b){this.$menu.find(".active").removeClass("active"),a(b.currentTarget).addClass("active")}},a.fn.typeahead=function(c){return this.each(function(){var d=a(this),e=d.data("typeahead"),f=typeof c=="object"&&c;e||d.data("typeahead",e=new b(this,f)),typeof c=="string"&&e[c]()})},a.fn.typeahead.defaults={source:[],items:8,menu:'
      ',item:'
      • '},a.fn.typeahead.Constructor=b,a(function(){a("body").on("focus.typeahead.data-api",'[data-provide="typeahead"]',function(b){var c=a(this);if(c.data("typeahead"))return;b.preventDefault(),c.typeahead(c.data())})})}(window.jQuery); \ No newline at end of file diff --git a/assets/js/jquery-1.7.1.min.js b/assets/js/jquery-1.7.1.min.js new file mode 100644 index 00000000..ee023370 --- /dev/null +++ b/assets/js/jquery-1.7.1.min.js @@ -0,0 +1,4 @@ +/*! jQuery v1.7.1 jquery.com | jquery.org/license */ +(function(a,b){function cy(a){return f.isWindow(a)?a:a.nodeType===9?a.defaultView||a.parentWindow:!1}function cv(a){if(!ck[a]){var b=c.body,d=f("<"+a+">").appendTo(b),e=d.css("display");d.remove();if(e==="none"||e===""){cl||(cl=c.createElement("iframe"),cl.frameBorder=cl.width=cl.height=0),b.appendChild(cl);if(!cm||!cl.createElement)cm=(cl.contentWindow||cl.contentDocument).document,cm.write((c.compatMode==="CSS1Compat"?"":"")+""),cm.close();d=cm.createElement(a),cm.body.appendChild(d),e=f.css(d,"display"),b.removeChild(cl)}ck[a]=e}return ck[a]}function cu(a,b){var c={};f.each(cq.concat.apply([],cq.slice(0,b)),function(){c[this]=a});return c}function ct(){cr=b}function cs(){setTimeout(ct,0);return cr=f.now()}function cj(){try{return new a.ActiveXObject("Microsoft.XMLHTTP")}catch(b){}}function ci(){try{return new a.XMLHttpRequest}catch(b){}}function cc(a,c){a.dataFilter&&(c=a.dataFilter(c,a.dataType));var d=a.dataTypes,e={},g,h,i=d.length,j,k=d[0],l,m,n,o,p;for(g=1;g0){if(c!=="border")for(;g=0===c})}function S(a){return!a||!a.parentNode||a.parentNode.nodeType===11}function K(){return!0}function J(){return!1}function n(a,b,c){var d=b+"defer",e=b+"queue",g=b+"mark",h=f._data(a,d);h&&(c==="queue"||!f._data(a,e))&&(c==="mark"||!f._data(a,g))&&setTimeout(function(){!f._data(a,e)&&!f._data(a,g)&&(f.removeData(a,d,!0),h.fire())},0)}function m(a){for(var b in a){if(b==="data"&&f.isEmptyObject(a[b]))continue;if(b!=="toJSON")return!1}return!0}function l(a,c,d){if(d===b&&a.nodeType===1){var e="data-"+c.replace(k,"-$1").toLowerCase();d=a.getAttribute(e);if(typeof d=="string"){try{d=d==="true"?!0:d==="false"?!1:d==="null"?null:f.isNumeric(d)?parseFloat(d):j.test(d)?f.parseJSON(d):d}catch(g){}f.data(a,c,d)}else d=b}return d}function h(a){var b=g[a]={},c,d;a=a.split(/\s+/);for(c=0,d=a.length;c)[^>]*$|#([\w\-]*)$)/,j=/\S/,k=/^\s+/,l=/\s+$/,m=/^<(\w+)\s*\/?>(?:<\/\1>)?$/,n=/^[\],:{}\s]*$/,o=/\\(?:["\\\/bfnrt]|u[0-9a-fA-F]{4})/g,p=/"[^"\\\n\r]*"|true|false|null|-?\d+(?:\.\d*)?(?:[eE][+\-]?\d+)?/g,q=/(?:^|:|,)(?:\s*\[)+/g,r=/(webkit)[ \/]([\w.]+)/,s=/(opera)(?:.*version)?[ \/]([\w.]+)/,t=/(msie) ([\w.]+)/,u=/(mozilla)(?:.*? rv:([\w.]+))?/,v=/-([a-z]|[0-9])/ig,w=/^-ms-/,x=function(a,b){return(b+"").toUpperCase()},y=d.userAgent,z,A,B,C=Object.prototype.toString,D=Object.prototype.hasOwnProperty,E=Array.prototype.push,F=Array.prototype.slice,G=String.prototype.trim,H=Array.prototype.indexOf,I={};e.fn=e.prototype={constructor:e,init:function(a,d,f){var g,h,j,k;if(!a)return this;if(a.nodeType){this.context=this[0]=a,this.length=1;return this}if(a==="body"&&!d&&c.body){this.context=c,this[0]=c.body,this.selector=a,this.length=1;return this}if(typeof a=="string"){a.charAt(0)!=="<"||a.charAt(a.length-1)!==">"||a.length<3?g=i.exec(a):g=[null,a,null];if(g&&(g[1]||!d)){if(g[1]){d=d instanceof e?d[0]:d,k=d?d.ownerDocument||d:c,j=m.exec(a),j?e.isPlainObject(d)?(a=[c.createElement(j[1])],e.fn.attr.call(a,d,!0)):a=[k.createElement(j[1])]:(j=e.buildFragment([g[1]],[k]),a=(j.cacheable?e.clone(j.fragment):j.fragment).childNodes);return e.merge(this,a)}h=c.getElementById(g[2]);if(h&&h.parentNode){if(h.id!==g[2])return f.find(a);this.length=1,this[0]=h}this.context=c,this.selector=a;return this}return!d||d.jquery?(d||f).find(a):this.constructor(d).find(a)}if(e.isFunction(a))return f.ready(a);a.selector!==b&&(this.selector=a.selector,this.context=a.context);return e.makeArray(a,this)},selector:"",jquery:"1.7.1",length:0,size:function(){return this.length},toArray:function(){return F.call(this,0)},get:function(a){return a==null?this.toArray():a<0?this[this.length+a]:this[a]},pushStack:function(a,b,c){var d=this.constructor();e.isArray(a)?E.apply(d,a):e.merge(d,a),d.prevObject=this,d.context=this.context,b==="find"?d.selector=this.selector+(this.selector?" ":"")+c:b&&(d.selector=this.selector+"."+b+"("+c+")");return d},each:function(a,b){return e.each(this,a,b)},ready:function(a){e.bindReady(),A.add(a);return this},eq:function(a){a=+a;return a===-1?this.slice(a):this.slice(a,a+1)},first:function(){return this.eq(0)},last:function(){return this.eq(-1)},slice:function(){return this.pushStack(F.apply(this,arguments),"slice",F.call(arguments).join(","))},map:function(a){return this.pushStack(e.map(this,function(b,c){return a.call(b,c,b)}))},end:function(){return this.prevObject||this.constructor(null)},push:E,sort:[].sort,splice:[].splice},e.fn.init.prototype=e.fn,e.extend=e.fn.extend=function(){var a,c,d,f,g,h,i=arguments[0]||{},j=1,k=arguments.length,l=!1;typeof i=="boolean"&&(l=i,i=arguments[1]||{},j=2),typeof i!="object"&&!e.isFunction(i)&&(i={}),k===j&&(i=this,--j);for(;j0)return;A.fireWith(c,[e]),e.fn.trigger&&e(c).trigger("ready").off("ready")}},bindReady:function(){if(!A){A=e.Callbacks("once memory");if(c.readyState==="complete")return setTimeout(e.ready,1);if(c.addEventListener)c.addEventListener("DOMContentLoaded",B,!1),a.addEventListener("load",e.ready,!1);else if(c.attachEvent){c.attachEvent("onreadystatechange",B),a.attachEvent("onload",e.ready);var b=!1;try{b=a.frameElement==null}catch(d){}c.documentElement.doScroll&&b&&J()}}},isFunction:function(a){return e.type(a)==="function"},isArray:Array.isArray||function(a){return e.type(a)==="array"},isWindow:function(a){return a&&typeof a=="object"&&"setInterval"in a},isNumeric:function(a){return!isNaN(parseFloat(a))&&isFinite(a)},type:function(a){return a==null?String(a):I[C.call(a)]||"object"},isPlainObject:function(a){if(!a||e.type(a)!=="object"||a.nodeType||e.isWindow(a))return!1;try{if(a.constructor&&!D.call(a,"constructor")&&!D.call(a.constructor.prototype,"isPrototypeOf"))return!1}catch(c){return!1}var d;for(d in a);return d===b||D.call(a,d)},isEmptyObject:function(a){for(var b in a)return!1;return!0},error:function(a){throw new Error(a)},parseJSON:function(b){if(typeof b!="string"||!b)return null;b=e.trim(b);if(a.JSON&&a.JSON.parse)return a.JSON.parse(b);if(n.test(b.replace(o,"@").replace(p,"]").replace(q,"")))return(new Function("return "+b))();e.error("Invalid JSON: "+b)},parseXML:function(c){var d,f;try{a.DOMParser?(f=new DOMParser,d=f.parseFromString(c,"text/xml")):(d=new ActiveXObject("Microsoft.XMLDOM"),d.async="false",d.loadXML(c))}catch(g){d=b}(!d||!d.documentElement||d.getElementsByTagName("parsererror").length)&&e.error("Invalid XML: "+c);return d},noop:function(){},globalEval:function(b){b&&j.test(b)&&(a.execScript||function(b){a.eval.call(a,b)})(b)},camelCase:function(a){return a.replace(w,"ms-").replace(v,x)},nodeName:function(a,b){return a.nodeName&&a.nodeName.toUpperCase()===b.toUpperCase()},each:function(a,c,d){var f,g=0,h=a.length,i=h===b||e.isFunction(a);if(d){if(i){for(f in a)if(c.apply(a[f],d)===!1)break}else for(;g0&&a[0]&&a[j-1]||j===0||e.isArray(a));if(k)for(;i1?i.call(arguments,0):b,j.notifyWith(k,e)}}function l(a){return function(c){b[a]=arguments.length>1?i.call(arguments,0):c,--g||j.resolveWith(j,b)}}var b=i.call(arguments,0),c=0,d=b.length,e=Array(d),g=d,h=d,j=d<=1&&a&&f.isFunction(a.promise)?a:f.Deferred(),k=j.promise();if(d>1){for(;c
      a",d=q.getElementsByTagName("*"),e=q.getElementsByTagName("a")[0];if(!d||!d.length||!e)return{};g=c.createElement("select"),h=g.appendChild(c.createElement("option")),i=q.getElementsByTagName("input")[0],b={leadingWhitespace:q.firstChild.nodeType===3,tbody:!q.getElementsByTagName("tbody").length,htmlSerialize:!!q.getElementsByTagName("link").length,style:/top/.test(e.getAttribute("style")),hrefNormalized:e.getAttribute("href")==="/a",opacity:/^0.55/.test(e.style.opacity),cssFloat:!!e.style.cssFloat,checkOn:i.value==="on",optSelected:h.selected,getSetAttribute:q.className!=="t",enctype:!!c.createElement("form").enctype,html5Clone:c.createElement("nav").cloneNode(!0).outerHTML!=="<:nav>",submitBubbles:!0,changeBubbles:!0,focusinBubbles:!1,deleteExpando:!0,noCloneEvent:!0,inlineBlockNeedsLayout:!1,shrinkWrapBlocks:!1,reliableMarginRight:!0},i.checked=!0,b.noCloneChecked=i.cloneNode(!0).checked,g.disabled=!0,b.optDisabled=!h.disabled;try{delete q.test}catch(s){b.deleteExpando=!1}!q.addEventListener&&q.attachEvent&&q.fireEvent&&(q.attachEvent("onclick",function(){b.noCloneEvent=!1}),q.cloneNode(!0).fireEvent("onclick")),i=c.createElement("input"),i.value="t",i.setAttribute("type","radio"),b.radioValue=i.value==="t",i.setAttribute("checked","checked"),q.appendChild(i),k=c.createDocumentFragment(),k.appendChild(q.lastChild),b.checkClone=k.cloneNode(!0).cloneNode(!0).lastChild.checked,b.appendChecked=i.checked,k.removeChild(i),k.appendChild(q),q.innerHTML="",a.getComputedStyle&&(j=c.createElement("div"),j.style.width="0",j.style.marginRight="0",q.style.width="2px",q.appendChild(j),b.reliableMarginRight=(parseInt((a.getComputedStyle(j,null)||{marginRight:0}).marginRight,10)||0)===0);if(q.attachEvent)for(o in{submit:1,change:1,focusin:1})n="on"+o,p=n in q,p||(q.setAttribute(n,"return;"),p=typeof q[n]=="function"),b[o+"Bubbles"]=p;k.removeChild(q),k=g=h=j=q=i=null,f(function(){var a,d,e,g,h,i,j,k,m,n,o,r=c.getElementsByTagName("body")[0];!r||(j=1,k="position:absolute;top:0;left:0;width:1px;height:1px;margin:0;",m="visibility:hidden;border:0;",n="style='"+k+"border:5px solid #000;padding:0;'",o="
      "+""+"
      ",a=c.createElement("div"),a.style.cssText=m+"width:0;height:0;position:static;top:0;margin-top:"+j+"px",r.insertBefore(a,r.firstChild),q=c.createElement("div"),a.appendChild(q),q.innerHTML="
      t
      ",l=q.getElementsByTagName("td"),p=l[0].offsetHeight===0,l[0].style.display="",l[1].style.display="none",b.reliableHiddenOffsets=p&&l[0].offsetHeight===0,q.innerHTML="",q.style.width=q.style.paddingLeft="1px",f.boxModel=b.boxModel=q.offsetWidth===2,typeof q.style.zoom!="undefined"&&(q.style.display="inline",q.style.zoom=1,b.inlineBlockNeedsLayout=q.offsetWidth===2,q.style.display="",q.innerHTML="
      ",b.shrinkWrapBlocks=q.offsetWidth!==2),q.style.cssText=k+m,q.innerHTML=o,d=q.firstChild,e=d.firstChild,h=d.nextSibling.firstChild.firstChild,i={doesNotAddBorder:e.offsetTop!==5,doesAddBorderForTableAndCells:h.offsetTop===5},e.style.position="fixed",e.style.top="20px",i.fixedPosition=e.offsetTop===20||e.offsetTop===15,e.style.position=e.style.top="",d.style.overflow="hidden",d.style.position="relative",i.subtractsBorderForOverflowNotVisible=e.offsetTop===-5,i.doesNotIncludeMarginInBodyOffset=r.offsetTop!==j,r.removeChild(a),q=a=null,f.extend(b,i))});return b}();var j=/^(?:\{.*\}|\[.*\])$/,k=/([A-Z])/g;f.extend({cache:{},uuid:0,expando:"jQuery"+(f.fn.jquery+Math.random()).replace(/\D/g,""),noData:{embed:!0,object:"clsid:D27CDB6E-AE6D-11cf-96B8-444553540000",applet:!0},hasData:function(a){a=a.nodeType?f.cache[a[f.expando]]:a[f.expando];return!!a&&!m(a)},data:function(a,c,d,e){if(!!f.acceptData(a)){var g,h,i,j=f.expando,k=typeof c=="string",l=a.nodeType,m=l?f.cache:a,n=l?a[j]:a[j]&&j,o=c==="events";if((!n||!m[n]||!o&&!e&&!m[n].data)&&k&&d===b)return;n||(l?a[j]=n=++f.uuid:n=j),m[n]||(m[n]={},l||(m[n].toJSON=f.noop));if(typeof c=="object"||typeof c=="function")e?m[n]=f.extend(m[n],c):m[n].data=f.extend(m[n].data,c);g=h=m[n],e||(h.data||(h.data={}),h=h.data),d!==b&&(h[f.camelCase(c)]=d);if(o&&!h[c])return g.events;k?(i=h[c],i==null&&(i=h[f.camelCase(c)])):i=h;return i}},removeData:function(a,b,c){if(!!f.acceptData(a)){var d,e,g,h=f.expando,i=a.nodeType,j=i?f.cache:a,k=i?a[h]:h;if(!j[k])return;if(b){d=c?j[k]:j[k].data;if(d){f.isArray(b)||(b in d?b=[b]:(b=f.camelCase(b),b in d?b=[b]:b=b.split(" ")));for(e=0,g=b.length;e-1)return!0;return!1},val:function(a){var c,d,e,g=this[0];{if(!!arguments.length){e=f.isFunction(a);return this.each(function(d){var g=f(this),h;if(this.nodeType===1){e?h=a.call(this,d,g.val()):h=a,h==null?h="":typeof h=="number"?h+="":f.isArray(h)&&(h=f.map(h,function(a){return a==null?"":a+""})),c=f.valHooks[this.nodeName.toLowerCase()]||f.valHooks[this.type];if(!c||!("set"in c)||c.set(this,h,"value")===b)this.value=h}})}if(g){c=f.valHooks[g.nodeName.toLowerCase()]||f.valHooks[g.type];if(c&&"get"in c&&(d=c.get(g,"value"))!==b)return d;d=g.value;return typeof d=="string"?d.replace(q,""):d==null?"":d}}}}),f.extend({valHooks:{option:{get:function(a){var b=a.attributes.value;return!b||b.specified?a.value:a.text}},select:{get:function(a){var b,c,d,e,g=a.selectedIndex,h=[],i=a.options,j=a.type==="select-one";if(g<0)return null;c=j?g:0,d=j?g+1:i.length;for(;c=0}),c.length||(a.selectedIndex=-1);return c}}},attrFn:{val:!0,css:!0,html:!0,text:!0,data:!0,width:!0,height:!0,offset:!0},attr:function(a,c,d,e){var g,h,i,j=a.nodeType;if(!!a&&j!==3&&j!==8&&j!==2){if(e&&c in f.attrFn)return f(a)[c](d);if(typeof a.getAttribute=="undefined")return f.prop(a,c,d);i=j!==1||!f.isXMLDoc(a),i&&(c=c.toLowerCase(),h=f.attrHooks[c]||(u.test(c)?x:w));if(d!==b){if(d===null){f.removeAttr(a,c);return}if(h&&"set"in h&&i&&(g=h.set(a,d,c))!==b)return g;a.setAttribute(c,""+d);return d}if(h&&"get"in h&&i&&(g=h.get(a,c))!==null)return g;g=a.getAttribute(c);return g===null?b:g}},removeAttr:function(a,b){var c,d,e,g,h=0;if(b&&a.nodeType===1){d=b.toLowerCase().split(p),g=d.length;for(;h=0}})});var z=/^(?:textarea|input|select)$/i,A=/^([^\.]*)?(?:\.(.+))?$/,B=/\bhover(\.\S+)?\b/,C=/^key/,D=/^(?:mouse|contextmenu)|click/,E=/^(?:focusinfocus|focusoutblur)$/,F=/^(\w*)(?:#([\w\-]+))?(?:\.([\w\-]+))?$/,G=function(a){var b=F.exec(a);b&&(b[1]=(b[1]||"").toLowerCase(),b[3]=b[3]&&new RegExp("(?:^|\\s)"+b[3]+"(?:\\s|$)"));return b},H=function(a,b){var c=a.attributes||{};return(!b[1]||a.nodeName.toLowerCase()===b[1])&&(!b[2]||(c.id||{}).value===b[2])&&(!b[3]||b[3].test((c["class"]||{}).value))},I=function(a){return f.event.special.hover?a:a.replace(B,"mouseenter$1 mouseleave$1")}; +f.event={add:function(a,c,d,e,g){var h,i,j,k,l,m,n,o,p,q,r,s;if(!(a.nodeType===3||a.nodeType===8||!c||!d||!(h=f._data(a)))){d.handler&&(p=d,d=p.handler),d.guid||(d.guid=f.guid++),j=h.events,j||(h.events=j={}),i=h.handle,i||(h.handle=i=function(a){return typeof f!="undefined"&&(!a||f.event.triggered!==a.type)?f.event.dispatch.apply(i.elem,arguments):b},i.elem=a),c=f.trim(I(c)).split(" ");for(k=0;k=0&&(h=h.slice(0,-1),k=!0),h.indexOf(".")>=0&&(i=h.split("."),h=i.shift(),i.sort());if((!e||f.event.customEvent[h])&&!f.event.global[h])return;c=typeof c=="object"?c[f.expando]?c:new f.Event(h,c):new f.Event(h),c.type=h,c.isTrigger=!0,c.exclusive=k,c.namespace=i.join("."),c.namespace_re=c.namespace?new RegExp("(^|\\.)"+i.join("\\.(?:.*\\.)?")+"(\\.|$)"):null,o=h.indexOf(":")<0?"on"+h:"";if(!e){j=f.cache;for(l in j)j[l].events&&j[l].events[h]&&f.event.trigger(c,d,j[l].handle.elem,!0);return}c.result=b,c.target||(c.target=e),d=d!=null?f.makeArray(d):[],d.unshift(c),p=f.event.special[h]||{};if(p.trigger&&p.trigger.apply(e,d)===!1)return;r=[[e,p.bindType||h]];if(!g&&!p.noBubble&&!f.isWindow(e)){s=p.delegateType||h,m=E.test(s+h)?e:e.parentNode,n=null;for(;m;m=m.parentNode)r.push([m,s]),n=m;n&&n===e.ownerDocument&&r.push([n.defaultView||n.parentWindow||a,s])}for(l=0;le&&i.push({elem:this,matches:d.slice(e)});for(j=0;j0?this.on(b,null,a,c):this.trigger(b)},f.attrFn&&(f.attrFn[b]=!0),C.test(b)&&(f.event.fixHooks[b]=f.event.keyHooks),D.test(b)&&(f.event.fixHooks[b]=f.event.mouseHooks)}),function(){function x(a,b,c,e,f,g){for(var h=0,i=e.length;h0){k=j;break}}j=j[a]}e[h]=k}}}function w(a,b,c,e,f,g){for(var h=0,i=e.length;h+~,(\[\\]+)+|[>+~])(\s*,\s*)?((?:.|\r|\n)*)/g,d="sizcache"+(Math.random()+"").replace(".",""),e=0,g=Object.prototype.toString,h=!1,i=!0,j=/\\/g,k=/\r\n/g,l=/\W/;[0,0].sort(function(){i=!1;return 0});var m=function(b,d,e,f){e=e||[],d=d||c;var h=d;if(d.nodeType!==1&&d.nodeType!==9)return[];if(!b||typeof b!="string")return e;var i,j,k,l,n,q,r,t,u=!0,v=m.isXML(d),w=[],x=b;do{a.exec(""),i=a.exec(x);if(i){x=i[3],w.push(i[1]);if(i[2]){l=i[3];break}}}while(i);if(w.length>1&&p.exec(b))if(w.length===2&&o.relative[w[0]])j=y(w[0]+w[1],d,f);else{j=o.relative[w[0]]?[d]:m(w.shift(),d);while(w.length)b=w.shift(),o.relative[b]&&(b+=w.shift()),j=y(b,j,f)}else{!f&&w.length>1&&d.nodeType===9&&!v&&o.match.ID.test(w[0])&&!o.match.ID.test(w[w.length-1])&&(n=m.find(w.shift(),d,v),d=n.expr?m.filter(n.expr,n.set)[0]:n.set[0]);if(d){n=f?{expr:w.pop(),set:s(f)}:m.find(w.pop(),w.length===1&&(w[0]==="~"||w[0]==="+")&&d.parentNode?d.parentNode:d,v),j=n.expr?m.filter(n.expr,n.set):n.set,w.length>0?k=s(j):u=!1;while(w.length)q=w.pop(),r=q,o.relative[q]?r=w.pop():q="",r==null&&(r=d),o.relative[q](k,r,v)}else k=w=[]}k||(k=j),k||m.error(q||b);if(g.call(k)==="[object Array]")if(!u)e.push.apply(e,k);else if(d&&d.nodeType===1)for(t=0;k[t]!=null;t++)k[t]&&(k[t]===!0||k[t].nodeType===1&&m.contains(d,k[t]))&&e.push(j[t]);else for(t=0;k[t]!=null;t++)k[t]&&k[t].nodeType===1&&e.push(j[t]);else s(k,e);l&&(m(l,h,e,f),m.uniqueSort(e));return e};m.uniqueSort=function(a){if(u){h=i,a.sort(u);if(h)for(var b=1;b0},m.find=function(a,b,c){var d,e,f,g,h,i;if(!a)return[];for(e=0,f=o.order.length;e":function(a,b){var c,d=typeof b=="string",e=0,f=a.length;if(d&&!l.test(b)){b=b.toLowerCase();for(;e=0)?c||d.push(h):c&&(b[g]=!1));return!1},ID:function(a){return a[1].replace(j,"")},TAG:function(a,b){return a[1].replace(j,"").toLowerCase()},CHILD:function(a){if(a[1]==="nth"){a[2]||m.error(a[0]),a[2]=a[2].replace(/^\+|\s*/g,"");var b=/(-?)(\d*)(?:n([+\-]?\d*))?/.exec(a[2]==="even"&&"2n"||a[2]==="odd"&&"2n+1"||!/\D/.test(a[2])&&"0n+"+a[2]||a[2]);a[2]=b[1]+(b[2]||1)-0,a[3]=b[3]-0}else a[2]&&m.error(a[0]);a[0]=e++;return a},ATTR:function(a,b,c,d,e,f){var g=a[1]=a[1].replace(j,"");!f&&o.attrMap[g]&&(a[1]=o.attrMap[g]),a[4]=(a[4]||a[5]||"").replace(j,""),a[2]==="~="&&(a[4]=" "+a[4]+" ");return a},PSEUDO:function(b,c,d,e,f){if(b[1]==="not")if((a.exec(b[3])||"").length>1||/^\w/.test(b[3]))b[3]=m(b[3],null,null,c);else{var g=m.filter(b[3],c,d,!0^f);d||e.push.apply(e,g);return!1}else if(o.match.POS.test(b[0])||o.match.CHILD.test(b[0]))return!0;return b},POS:function(a){a.unshift(!0);return a}},filters:{enabled:function(a){return a.disabled===!1&&a.type!=="hidden"},disabled:function(a){return a.disabled===!0},checked:function(a){return a.checked===!0},selected:function(a){a.parentNode&&a.parentNode.selectedIndex;return a.selected===!0},parent:function(a){return!!a.firstChild},empty:function(a){return!a.firstChild},has:function(a,b,c){return!!m(c[3],a).length},header:function(a){return/h\d/i.test(a.nodeName)},text:function(a){var b=a.getAttribute("type"),c=a.type;return a.nodeName.toLowerCase()==="input"&&"text"===c&&(b===c||b===null)},radio:function(a){return a.nodeName.toLowerCase()==="input"&&"radio"===a.type},checkbox:function(a){return a.nodeName.toLowerCase()==="input"&&"checkbox"===a.type},file:function(a){return a.nodeName.toLowerCase()==="input"&&"file"===a.type},password:function(a){return a.nodeName.toLowerCase()==="input"&&"password"===a.type},submit:function(a){var b=a.nodeName.toLowerCase();return(b==="input"||b==="button")&&"submit"===a.type},image:function(a){return a.nodeName.toLowerCase()==="input"&&"image"===a.type},reset:function(a){var b=a.nodeName.toLowerCase();return(b==="input"||b==="button")&&"reset"===a.type},button:function(a){var b=a.nodeName.toLowerCase();return b==="input"&&"button"===a.type||b==="button"},input:function(a){return/input|select|textarea|button/i.test(a.nodeName)},focus:function(a){return a===a.ownerDocument.activeElement}},setFilters:{first:function(a,b){return b===0},last:function(a,b,c,d){return b===d.length-1},even:function(a,b){return b%2===0},odd:function(a,b){return b%2===1},lt:function(a,b,c){return bc[3]-0},nth:function(a,b,c){return c[3]-0===b},eq:function(a,b,c){return c[3]-0===b}},filter:{PSEUDO:function(a,b,c,d){var e=b[1],f=o.filters[e];if(f)return f(a,c,b,d);if(e==="contains")return(a.textContent||a.innerText||n([a])||"").indexOf(b[3])>=0;if(e==="not"){var g=b[3];for(var h=0,i=g.length;h=0}},ID:function(a,b){return a.nodeType===1&&a.getAttribute("id")===b},TAG:function(a,b){return b==="*"&&a.nodeType===1||!!a.nodeName&&a.nodeName.toLowerCase()===b},CLASS:function(a,b){return(" "+(a.className||a.getAttribute("class"))+" ").indexOf(b)>-1},ATTR:function(a,b){var c=b[1],d=m.attr?m.attr(a,c):o.attrHandle[c]?o.attrHandle[c](a):a[c]!=null?a[c]:a.getAttribute(c),e=d+"",f=b[2],g=b[4];return d==null?f==="!=":!f&&m.attr?d!=null:f==="="?e===g:f==="*="?e.indexOf(g)>=0:f==="~="?(" "+e+" ").indexOf(g)>=0:g?f==="!="?e!==g:f==="^="?e.indexOf(g)===0:f==="$="?e.substr(e.length-g.length)===g:f==="|="?e===g||e.substr(0,g.length+1)===g+"-":!1:e&&d!==!1},POS:function(a,b,c,d){var e=b[2],f=o.setFilters[e];if(f)return f(a,c,b,d)}}},p=o.match.POS,q=function(a,b){return"\\"+(b-0+1)};for(var r in o.match)o.match[r]=new RegExp(o.match[r].source+/(?![^\[]*\])(?![^\(]*\))/.source),o.leftMatch[r]=new RegExp(/(^(?:.|\r|\n)*?)/.source+o.match[r].source.replace(/\\(\d+)/g,q));var s=function(a,b){a=Array.prototype.slice.call(a,0);if(b){b.push.apply(b,a);return b}return a};try{Array.prototype.slice.call(c.documentElement.childNodes,0)[0].nodeType}catch(t){s=function(a,b){var c=0,d=b||[];if(g.call(a)==="[object Array]")Array.prototype.push.apply(d,a);else if(typeof a.length=="number")for(var e=a.length;c",e.insertBefore(a,e.firstChild),c.getElementById(d)&&(o.find.ID=function(a,c,d){if(typeof c.getElementById!="undefined"&&!d){var e=c.getElementById(a[1]);return e?e.id===a[1]||typeof e.getAttributeNode!="undefined"&&e.getAttributeNode("id").nodeValue===a[1]?[e]:b:[]}},o.filter.ID=function(a,b){var c=typeof a.getAttributeNode!="undefined"&&a.getAttributeNode("id");return a.nodeType===1&&c&&c.nodeValue===b}),e.removeChild(a),e=a=null}(),function(){var a=c.createElement("div");a.appendChild(c.createComment("")),a.getElementsByTagName("*").length>0&&(o.find.TAG=function(a,b){var c=b.getElementsByTagName(a[1]);if(a[1]==="*"){var d=[];for(var e=0;c[e];e++)c[e].nodeType===1&&d.push(c[e]);c=d}return c}),a.innerHTML="",a.firstChild&&typeof a.firstChild.getAttribute!="undefined"&&a.firstChild.getAttribute("href")!=="#"&&(o.attrHandle.href=function(a){return a.getAttribute("href",2)}),a=null}(),c.querySelectorAll&&function(){var a=m,b=c.createElement("div"),d="__sizzle__";b.innerHTML="

      ";if(!b.querySelectorAll||b.querySelectorAll(".TEST").length!==0){m=function(b,e,f,g){e=e||c;if(!g&&!m.isXML(e)){var h=/^(\w+$)|^\.([\w\-]+$)|^#([\w\-]+$)/.exec(b);if(h&&(e.nodeType===1||e.nodeType===9)){if(h[1])return s(e.getElementsByTagName(b),f);if(h[2]&&o.find.CLASS&&e.getElementsByClassName)return s(e.getElementsByClassName(h[2]),f)}if(e.nodeType===9){if(b==="body"&&e.body)return s([e.body],f);if(h&&h[3]){var i=e.getElementById(h[3]);if(!i||!i.parentNode)return s([],f);if(i.id===h[3])return s([i],f)}try{return s(e.querySelectorAll(b),f)}catch(j){}}else if(e.nodeType===1&&e.nodeName.toLowerCase()!=="object"){var k=e,l=e.getAttribute("id"),n=l||d,p=e.parentNode,q=/^\s*[+~]/.test(b);l?n=n.replace(/'/g,"\\$&"):e.setAttribute("id",n),q&&p&&(e=e.parentNode);try{if(!q||p)return s(e.querySelectorAll("[id='"+n+"'] "+b),f)}catch(r){}finally{l||k.removeAttribute("id")}}}return a(b,e,f,g)};for(var e in a)m[e]=a[e];b=null}}(),function(){var a=c.documentElement,b=a.matchesSelector||a.mozMatchesSelector||a.webkitMatchesSelector||a.msMatchesSelector;if(b){var d=!b.call(c.createElement("div"),"div"),e=!1;try{b.call(c.documentElement,"[test!='']:sizzle")}catch(f){e=!0}m.matchesSelector=function(a,c){c=c.replace(/\=\s*([^'"\]]*)\s*\]/g,"='$1']");if(!m.isXML(a))try{if(e||!o.match.PSEUDO.test(c)&&!/!=/.test(c)){var f=b.call(a,c);if(f||!d||a.document&&a.document.nodeType!==11)return f}}catch(g){}return m(c,null,null,[a]).length>0}}}(),function(){var a=c.createElement("div");a.innerHTML="
      ";if(!!a.getElementsByClassName&&a.getElementsByClassName("e").length!==0){a.lastChild.className="e";if(a.getElementsByClassName("e").length===1)return;o.order.splice(1,0,"CLASS"),o.find.CLASS=function(a,b,c){if(typeof b.getElementsByClassName!="undefined"&&!c)return b.getElementsByClassName(a[1])},a=null}}(),c.documentElement.contains?m.contains=function(a,b){return a!==b&&(a.contains?a.contains(b):!0)}:c.documentElement.compareDocumentPosition?m.contains=function(a,b){return!!(a.compareDocumentPosition(b)&16)}:m.contains=function(){return!1},m.isXML=function(a){var b=(a?a.ownerDocument||a:0).documentElement;return b?b.nodeName!=="HTML":!1};var y=function(a,b,c){var d,e=[],f="",g=b.nodeType?[b]:b;while(d=o.match.PSEUDO.exec(a))f+=d[0],a=a.replace(o.match.PSEUDO,"");a=o.relative[a]?a+"*":a;for(var h=0,i=g.length;h0)for(h=g;h=0:f.filter(a,this).length>0:this.filter(a).length>0)},closest:function(a,b){var c=[],d,e,g=this[0];if(f.isArray(a)){var h=1;while(g&&g.ownerDocument&&g!==b){for(d=0;d-1:f.find.matchesSelector(g,a)){c.push(g);break}g=g.parentNode;if(!g||!g.ownerDocument||g===b||g.nodeType===11)break}}c=c.length>1?f.unique(c):c;return this.pushStack(c,"closest",a)},index:function(a){if(!a)return this[0]&&this[0].parentNode?this.prevAll().length:-1;if(typeof a=="string")return f.inArray(this[0],f(a));return f.inArray(a.jquery?a[0]:a,this)},add:function(a,b){var c=typeof a=="string"?f(a,b):f.makeArray(a&&a.nodeType?[a]:a),d=f.merge(this.get(),c);return this.pushStack(S(c[0])||S(d[0])?d:f.unique(d))},andSelf:function(){return this.add(this.prevObject)}}),f.each({parent:function(a){var b=a.parentNode;return b&&b.nodeType!==11?b:null},parents:function(a){return f.dir(a,"parentNode")},parentsUntil:function(a,b,c){return f.dir(a,"parentNode",c)},next:function(a){return f.nth(a,2,"nextSibling")},prev:function(a){return f.nth(a,2,"previousSibling")},nextAll:function(a){return f.dir(a,"nextSibling")},prevAll:function(a){return f.dir(a,"previousSibling")},nextUntil:function(a,b,c){return f.dir(a,"nextSibling",c)},prevUntil:function(a,b,c){return f.dir(a,"previousSibling",c)},siblings:function(a){return f.sibling(a.parentNode.firstChild,a)},children:function(a){return f.sibling(a.firstChild)},contents:function(a){return f.nodeName(a,"iframe")?a.contentDocument||a.contentWindow.document:f.makeArray(a.childNodes)}},function(a,b){f.fn[a]=function(c,d){var e=f.map(this,b,c);L.test(a)||(d=c),d&&typeof d=="string"&&(e=f.filter(d,e)),e=this.length>1&&!R[a]?f.unique(e):e,(this.length>1||N.test(d))&&M.test(a)&&(e=e.reverse());return this.pushStack(e,a,P.call(arguments).join(","))}}),f.extend({filter:function(a,b,c){c&&(a=":not("+a+")");return b.length===1?f.find.matchesSelector(b[0],a)?[b[0]]:[]:f.find.matches(a,b)},dir:function(a,c,d){var e=[],g=a[c];while(g&&g.nodeType!==9&&(d===b||g.nodeType!==1||!f(g).is(d)))g.nodeType===1&&e.push(g),g=g[c];return e},nth:function(a,b,c,d){b=b||1;var e=0;for(;a;a=a[c])if(a.nodeType===1&&++e===b)break;return a},sibling:function(a,b){var c=[];for(;a;a=a.nextSibling)a.nodeType===1&&a!==b&&c.push(a);return c}});var V="abbr|article|aside|audio|canvas|datalist|details|figcaption|figure|footer|header|hgroup|mark|meter|nav|output|progress|section|summary|time|video",W=/ jQuery\d+="(?:\d+|null)"/g,X=/^\s+/,Y=/<(?!area|br|col|embed|hr|img|input|link|meta|param)(([\w:]+)[^>]*)\/>/ig,Z=/<([\w:]+)/,$=/",""],legend:[1,"
      ","
      "],thead:[1,"","
      "],tr:[2,"","
      "],td:[3,"","
      "],col:[2,"","
      "],area:[1,"",""],_default:[0,"",""]},bh=U(c);bg.optgroup=bg.option,bg.tbody=bg.tfoot=bg.colgroup=bg.caption=bg.thead,bg.th=bg.td,f.support.htmlSerialize||(bg._default=[1,"div
      ","
      "]),f.fn.extend({text:function(a){if(f.isFunction(a))return this.each(function(b){var c=f(this);c.text(a.call(this,b,c.text()))});if(typeof a!="object"&&a!==b)return this.empty().append((this[0]&&this[0].ownerDocument||c).createTextNode(a));return f.text(this)},wrapAll:function(a){if(f.isFunction(a))return this.each(function(b){f(this).wrapAll(a.call(this,b))});if(this[0]){var b=f(a,this[0].ownerDocument).eq(0).clone(!0);this[0].parentNode&&b.insertBefore(this[0]),b.map(function(){var a=this;while(a.firstChild&&a.firstChild.nodeType===1)a=a.firstChild;return a}).append(this)}return this},wrapInner:function(a){if(f.isFunction(a))return this.each(function(b){f(this).wrapInner(a.call(this,b))});return this.each(function(){var b=f(this),c=b.contents();c.length?c.wrapAll(a):b.append(a)})},wrap:function(a){var b=f.isFunction(a);return this.each(function(c){f(this).wrapAll(b?a.call(this,c):a)})},unwrap:function(){return this.parent().each(function(){f.nodeName(this,"body")||f(this).replaceWith(this.childNodes)}).end()},append:function(){return this.domManip(arguments,!0,function(a){this.nodeType===1&&this.appendChild(a)})},prepend:function(){return this.domManip(arguments,!0,function(a){this.nodeType===1&&this.insertBefore(a,this.firstChild)})},before:function(){if(this[0]&&this[0].parentNode)return this.domManip(arguments,!1,function(a){this.parentNode.insertBefore(a,this)});if(arguments.length){var a=f.clean(arguments);a.push.apply(a,this.toArray());return this.pushStack(a,"before",arguments)}},after:function(){if(this[0]&&this[0].parentNode)return this.domManip(arguments,!1,function(a){this.parentNode.insertBefore(a,this.nextSibling)});if(arguments.length){var a=this.pushStack(this,"after",arguments);a.push.apply(a,f.clean(arguments));return a}},remove:function(a,b){for(var c=0,d;(d=this[c])!=null;c++)if(!a||f.filter(a,[d]).length)!b&&d.nodeType===1&&(f.cleanData(d.getElementsByTagName("*")),f.cleanData([d])),d.parentNode&&d.parentNode.removeChild(d);return this},empty:function() +{for(var a=0,b;(b=this[a])!=null;a++){b.nodeType===1&&f.cleanData(b.getElementsByTagName("*"));while(b.firstChild)b.removeChild(b.firstChild)}return this},clone:function(a,b){a=a==null?!1:a,b=b==null?a:b;return this.map(function(){return f.clone(this,a,b)})},html:function(a){if(a===b)return this[0]&&this[0].nodeType===1?this[0].innerHTML.replace(W,""):null;if(typeof a=="string"&&!ba.test(a)&&(f.support.leadingWhitespace||!X.test(a))&&!bg[(Z.exec(a)||["",""])[1].toLowerCase()]){a=a.replace(Y,"<$1>");try{for(var c=0,d=this.length;c1&&l0?this.clone(!0):this).get();f(e[h])[b](j),d=d.concat(j)}return this.pushStack(d,a,e.selector)}}),f.extend({clone:function(a,b,c){var d,e,g,h=f.support.html5Clone||!bc.test("<"+a.nodeName)?a.cloneNode(!0):bo(a);if((!f.support.noCloneEvent||!f.support.noCloneChecked)&&(a.nodeType===1||a.nodeType===11)&&!f.isXMLDoc(a)){bk(a,h),d=bl(a),e=bl(h);for(g=0;d[g];++g)e[g]&&bk(d[g],e[g])}if(b){bj(a,h);if(c){d=bl(a),e=bl(h);for(g=0;d[g];++g)bj(d[g],e[g])}}d=e=null;return h},clean:function(a,b,d,e){var g;b=b||c,typeof b.createElement=="undefined"&&(b=b.ownerDocument||b[0]&&b[0].ownerDocument||c);var h=[],i;for(var j=0,k;(k=a[j])!=null;j++){typeof k=="number"&&(k+="");if(!k)continue;if(typeof k=="string")if(!_.test(k))k=b.createTextNode(k);else{k=k.replace(Y,"<$1>");var l=(Z.exec(k)||["",""])[1].toLowerCase(),m=bg[l]||bg._default,n=m[0],o=b.createElement("div");b===c?bh.appendChild(o):U(b).appendChild(o),o.innerHTML=m[1]+k+m[2];while(n--)o=o.lastChild;if(!f.support.tbody){var p=$.test(k),q=l==="table"&&!p?o.firstChild&&o.firstChild.childNodes:m[1]===""&&!p?o.childNodes:[];for(i=q.length-1;i>=0;--i)f.nodeName(q[i],"tbody")&&!q[i].childNodes.length&&q[i].parentNode.removeChild(q[i])}!f.support.leadingWhitespace&&X.test(k)&&o.insertBefore(b.createTextNode(X.exec(k)[0]),o.firstChild),k=o.childNodes}var r;if(!f.support.appendChecked)if(k[0]&&typeof (r=k.length)=="number")for(i=0;i=0)return b+"px"}}}),f.support.opacity||(f.cssHooks.opacity={get:function(a,b){return br.test((b&&a.currentStyle?a.currentStyle.filter:a.style.filter)||"")?parseFloat(RegExp.$1)/100+"":b?"1":""},set:function(a,b){var c=a.style,d=a.currentStyle,e=f.isNumeric(b)?"alpha(opacity="+b*100+")":"",g=d&&d.filter||c.filter||"";c.zoom=1;if(b>=1&&f.trim(g.replace(bq,""))===""){c.removeAttribute("filter");if(d&&!d.filter)return}c.filter=bq.test(g)?g.replace(bq,e):g+" "+e}}),f(function(){f.support.reliableMarginRight||(f.cssHooks.marginRight={get:function(a,b){var c;f.swap(a,{display:"inline-block"},function(){b?c=bz(a,"margin-right","marginRight"):c=a.style.marginRight});return c}})}),c.defaultView&&c.defaultView.getComputedStyle&&(bA=function(a,b){var c,d,e;b=b.replace(bs,"-$1").toLowerCase(),(d=a.ownerDocument.defaultView)&&(e=d.getComputedStyle(a,null))&&(c=e.getPropertyValue(b),c===""&&!f.contains(a.ownerDocument.documentElement,a)&&(c=f.style(a,b)));return c}),c.documentElement.currentStyle&&(bB=function(a,b){var c,d,e,f=a.currentStyle&&a.currentStyle[b],g=a.style;f===null&&g&&(e=g[b])&&(f=e),!bt.test(f)&&bu.test(f)&&(c=g.left,d=a.runtimeStyle&&a.runtimeStyle.left,d&&(a.runtimeStyle.left=a.currentStyle.left),g.left=b==="fontSize"?"1em":f||0,f=g.pixelLeft+"px",g.left=c,d&&(a.runtimeStyle.left=d));return f===""?"auto":f}),bz=bA||bB,f.expr&&f.expr.filters&&(f.expr.filters.hidden=function(a){var b=a.offsetWidth,c=a.offsetHeight;return b===0&&c===0||!f.support.reliableHiddenOffsets&&(a.style&&a.style.display||f.css(a,"display"))==="none"},f.expr.filters.visible=function(a){return!f.expr.filters.hidden(a)});var bD=/%20/g,bE=/\[\]$/,bF=/\r?\n/g,bG=/#.*$/,bH=/^(.*?):[ \t]*([^\r\n]*)\r?$/mg,bI=/^(?:color|date|datetime|datetime-local|email|hidden|month|number|password|range|search|tel|text|time|url|week)$/i,bJ=/^(?:about|app|app\-storage|.+\-extension|file|res|widget):$/,bK=/^(?:GET|HEAD)$/,bL=/^\/\//,bM=/\?/,bN=/)<[^<]*)*<\/script>/gi,bO=/^(?:select|textarea)/i,bP=/\s+/,bQ=/([?&])_=[^&]*/,bR=/^([\w\+\.\-]+:)(?:\/\/([^\/?#:]*)(?::(\d+))?)?/,bS=f.fn.load,bT={},bU={},bV,bW,bX=["*/"]+["*"];try{bV=e.href}catch(bY){bV=c.createElement("a"),bV.href="",bV=bV.href}bW=bR.exec(bV.toLowerCase())||[],f.fn.extend({load:function(a,c,d){if(typeof a!="string"&&bS)return bS.apply(this,arguments);if(!this.length)return this;var e=a.indexOf(" ");if(e>=0){var g=a.slice(e,a.length);a=a.slice(0,e)}var h="GET";c&&(f.isFunction(c)?(d=c,c=b):typeof c=="object"&&(c=f.param(c,f.ajaxSettings.traditional),h="POST"));var i=this;f.ajax({url:a,type:h,dataType:"html",data:c,complete:function(a,b,c){c=a.responseText,a.isResolved()&&(a.done(function(a){c=a}),i.html(g?f("
      ").append(c.replace(bN,"")).find(g):c)),d&&i.each(d,[c,b,a])}});return this},serialize:function(){return f.param(this.serializeArray())},serializeArray:function(){return this.map(function(){return this.elements?f.makeArray(this.elements):this}).filter(function(){return this.name&&!this.disabled&&(this.checked||bO.test(this.nodeName)||bI.test(this.type))}).map(function(a,b){var c=f(this).val();return c==null?null:f.isArray(c)?f.map(c,function(a,c){return{name:b.name,value:a.replace(bF,"\r\n")}}):{name:b.name,value:c.replace(bF,"\r\n")}}).get()}}),f.each("ajaxStart ajaxStop ajaxComplete ajaxError ajaxSuccess ajaxSend".split(" "),function(a,b){f.fn[b]=function(a){return this.on(b,a)}}),f.each(["get","post"],function(a,c){f[c]=function(a,d,e,g){f.isFunction(d)&&(g=g||e,e=d,d=b);return f.ajax({type:c,url:a,data:d,success:e,dataType:g})}}),f.extend({getScript:function(a,c){return f.get(a,b,c,"script")},getJSON:function(a,b,c){return f.get(a,b,c,"json")},ajaxSetup:function(a,b){b?b_(a,f.ajaxSettings):(b=a,a=f.ajaxSettings),b_(a,b);return a},ajaxSettings:{url:bV,isLocal:bJ.test(bW[1]),global:!0,type:"GET",contentType:"application/x-www-form-urlencoded",processData:!0,async:!0,accepts:{xml:"application/xml, text/xml",html:"text/html",text:"text/plain",json:"application/json, text/javascript","*":bX},contents:{xml:/xml/,html:/html/,json:/json/},responseFields:{xml:"responseXML",text:"responseText"},converters:{"* text":a.String,"text html":!0,"text json":f.parseJSON,"text xml":f.parseXML},flatOptions:{context:!0,url:!0}},ajaxPrefilter:bZ(bT),ajaxTransport:bZ(bU),ajax:function(a,c){function w(a,c,l,m){if(s!==2){s=2,q&&clearTimeout(q),p=b,n=m||"",v.readyState=a>0?4:0;var o,r,u,w=c,x=l?cb(d,v,l):b,y,z;if(a>=200&&a<300||a===304){if(d.ifModified){if(y=v.getResponseHeader("Last-Modified"))f.lastModified[k]=y;if(z=v.getResponseHeader("Etag"))f.etag[k]=z}if(a===304)w="notmodified",o=!0;else try{r=cc(d,x),w="success",o=!0}catch(A){w="parsererror",u=A}}else{u=w;if(!w||a)w="error",a<0&&(a=0)}v.status=a,v.statusText=""+(c||w),o?h.resolveWith(e,[r,w,v]):h.rejectWith(e,[v,w,u]),v.statusCode(j),j=b,t&&g.trigger("ajax"+(o?"Success":"Error"),[v,d,o?r:u]),i.fireWith(e,[v,w]),t&&(g.trigger("ajaxComplete",[v,d]),--f.active||f.event.trigger("ajaxStop"))}}typeof a=="object"&&(c=a,a=b),c=c||{};var d=f.ajaxSetup({},c),e=d.context||d,g=e!==d&&(e.nodeType||e instanceof f)?f(e):f.event,h=f.Deferred(),i=f.Callbacks("once memory"),j=d.statusCode||{},k,l={},m={},n,o,p,q,r,s=0,t,u,v={readyState:0,setRequestHeader:function(a,b){if(!s){var c=a.toLowerCase();a=m[c]=m[c]||a,l[a]=b}return this},getAllResponseHeaders:function(){return s===2?n:null},getResponseHeader:function(a){var c;if(s===2){if(!o){o={};while(c=bH.exec(n))o[c[1].toLowerCase()]=c[2]}c=o[a.toLowerCase()]}return c===b?null:c},overrideMimeType:function(a){s||(d.mimeType=a);return this},abort:function(a){a=a||"abort",p&&p.abort(a),w(0,a);return this}};h.promise(v),v.success=v.done,v.error=v.fail,v.complete=i.add,v.statusCode=function(a){if(a){var b;if(s<2)for(b in a)j[b]=[j[b],a[b]];else b=a[v.status],v.then(b,b)}return this},d.url=((a||d.url)+"").replace(bG,"").replace(bL,bW[1]+"//"),d.dataTypes=f.trim(d.dataType||"*").toLowerCase().split(bP),d.crossDomain==null&&(r=bR.exec(d.url.toLowerCase()),d.crossDomain=!(!r||r[1]==bW[1]&&r[2]==bW[2]&&(r[3]||(r[1]==="http:"?80:443))==(bW[3]||(bW[1]==="http:"?80:443)))),d.data&&d.processData&&typeof d.data!="string"&&(d.data=f.param(d.data,d.traditional)),b$(bT,d,c,v);if(s===2)return!1;t=d.global,d.type=d.type.toUpperCase(),d.hasContent=!bK.test(d.type),t&&f.active++===0&&f.event.trigger("ajaxStart");if(!d.hasContent){d.data&&(d.url+=(bM.test(d.url)?"&":"?")+d.data,delete d.data),k=d.url;if(d.cache===!1){var x=f.now(),y=d.url.replace(bQ,"$1_="+x);d.url=y+(y===d.url?(bM.test(d.url)?"&":"?")+"_="+x:"")}}(d.data&&d.hasContent&&d.contentType!==!1||c.contentType)&&v.setRequestHeader("Content-Type",d.contentType),d.ifModified&&(k=k||d.url,f.lastModified[k]&&v.setRequestHeader("If-Modified-Since",f.lastModified[k]),f.etag[k]&&v.setRequestHeader("If-None-Match",f.etag[k])),v.setRequestHeader("Accept",d.dataTypes[0]&&d.accepts[d.dataTypes[0]]?d.accepts[d.dataTypes[0]]+(d.dataTypes[0]!=="*"?", "+bX+"; q=0.01":""):d.accepts["*"]);for(u in d.headers)v.setRequestHeader(u,d.headers[u]);if(d.beforeSend&&(d.beforeSend.call(e,v,d)===!1||s===2)){v.abort();return!1}for(u in{success:1,error:1,complete:1})v[u](d[u]);p=b$(bU,d,c,v);if(!p)w(-1,"No Transport");else{v.readyState=1,t&&g.trigger("ajaxSend",[v,d]),d.async&&d.timeout>0&&(q=setTimeout(function(){v.abort("timeout")},d.timeout));try{s=1,p.send(l,w)}catch(z){if(s<2)w(-1,z);else throw z}}return v},param:function(a,c){var d=[],e=function(a,b){b=f.isFunction(b)?b():b,d[d.length]=encodeURIComponent(a)+"="+encodeURIComponent(b)};c===b&&(c=f.ajaxSettings.traditional);if(f.isArray(a)||a.jquery&&!f.isPlainObject(a))f.each(a,function(){e(this.name,this.value)});else for(var g in a)ca(g,a[g],c,e);return d.join("&").replace(bD,"+")}}),f.extend({active:0,lastModified:{},etag:{}});var cd=f.now(),ce=/(\=)\?(&|$)|\?\?/i;f.ajaxSetup({jsonp:"callback",jsonpCallback:function(){return f.expando+"_"+cd++}}),f.ajaxPrefilter("json jsonp",function(b,c,d){var e=b.contentType==="application/x-www-form-urlencoded"&&typeof b.data=="string";if(b.dataTypes[0]==="jsonp"||b.jsonp!==!1&&(ce.test(b.url)||e&&ce.test(b.data))){var g,h=b.jsonpCallback=f.isFunction(b.jsonpCallback)?b.jsonpCallback():b.jsonpCallback,i=a[h],j=b.url,k=b.data,l="$1"+h+"$2";b.jsonp!==!1&&(j=j.replace(ce,l),b.url===j&&(e&&(k=k.replace(ce,l)),b.data===k&&(j+=(/\?/.test(j)?"&":"?")+b.jsonp+"="+h))),b.url=j,b.data=k,a[h]=function(a){g=[a]},d.always(function(){a[h]=i,g&&f.isFunction(i)&&a[h](g[0])}),b.converters["script json"]=function(){g||f.error(h+" was not called");return g[0]},b.dataTypes[0]="json";return"script"}}),f.ajaxSetup({accepts:{script:"text/javascript, application/javascript, application/ecmascript, application/x-ecmascript"},contents:{script:/javascript|ecmascript/},converters:{"text script":function(a){f.globalEval(a);return a}}}),f.ajaxPrefilter("script",function(a){a.cache===b&&(a.cache=!1),a.crossDomain&&(a.type="GET",a.global=!1)}),f.ajaxTransport("script",function(a){if(a.crossDomain){var d,e=c.head||c.getElementsByTagName("head")[0]||c.documentElement;return{send:function(f,g){d=c.createElement("script"),d.async="async",a.scriptCharset&&(d.charset=a.scriptCharset),d.src=a.url,d.onload=d.onreadystatechange=function(a,c){if(c||!d.readyState||/loaded|complete/.test(d.readyState))d.onload=d.onreadystatechange=null,e&&d.parentNode&&e.removeChild(d),d=b,c||g(200,"success")},e.insertBefore(d,e.firstChild)},abort:function(){d&&d.onload(0,1)}}}});var cf=a.ActiveXObject?function(){for(var a in ch)ch[a](0,1)}:!1,cg=0,ch;f.ajaxSettings.xhr=a.ActiveXObject?function(){return!this.isLocal&&ci()||cj()}:ci,function(a){f.extend(f.support,{ajax:!!a,cors:!!a&&"withCredentials"in a})}(f.ajaxSettings.xhr()),f.support.ajax&&f.ajaxTransport(function(c){if(!c.crossDomain||f.support.cors){var d;return{send:function(e,g){var h=c.xhr(),i,j;c.username?h.open(c.type,c.url,c.async,c.username,c.password):h.open(c.type,c.url,c.async);if(c.xhrFields)for(j in c.xhrFields)h[j]=c.xhrFields[j];c.mimeType&&h.overrideMimeType&&h.overrideMimeType(c.mimeType),!c.crossDomain&&!e["X-Requested-With"]&&(e["X-Requested-With"]="XMLHttpRequest");try{for(j in e)h.setRequestHeader(j,e[j])}catch(k){}h.send(c.hasContent&&c.data||null),d=function(a,e){var j,k,l,m,n;try{if(d&&(e||h.readyState===4)){d=b,i&&(h.onreadystatechange=f.noop,cf&&delete ch[i]);if(e)h.readyState!==4&&h.abort();else{j=h.status,l=h.getAllResponseHeaders(),m={},n=h.responseXML,n&&n.documentElement&&(m.xml=n),m.text=h.responseText;try{k=h.statusText}catch(o){k=""}!j&&c.isLocal&&!c.crossDomain?j=m.text?200:404:j===1223&&(j=204)}}}catch(p){e||g(-1,p)}m&&g(j,k,m,l)},!c.async||h.readyState===4?d():(i=++cg,cf&&(ch||(ch={},f(a).unload(cf)),ch[i]=d),h.onreadystatechange=d)},abort:function(){d&&d(0,1)}}}});var ck={},cl,cm,cn=/^(?:toggle|show|hide)$/,co=/^([+\-]=)?([\d+.\-]+)([a-z%]*)$/i,cp,cq=[["height","marginTop","marginBottom","paddingTop","paddingBottom"],["width","marginLeft","marginRight","paddingLeft","paddingRight"],["opacity"]],cr;f.fn.extend({show:function(a,b,c){var d,e;if(a||a===0)return this.animate(cu("show",3),a,b,c);for(var g=0,h=this.length;g=i.duration+this.startTime){this.now=this.end,this.pos=this.state=1,this.update(),i.animatedProperties[this.prop]=!0;for(b in i.animatedProperties)i.animatedProperties[b]!==!0&&(g=!1);if(g){i.overflow!=null&&!f.support.shrinkWrapBlocks&&f.each(["","X","Y"],function(a,b){h.style["overflow"+b]=i.overflow[a]}),i.hide&&f(h).hide();if(i.hide||i.show)for(b in i.animatedProperties)f.style(h,b,i.orig[b]),f.removeData(h,"fxshow"+b,!0),f.removeData(h,"toggle"+b,!0);d=i.complete,d&&(i.complete=!1,d.call(h))}return!1}i.duration==Infinity?this.now=e:(c=e-this.startTime,this.state=c/i.duration,this.pos=f.easing[i.animatedProperties[this.prop]](this.state,c,0,1,i.duration),this.now=this.start+(this.end-this.start)*this.pos),this.update();return!0}},f.extend(f.fx,{tick:function(){var a,b=f.timers,c=0;for(;c-1,k={},l={},m,n;j?(l=e.position(),m=l.top,n=l.left):(m=parseFloat(h)||0,n=parseFloat(i)||0),f.isFunction(b)&&(b=b.call(a,c,g)),b.top!=null&&(k.top=b.top-g.top+m),b.left!=null&&(k.left=b.left-g.left+n),"using"in b?b.using.call(a,k):e.css(k)}},f.fn.extend({position:function(){if(!this[0])return null;var a=this[0],b=this.offsetParent(),c=this.offset(),d=cx.test(b[0].nodeName)?{top:0,left:0}:b.offset();c.top-=parseFloat(f.css(a,"marginTop"))||0,c.left-=parseFloat(f.css(a,"marginLeft"))||0,d.top+=parseFloat(f.css(b[0],"borderTopWidth"))||0,d.left+=parseFloat(f.css(b[0],"borderLeftWidth"))||0;return{top:c.top-d.top,left:c.left-d.left}},offsetParent:function(){return this.map(function(){var a=this.offsetParent||c.body;while(a&&!cx.test(a.nodeName)&&f.css(a,"position")==="static")a=a.offsetParent;return a})}}),f.each(["Left","Top"],function(a,c){var d="scroll"+c;f.fn[d]=function(c){var e,g;if(c===b){e=this[0];if(!e)return null;g=cy(e);return g?"pageXOffset"in g?g[a?"pageYOffset":"pageXOffset"]:f.support.boxModel&&g.document.documentElement[d]||g.document.body[d]:e[d]}return this.each(function(){g=cy(this),g?g.scrollTo(a?f(g).scrollLeft():c,a?c:f(g).scrollTop()):this[d]=c})}}),f.each(["Height","Width"],function(a,c){var d=c.toLowerCase();f.fn["inner"+c]=function(){var a=this[0];return a?a.style?parseFloat(f.css(a,d,"padding")):this[d]():null},f.fn["outer"+c]=function(a){var b=this[0];return b?b.style?parseFloat(f.css(b,d,a?"margin":"border")):this[d]():null},f.fn[d]=function(a){var e=this[0];if(!e)return a==null?null:this;if(f.isFunction(a))return this.each(function(b){var c=f(this);c[d](a.call(this,b,c[d]()))});if(f.isWindow(e)){var g=e.document.documentElement["client"+c],h=e.document.body;return e.document.compatMode==="CSS1Compat"&&g||h&&h["client"+c]||g}if(e.nodeType===9)return Math.max(e.documentElement["client"+c],e.body["scroll"+c],e.documentElement["scroll"+c],e.body["offset"+c],e.documentElement["offset"+c]);if(a===b){var i=f.css(e,d),j=parseFloat(i);return f.isNumeric(j)?j:i}return this.css(d,typeof a=="string"?a:a+"px")}}),a.jQuery=a.$=f,typeof define=="function"&&define.amd&&define.amd.jQuery&&define("jquery",[],function(){return f})})(window); \ No newline at end of file diff --git a/changes.html b/changes.html new file mode 100644 index 00000000..94536d1b --- /dev/null +++ b/changes.html @@ -0,0 +1,486 @@ + + + + + DevStack - Recent Changes + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      Recent Changes What's been happening?

      +

      These are the commits to DevStack for the last six months. For the complete list see the DevStack project in Gerrit.

      + +
        + + +
      • Fix Typos found with misspell - Commit 690e3c2 2014-10-05
        • +
      • Refactor swift config services - Commit 6c585d7 2014-10-04
        • +
      • Source functions from stackrc - Commit 0e4cd03 2014-10-03
        • +
      • restructure stackrc into groupings - Commit 24516d0 2014-10-03
        • +
      • fix olso != oslo typos - Commit b7cda38 2014-10-03
        • +
      • Added libvirt-dev[el] as a required system package - Commit 3edd454 2014-10-02
        • +
      • Adds qemu packages to ironic's apts - Commit 6566f21 2014-10-02
        • +
      • Add support for redis to Zaqar's lib - Commit e29a55a 2014-10-02
        • +
      • Specialize Zaqar's cleanup function - Commit dec13c3 2014-10-02
        • +
      • Drop workaround for pip < 1.4 - Commit 944b282 2014-10-01
        • +
      • use released library versions by default - Commit cc52406 2014-10-01
        • +
      • don't set nova.conf auth_strategy - Commit 82d6e53 2014-10-01
        • +
      • remove deprecated pip option - Commit c53e836 2014-09-30
        • +
      • Install dib from pip - Commit 50495b0 2014-09-30
        • +
      • Use service role for neutron instead of admin - Commit 08a5fcc 2014-09-29
        • +
      • Relocate SERVICE_TIMEOUT to stackrc - Commit 44e16e0 2014-09-29
        • +
      • XenAPI: Upgrade built-VM to Trusty - Commit 3cd1771 2014-09-29
        • +
      • Allow ceilometer-api to run under mod_wsgi - Commit ae6fb18 2014-09-28
        • +
      • remove kombu from package lists - Commit 68e9f05 2014-09-28
        • +
      • Ensure that keystone uses global debug setting - Commit 3fcd2ba 2014-09-27
        • +
      • Stop setting nova.conf settings that mean nothing - Commit 1f79bad 2014-09-26
        • +
      • Cleanup nova-cinder nova.conf section - Commit a7bde1f 2014-09-26
        • +
      • Fix pkg name for mysql-connector-python on SUSE - Commit 293869f 2014-09-25
        • +
      • Add Nova v2.1 API endpoint - Commit 3feaa38 2014-09-25
        • +
      • Remove Nova v3 API endpoint - Commit fa4ece8 2014-09-25
        • +
      • Configure endpoints to use SSL natively or via proxy - Commit 18d4778 2014-09-24
        • +
      • Install haproxy on SUSE distros - Commit cbd892b 2014-09-24
        • +
      • Update Horizon Neutron-related settings - Commit 0843f0a 2014-09-24
        • +
      • Remove the Cisco Nexus monolithic plugin support - Commit 107278f 2014-09-23
        • +
      • XenAPI: stackrc now depends on nproc - Commit 0be63f3 2014-09-23
        • +
      • Allow heat standalone to work devstack stack - Commit e389aed 2014-09-23
        • +
      • Use correct WSGI dir on SUSE distros - Commit 8732afe 2014-09-22
        • +
      • Configurable token hashing algorithm - Commit 3951a94 2014-09-21
        • +
      • Function for auth_token middleware config - Commit 0595237 2014-09-21
        • +
      • Configurable Keystone admin workers - Commit 85a17ea 2014-09-19
        • +
      • Updates DevStack to match Zaqar's API name change - Commit f080e89 2014-09-19
        • +
      • Add trove-api to $API_WORKERS - Commit ecad2f2 2014-09-19
        • +
      • Make Swift uses API_WORKERS - Commit 55dc2c2 2014-09-19
        • +
      • Set default API_WORKERS - Commit 05bd7b8 2014-09-19
        • +
      • Install MySQL-python for keystone with rpm system - Commit 8093f31 2014-09-19
        • +
      • Debian: use libvirt-bin when needed - Commit a214363 2014-09-18
        • +
      • ceilometer compute agent not started correctly - Commit bdeea69 2014-09-17
        • +
      • XenAPI: Fix race condition waiting for VM to start - Commit 6a95b60 2014-09-17
        • +
      • Install tempest-lib as part of install_tempest - Commit 3472386 2014-09-16
        • +
      • Split keystone mod wsgi config from start/stop - Commit c4b0671 2014-09-16
        • +
      • Add RBD as a known store - Commit 7c9abca 2014-09-15
        • +
      • The python-qpid packages must be installed when qpidd is configured - Commit a1875b7 2014-09-15
        • +
      • Clean up local variable usage - LDAP - Commit ef66a77 2014-09-15
        • +
      • neutron: use non-deprecated notification_driver - Commit d4d4a34 2014-09-15
        • +
      • Fix preparation of aki/ari/ami images on Ubuntu - Commit 887fb54 2014-09-14
        • +
      • Set allow_migrate_to_same_host as True by default - Commit 04e3e50 2014-09-14
        • +
      • ofagent: Switch to IptablesFirewallDriver - Commit fec7b15 2014-09-14
        • +
      • Re-order stack.sh 3: logging and error traps - Commit ffd1768 2014-09-13
        • +
      • Clean up local variable usage - Neutron - Commit 188493d 2014-09-12
        • +
      • Add $TOP_DIR to the path when calling worlddump script - Commit 4f58c42 2014-09-12
        • +
      • Fix Ironic agent ramdisk URL - Commit 4cb0d8c 2014-09-11
        • +
      • Replace screen_it() with run_process() throughout - Commit 2f27a0e 2014-09-11
        • +
      • Add an option to enable version 1.0 of the AMQP messaging protocol - Commit 7e58c06 2014-09-10
        • +
      • Fix the warning message of CINDER_MULTI_LVM_BACKEND - Commit f787919 2014-09-10
        • +
      • Add VMware vmdk cinder backend - Commit 3e13d60 2014-09-09
        • +
      • Increase CEPH_LOOPBACK_DISK_SIZE_DEFAULT to 4GB - Commit 18b9dcc 2014-09-09
        • +
      • Allow setting the number of workers to be used. - Commit 2f72050 2014-09-09
        • +
      • Add docs environment to tox.ini - Commit 81fa6c7 2014-09-09
        • +
      • Run processes without screen - Commit 3159a82 2014-09-09
        • +
      • Update parameter checking with provider network - Commit af9b251 2014-09-09
        • +
      • Test against latest glance_store code - Commit 4f78f8f 2014-09-09
        • +
      • Initialize metadata definitions catalog - Commit 76e3925 2014-09-08
        • +
      • Switch config to use Ironic driver from Nova's tree - Commit d0023fd 2014-09-08
        • +
      • Fix another_role variable for swift - Commit d365405 2014-09-08
        • +
      • Source lib/dstat in unstack.sh - Commit 48a75c1 2014-09-08
        • +
      • Use mod_version to clean-up apache version matching - Commit b4495eb 2014-09-08
        • +
      • Add ryu team to the MAINTAINERS file for ofagent and ryu - Commit c8601e1 2014-09-05
        • +
      • Fix keystone auth parameter to neutron conf - Commit 469a6d8 2014-09-05
        • +
      • Fix to avoid undefined variables in initial sanity checks - Commit 3710eec 2014-09-05
        • +
      • FAQ: Removed LXC not being supported on Fedora - Commit a8008f0 2014-09-05
        • +
      • Simplify ironic-python-agent download - Commit 792dc5f 2014-09-04
        • +
      • Allow devstack to build ironic agent ramdisk - Commit f00766b 2014-09-04
        • +
      • Keystone access log in key-access screen - Commit 966463c 2014-09-04
        • +
      • Add oslo.log - Commit 13249f8 2014-09-04
        • +
      • Add oslo.concurrency and oslo.middleware - Commit 0b9464d 2014-09-04
        • +
      • Fix tools/xen/functions for bashate errors - Commit 62cae13 2014-09-04
        • +
      • don't install boto from packages - Commit bcd3f63 2014-09-03
        • +
      • Set configs for glance_store - Commit fe65e2d 2014-09-03
        • +
      • Set flavor id for Ironic's baremetal flavor - Commit 29c3d63 2014-09-02
        • +
      • Move to epel 7-1 release - Commit bdab7c7 2014-09-02
        • +
      • Remove sahara-dashboard - Commit 2641745 2014-09-01
        • +
      • Add myself to the MAINTAINERS file for Swift - Commit 23a99ff 2014-08-30
        • +
      • Use correct class path for token persistence backend - Commit 947d746 2014-08-29
        • +
      • Ubuntu: Start openvswitch-switch service after install - Commit d738a9e 2014-08-28
        • +
      • Use the apache 2.4 ErrorLogFormat directive - Commit d074dc7 2014-08-28
        • +
      • Detect when Debian is used to launch libvirtd - Commit 62ec61c 2014-08-28
        • +
      • Fix regression in Cinder volume type creation - Commit a25922b 2014-08-28
        • +
      • Remove usage of $[ for arithmetic - Commit d968f2b 2014-08-28
        • +
      • Support ipset for security group - Commit 9ec58ae 2014-08-28
        • +
      • Move sahara client installation to lib/sahara - Commit a90898d 2014-08-27
        • +
      • Add oslo.utils and oslo.serialization - Commit 5cd17f7 2014-08-27
        • +
      • Faster nova fixed key generation - Commit f71b500 2014-08-27
        • +
      • Pull dstat logic into its own function so grenade can use it - Commit e0b08d0 2014-08-26
        • +
      • Change httpd Keystone access log to keystone_access.log - Commit 2a6ce71 2014-08-26
        • +
      • Change httpd Keystone log level to default - Commit e1d004a 2014-08-24
        • +
      • Add mysql devel as testonly alongside mysql-server - Commit 1a33283 2014-08-23
        • +
      • Change httpd Keystone log to keystone.log - Commit cfc9465 2014-08-22
        • +
      • Rename Marconi to Zaqar - Commit 4059e3a 2014-08-22
        • +
      • Build an image for heat functional tests - Commit 2a6009c 2014-08-22
        • +
      • Utility functions for building test images - Commit da786b2 2014-08-22
        • +
      • Configure enabled and disabled extensions in tempest - Commit 3046bc6 2014-08-21
        • +
      • Remove API_RATE_LIMIT variable since it's wrong anyway - Commit ad9776e 2014-08-21
        • +
      • Install sqlalchemy-migrate from master if requested - Commit cf355aa 2014-08-21
        • +
      • Add graphviz package to general list for building docs - Commit 18d5db8 2014-08-20
        • +
      • Add and document $NOVA_VNC_ENABLED for forcing VNC on - Commit 4e07fdc 2014-08-20
        • +
      • Use tox for bashate testing - Commit 0c256ab 2014-08-20
        • +
      • Ironic: Setup/Configure iPXE - Commit 5851e5f 2014-08-20
        • +
      • Latest tox should work for openstack now, use it - Commit 33dc869 2014-08-19
        • +
      • Clean up local variable usage - Zaqar - Commit 6430919 2014-08-19
        • +
      • Clean up local variable usage - Account setup - Commit 16ef976 2014-08-19
        • +
      • Clean up local variable usage - Remainder - Commit b1e3d0f 2014-08-19
        • +
      • Clean up local variable usage - cinder - Commit e8a35ac 2014-08-19
        • +
      • A service to install diskimage-builder - Commit 122ab70 2014-08-20
        • +
      • Install heat-cfntools and heat-templates repos - Commit 315971d 2014-08-20
        • +
      • Ironic and baremetal install diskimage-builder with pip - Commit cbfb3ae 2014-08-20
        • +
      • Add some known contacts - Commit 68c9adb 2014-08-19
        • +
      • Share the fixed network for Ironic - Commit cec9792 2014-08-19
        • +
      • Remove firewalld on Fedora 20 by default - Commit 85ebb3a 2014-08-19
        • +
      • Rename Marconi to Zaqar - Commit 9504bb3 2014-08-18
        • +
      • Guard for worlddump in case LOGDIR is undefined - Commit 2696e5a 2014-08-18
        • +
      • enable multiple collector workers - Commit 80786e0 2014-08-18
        • +
      • Fix missing --container-format options - Commit 0102693 2014-08-18
        • +
      • Allow cinder types to be created without be file - Commit 57f8b52 2014-08-15
        • +
      • Source fixup_stuff... - Commit 04a3511 2014-08-15
        • +
      • Add ironic-python-agent support to devstack - Commit a6a4546 2014-08-15
        • +
      • Fix image create functions for Ironic - Commit 722284f 2014-08-15
        • +
      • Remove code tagged as "can be removed after Icehouse" - Commit 21cb67c 2014-08-15
        • +
      • Add ability to switch database driver - Commit cbea344 2014-08-15
        • +
      • Re-order stack.sh 2: target dir setup - Commit 0e8dced 2014-08-14
        • +
      • Re-order stack.sh 1: sanity checks - Commit d3bf9bd 2014-08-14
        • +
      • Support GlusterFS cinder backend - Commit eae7c99 2014-08-14
        • +
      • Set display name in apache processes - Commit 2c95fcd 2014-08-14
        • +
      • Add keepalived, conntrackd as dependencies - Commit 7f31a93 2014-08-14
        • +
      • Remove AUTHORS - Commit 27fc42d 2014-08-14
        • +
      • Avoid using deprecated Q_AGENT_EXTRA_AGENT_OPTS in ML2 setup - Commit 2307f9d 2014-08-14
        • +
      • Clean up local variable usage - Horizon - Commit 1bbfcc7 2014-08-13
        • +
      • Setup AMQP properly for glance-registry - Commit 0d02924 2014-08-13
        • +
      • Set suspend feature flag in tempest for ironic - Commit cf21b71 2014-08-13
        • +
      • Change ordering of ceilometer service startup - Commit 4922bfa 2014-08-12
        • +
      • Update deprecated service_neutron_metadata_proxy variable - Commit dd74550 2014-08-11
        • +
      • Centralize neutron config file argument generation - Commit 7614d21 2014-08-11
        • +
      • Adds xiv_ds8k cinder driver support - Commit d178cf4 2014-08-11
        • +
      • Sahara script modified with notification configuration - Commit e50fcb1 2014-08-11
        • +
      • Add MAINTAINERS.rst - Commit f901dd0 2014-08-11
        • +
      • scope warnings to only display if the services are enabled - Commit 5bae6ca 2014-08-07
        • +
      • Add swift tempurl support to devstack - Commit abbb0e9 2014-08-07
        • +
      • Adds support for Hyper-V image formats - Commit ca82394 2014-08-07
        • +
      • Don't set tunnel_types on VLAN network type - Commit e3cfbf1 2014-08-07
        • +
      • Makes vpn plugin configurable - Commit 5988e62 2014-08-07
        • +
      • Use Mongo DB as the default backend - Commit f7ae9ff 2014-08-06
        • +
      • Cleanup lib/ironic - Commit 6d27148 2014-08-06
        • +
      • Set Tempest feature flags for Ironic - Commit fdfe7a0 2014-08-06
        • +
      • remove tools/jenkins - Commit 34bd231 2014-08-05
        • +
      • remove kernel override ability - Commit 01796fa 2014-08-05
        • +
      • remove saucy support - Commit ab5b5de 2014-08-05
        • +
      • install test-reqs when TESTONLY packages are installed - Commit f3f4b0a 2014-08-05
        • +
      • NSX: remove req_timeout as it's not longer used - Commit 2988497 2014-08-05
        • +
      • XenApi: Fix domu typo in neutron setup - Commit 1a247e8 2014-08-05
        • +
      • Hide output when configuring apt retry - Commit 9246d96 2014-08-05
        • +
      • Work around pip installed pkgs on Rackspace image - Commit bdc90c5 2014-08-05
        • +
      • Exact match rhel6 - Commit a36167e 2014-08-05
        • +
      • Migrate from using glance image-list to openstackclient - Commit 5c206c2 2014-08-04
        • +
      • Add libssl-dev for Ubuntu - Commit 6eee49f 2014-08-04
        • +
      • Modify `glance image-create` commands to use openstackclient - Commit 8d3ac2d 2014-08-02
        • +
      • Support Router Advertisement Daemon (radvd) for IPv6 - Commit 72b3e44 2014-08-01
        • +
      • Allow to use flat providernet for public network - Commit 6a633fd 2014-08-01
        • +
      • Disable in-band control for PUBLIC_BRIDGE - Commit ea3dac9 2014-08-01
        • +
      • Remove unused tools - Commit 4a3d590 2014-07-31
        • +
      • Resolve circular dependency when tracking dependencies. - Commit 1229a08 2014-07-31
        • +
      • Additional Cinder backend: solidfire - Commit bcd2ba4 2014-07-31
        • +
      • Clean up local variable usage - misc functions - Commit d5dfa4c 2014-07-30
        • +
      • Workaround for overwriting setuptools on RHEL - Commit 8fdb42f 2014-07-30
        • +
      • vxlan default ml2 tenant network type - Commit 8feaf6c 2014-07-30
        • +
      • Fixes tempest script to accomodate Storage Vendor Names with spaces. - Commit 2f23d75 2014-07-29
        • +
      • Clean up local variable usage - upload_image() - Commit e9f7667 2014-07-29
        • +
      • XenAPI: Fix declare definition - Commit 5fb83a0 2014-07-29
        • +
      • neutron: set connection string in neutron.conf - Commit b816e5d 2014-07-29
        • +
      • Revert "cleanup potentially installed older oslo.config" - Commit a89a0dc 2014-07-29
        • +
      • devstack.org site updates - Commit 1c42599 2014-07-28
        • +
      • Avoid uploading trove guest image twice - Commit e6aeb59 2014-07-28
        • +
      • Enable custom BUILD_TIMEOUT - Commit 1bde9b4 2014-07-28
        • +
      • Clean up local variable usage - Nova - Commit 0038a1a 2014-07-28
        • +
      • Remove configuration parameter Q_DHCP_EXTRA_DEFAULT_OPTS - Commit f6f42c6 2014-07-26
        • +
      • Remove configuration parameter EXTRA_OPTS - Commit 4a67885 2014-07-26
        • +
      • Use Q_PORT variable rather than hardcoded port - Commit 186119c 2014-07-25
        • +
      • Fix cinder volume type creation and rename variable - Commit 6a4aa78 2014-07-25
        • +
      • Clean up local variable usage - Backends - Commit 3ef23bc 2014-07-25
        • +
      • Clean up local variable usage - Keystone - Commit c50c983 2014-07-25
        • +
      • Clean up local variable usage - Swift - Commit 084f51f 2014-07-25
        • +
      • Clean up local variable usage - Ironic - Commit b52caa3 2014-07-25
        • +
      • Clean up local variable usage - Heat - Commit 7d31bdc 2014-07-25
        • +
      • Clean up local variable usage - git functions - Commit 50cda69 2014-07-25
        • +
      • Fix log_error calls - Commit 14fd979 2014-07-25
        • +
      • debian: do not enbable grizzly repository from gplhost - Commit 5420992 2014-07-25
        • +
      • Fixes some typos in stack.sh - Commit d3121f6 2014-07-24
        • +
      • Remove configuration parameter Q_SRV_EXTRA_DEFAULT_OPTS - Commit a5b70a1 2014-07-24
        • +
      • Remove configuration parameter EXTRA_BAREMETAL_OPTS - Commit 9e8ac99 2014-07-24
        • +
      • Add support for ironicclient bash completion - Commit c294c50 2014-07-24
        • +
      • Install gettext from apt on Trusty (Ubuntu 14.04) - Commit 053364c 2014-07-23
        • +
      • Move SERVICE_PROTOCOL from stack.sh to stackrc - Commit 26867a6 2014-07-23
        • +
      • add is_keystone_enabled - Commit 4f3b66f 2014-07-23
        • +
      • stop leaking service as a global var - Commit f0bd8db 2014-07-23
        • +
      • Fix exercises for Trove - Commit 3e57427 2014-07-23
        • +
      • Implement Ceph backend for Glance / Cinder / Nova - Commit 36f2f02 2014-07-23
        • +
      • Remove output filter on rabbitmq install - Commit 7ccf4e0 2014-07-23
        • +
      • Fix install_ceilometer and install_ceilometerclient - Commit 13344bd 2014-07-22
        • +
      • Add architecture to tempest configuration - Commit 5397153 2014-07-22
        • +
      • Users in service group should not have email addresses - Commit 6dd8a8b 2014-07-22
        • +
      • Fix trivial typo in HACKING.rst: tec. -> etc. - Commit c21cfc9 2014-07-22
        • +
      • Add conntrack-tools to nova dependencies - Commit 40f4438 2014-07-22
        • +
      • Add SERVICE_TOKEN to the sample local.conf - Commit 5753eb8 2014-07-22
        • +
      • Ensure sbin is in PATH. - Commit 7df9d1b 2014-07-21
        • +
      • Add WSGISocketPrefix to apache keystone config - Commit dcdcb5a 2014-07-18
        • +
      • Added Oracle Linux distribution support - Commit 6c639c9 2014-07-18
        • +
      • Add argparse for RHEL6 - Commit f565bf2 2014-07-17
        • +
      • Remove unfubar_setuptools - Commit 72ab17b 2014-07-17
        • +
      • Fix default_volume_type for Cinder multi backend - Commit 7062b12 2014-07-16
        • +
      • XenAPI: Always add latest Cirros euc image - Commit 5c64a46 2014-07-16
        • +
      • Use one name for neutron database after healing - Commit 0fc1cc2 2014-07-15
        • +
      • Enable security group extension in PLUMgrid plugin - Commit 242c098 2014-07-15
        • +
      • Fix trove guest confing to ignore user os_admin - Commit 9c4f24a 2014-07-15
        • +
      • Add DVR support to DevStack - Commit eea7621 2014-07-15
        • +
      • Make apache restarts a little more forgiving - Commit 2df0046 2014-07-15
        • +
      • XenAPI: Fix race condition on tailing stack.log - Commit d6b43a0 2014-07-15
        • +
      • Support multiple Cinder backend types - Commit 0971833 2014-07-15
        • +
      • add python-mock to testonly package list - Commit 0ae54da 2014-07-15
        • +
      • FAQ: Clarification - Devstack is a gating project - Commit a216254 2014-07-15
        • +
      • Configure the OVS datapath type with devstack. - Commit c83cc75 2014-07-14
        • +
      • XenAPI: Use GUEST_PASSWORD when installing DomU - Commit 105eaee 2014-07-14
        • +
      • Fixed NO_UPDATE_REPOS variable usage - Commit 9e17974 2014-07-13
        • +
      • Fix Neutron configuration if Ceilometer is enabled - Commit 58adaa6 2014-07-13
        • +
      • Add a Tunnel end-point variable for Neutron configuration - Commit 6f335b9 2014-07-10
        • +
      • Set postgresql max_connections=200 - Commit 94c654e 2014-07-09
        • +
      • Promote libffi-dev as a general dependency - Commit 87d74a0 2014-07-09
        • +
      • Add pre-install phase for extras.d plugins - Commit 5c3a63e 2014-07-09
        • +
      • Configure rabbitmq credentials in keystone.conf - Commit 8464a4c 2014-07-09
        • +
      • Enable Keystone under Apache by default - Commit e6dd4e6 2014-07-08
        • +
      • Update Apache + mod_wsgi deployment mechanisms - Commit 46455a3 2014-07-07
        • +
      • Revert "Add missing config option os_auth_url" - Commit 4ede37a 2014-07-04
        • +
      • Lower default IRONIC_VM_SPECS_RAM - Commit ea335f4 2014-07-03
        • +
      • Generate recent changes list from git log - Commit 926c99d 2014-07-03
        • +
      • Fixed tunnel ranges variable inconsistency. - Commit 3827dc0 2014-07-03
        • +
      • Install oslo.i18n from source - Commit cd5c813 2014-07-02
        • +
      • Add ability to enable OSprofiler - Commit 46e1aba 2014-07-02
        • +
      • Avoid huge libvirtd.log files on Ubuntu hosts - Commit a12f996 2014-07-01
        • +
      • Adds support for multi-region - Commit 0abde39 2014-07-01
        • +
      • fix trove image addition - Commit fafb62b 2014-06-30
        • +
      • Add keystone middleware to devstack - Commit 58936fd 2014-06-30
        • +
      • Only enable auth_token in swift with keystone - Commit 254fd55 2014-06-30
        • +
      • Do a proper tls/ca cleanup in unstack - Commit bd5dae0 2014-06-30
        • +
      • Do not clean docs directory - Commit ecd0563 2014-06-30
        • +
      • Add libyaml-devel package dependancy - Commit 2b5c14d 2014-06-28
        • +
      • Revert "Build retry loop for screen sessions" - Commit ea22a4f 2014-06-27
        • +
      • Comment fix - correct function names - Commit 2e0f054 2014-06-27
        • +
      • Stud is available in new distributions - Commit 317ecdb 2014-06-27
        • +
      • Add rhel7 as supported distro - Commit 3171cb9 2014-06-27
        • +
      • Add missing config option os_auth_url - Commit 524bbed 2014-06-26
        • +
      • Switch to Fedora-x86_64-20-20140618-sda - Commit bfcb2ff 2014-06-26
        • +
      • soft-qemu handling with F20 could image - Commit b3e722d 2014-06-25
        • +
      • Add explicit libkrb5-dev dependency for keystone - Commit 45400b0 2014-06-25
        • +
      • Always check keystone using http - Commit be4c953 2014-06-25
        • +
      • Default cinder enable_v1_api to true - Commit f64f43b 2014-06-25
        • +
      • Don't install openvswitch-datapath-dkms on newer kernels - Commit 86af4a0 2014-06-25
        • +
      • Don't try to regenerate existing ssl certificates - Commit 2f69c6b 2014-06-25
        • +
      • Update trove to install guest image and datastores - Commit afefaa7 2014-06-24
        • +
      • XenAPI: Tail output from stack.sh - Commit dc7ebbb 2014-06-24
        • +
      • Fix Swift config for Ceilometer usage - Commit eedfdee 2014-06-24
        • +
      • Use curl to download from github.com - Commit 8230296 2014-06-24
        • +
      • Add an environment variable to enable extensions in keystone - Commit 00da58a 2014-06-24
        • +
      • Handle failure of openstack endpoint - Commit bcdce9e 2014-06-24
        • +
      • Support of an alternate pypi server - Commit 683ff42 2014-06-23
        • +
      • retry apt operations to avoid network issues - Commit e83f778 2014-06-23
        • +
      • use setup_install for django_openstack_auth - Commit e837714 2014-06-23
        • +
      • Bump EPEL release rpm for RHEL 7 to 7.0-2 - Commit e66da49 2014-06-23
        • +
      • Cleanup postgresql-server on openSUSE - Commit a650901 2014-06-23
        • +
      • Do not install openvswitch-datapath-dkms on Ubuntu 14.04 - Commit c48afe4 2014-06-22
        • +
      • add worlddump tool to devstack - Commit 97fcc7b 2014-06-22
        • +
      • Move static docs into master branch - Commit 54b9732 2014-06-20
        • +
      • Glance: start to use nova's glance configuration section - Commit 8f8ea9a 2014-06-20
        • +
      • Use Keystone's default token format if not set - Commit 1e1fce8 2014-06-19
        • +
      • Build retry loop for screen sessions - Commit 0afa912 2014-06-19
        • +
      • Use oslo-messaging-zmq-receiver to start zeromq receiver - Commit 2d45196 2014-06-19
        • +
      • Remove obsolete sahara keystone auth conf - Commit 0d28608 2014-06-19
        • +
      • Install oslo.db from source - Commit c729794 2014-06-18
        • +
      • Neutron: start to use nova's neutron configuration section - Commit 13d385e 2014-06-17
        • +
      • Add support for django_openstack_auth - Commit e385d1e 2014-06-18
        • +
      • Fix unsubstituted filename creation - Commit 410f5c0 2014-06-17
        • +
      • cinder: use non-deprecated notification_driver - Commit dc0938e 2014-06-17
        • +
      • Add $TOP_DIR to the path when calling tools' scripts - Commit dae1152 2014-06-17
        • +
      • Remove external attribute from the Provider Network - Commit 21e6c62 2014-06-16
        • +
      • Add optional repo enablement for RHEL 7 - Commit c359921 2014-06-16
        • +
      • Invoke create_nova_conf_neutron from odl-compute post-install only if nova is enabled. - Commit 51783cc 2014-06-16
        • +
      • double the screen sleep timeout - Commit 43d8f1c 2014-06-16
        • +
      • Fix Apache Site configuration for openSUSE - Commit 633a129 2014-06-16
        • +
      • convert devstack from awk to outfilter - Commit 62cb563 2014-06-16
        • +
      • XenAPI: Fix deprecated config options - Commit 786a3a3 2014-06-16
        • +
      • Use identity_uri instead of auth fragments - Commit 3561d7f 2014-06-16
        • +
      • Cut the heat flavor - Commit 51557a5 2014-06-14
        • +
      • Reserve Keystone ports from the ephemeral range - Commit 6cae83e 2014-06-13
        • +
      • Add flag to set nova v3 api for tempest - Commit d514d60 2014-06-12
        • +
      • Install 'ipmitool' package for Ironic - Commit 23a64e2 2014-06-12
        • +
      • selinux permissive on Fedora - Commit d7967a4 2014-06-12
        • +
      • [Fedora] Devstack fails to install in firewalld less system - Commit 83afcfe 2014-06-12
        • +
      • Wait for OVS to reconfigure when creating PUBLIC_BRIDGE - Commit f60e8c0 2014-06-12
        • +
      • Ironic: Add deploy kernel and deploy ramdisk to driver_info - Commit cd7cfef 2014-06-11
        • +
      • VMware NSX: fix typo - Commit b405256 2014-06-11
        • +
      • Use apache2ctl after apache is installed. - Commit 970ee90 2014-06-09
        • +
      • Use correct path when extracting tar.gz image - Commit 50e5392 2014-06-09
        • +
      • Setup color logging for Ironic - Commit ab59293 2014-06-06
        • +
      • Fix Apache site config handling on Fedora - Commit 444a8d5 2014-06-06
        • +
      • Don't set nova api/conductor workers since nova handles this - Commit 9800256 2014-06-06
        • +
      • Update again and retry a failed package install - Commit 5cc6d2c 2014-06-06
        • +
      • PKIZ is the default token provider - Commit 0b0cbd1 2014-06-06
        • +
      • a more proper default nic selection criteria - Commit fdb920c 2014-06-05
        • +
      • Update setuptools to latest for .dist-info support - Commit 76ed427 2014-06-05
        • +
      • [Fedora] Install dnsmasq on n-cpu less host - Commit 23b12a6 2014-06-05
        • +
      • make get-pip.py download failures more clear - Commit f625ffe 2014-06-05
        • +
      • be opinionated: only use get-pip.py - Commit 7b63c5e 2014-06-04
        • +
      • Support option for Keystone PKIZ token provider - Commit 754c440 2014-06-04
        • +
      • Save OPENSTACK_KEYSTONE_URL to horizon local_settings - Commit 98a1817 2014-06-04
        • +
      • Enable horizon on Fedoras - Commit afda4ef 2014-06-04
        • +
      • make mysql run in strict mode - Commit e56c137 2014-06-03
        • +
      • Add flag for ceilometer tests - Commit 2541d61 2014-06-03
        • +
      • Add basic echo_* functions for grenade - Commit 54e3910 2014-06-03
        • +
      • Set default value for IPv6 subnet attribute flag - Commit fe733ae 2014-06-03
        • +
      • Call ironic-dbsync with proper --config-file option - Commit 0c6a654 2014-06-02
        • +
      • Remove unnecessary ini commenting from nova - Commit 25e548b 2014-06-02
        • +
      • Remove copy of cinder.conf.sample file - Commit 55c0b22 2014-05-30
        • +
      • Fix the way Apache site configuration files are used, to improve OS portability - Commit a688bc6 2014-05-30
        • +
      • be a little more clever about interface default - Commit 1100717 2014-05-28
        • +
      • remove the build timeouts - Commit b57cda9 2014-05-28
        • +
      • Configure heat keystone client for SSL when keystone uses SSL - Commit fefd64b 2014-05-27
        • +
      • chown stack/data/nova/networks to $STACK_USER - Commit a0ced4d 2014-05-27
        • +
      • Remove Fedora/libvirt workaround - Commit e6d99a9 2014-05-27
        • +
      • Update readme.md, heat is now enabled by default - Commit 97eb9bb 2014-05-26
        • +
      • Install ryu's requirements - Commit f12a434 2014-05-26
        • +
      • devstack should put admin_tenant_id in tempest.conf file while setup - Commit 4912623 2014-05-23
        • +
      • Fix syntax error in script - Commit 22ab3b9 2014-05-22
        • +
      • Create an IPv6 network that uses an external router for IPv6 - Commit e13fd60 2014-05-22
        • +
      • Add support for creating provider networks - Commit 5ec6f8f 2014-05-22
        • +
      • Remove *_url inisets since now come from catalog - Commit ba8635a 2014-05-22
        • +
      • Revert "ceilometer.conf configuration option missing os_auth_url" - Commit d24afa1 2014-05-21
        • +
      • Fix getting EC2 and S3 urls in create_userrc - Commit 4f7bf69 2014-05-21
        • +
      • Add Core, Ram and Disk filter to fake virt setting - Commit 7a15a0e 2014-05-21
        • +
      • Add options to configure provider network mappings for OpenDaylight - Commit 09b56b1 2014-05-20
        • +
      • Fix notify_nova options - Commit f06c443 2014-05-20
        • +
      • ceilometer.conf configuration option missing os_auth_url - Commit 4c11089 2014-05-20
        • +
      • Workaround Fedora libvirtd issues on Xen instances - Commit 3ca91b2 2014-05-19
        • +
      • Use daemon flag only when USE_SCREEN=False - Commit b0c3859 2014-05-18
        • +
      • Move gcc to general - Commit 6920115 2014-05-18
        • +
      • Add new configuration files for ceilometer - Commit 95053cf 2014-05-16
        • +
      • XenAPI: Fix final script to include functions - Commit d06d455 2014-05-15
        • +
      • Add support for the IPv6 extended attributes in Tempest - Commit bb2908b 2014-05-15
        • +
      • README.md reformatting. - Commit 8c666cf 2014-05-14
        • +
      • Use urandom rather than openssl for password gen - Commit 26a28b4 2014-05-14
        • +
      • client-env requires admin permissions - Commit 8901245 2014-05-08
        • +
      • Fix incorrect comparisions - Commit bd08550 2014-05-08
        • +
      • Use public gateway for Trove if neutron is enabled - Commit bc22e91 2014-05-08
        • +
      • Add an option in lib/swift to increase max_header_size - Commit 63024d9 2014-05-06
        • +
      • tempest py26 setup - Commit 522cfe0 2014-05-05
        • +
      • Better "exec 3>&1" comment - Commit 8710b65 2014-05-04
        • +
      • Run all-in-one instead of sahara-api - Commit 850e0fb 2014-05-03
        • +
      • Force TFTP to listen on IPv4 endpoint - Commit 8c0bd9f 2014-05-02
        • +
      • Cleanup WSGI config for keystone on stop - Commit c11d6e0 2014-05-01
        • +
      • Fix logging for keystone under mod_wsgi - Commit 2c2b1cc 2014-05-02
        • +
      • Add driver parameter for PLUMgrid configuration file - Commit 41a4f27 2014-05-01
        • +
      • Add support for ephemeral disk to ironic - Commit 3e4612b 2014-05-01
        • +
      • Ensure neutron configuration files are cleaned by clean.sh - Commit b00e418 2014-05-01
        • +
      • Insert required iptables rules for Ironic - Commit c1f0db2 2014-04-30
        • +
      • Fixes README.md on APACHE_ENABLED_SERVICES=keystone - Commit 71fd1c4 2014-04-30
        • +
      • Add oslo.db - Commit da945f3 2014-04-30
        • +
      • Fedora mysql log dir is /var/log/mariadb - Commit 3b53aeb 2014-04-30
        • +
      • Remove lib/tempest errexit handling - Commit 73919cb 2014-04-30
        • +
      • Configure Horizon to use SSL-enabled Keystone - Commit c31fa40 2014-04-29
        • +
      • Bump minimum default RAM for Ironic nodes to 1GB - Commit 74eafa4 2014-04-28
        • +
      • Closes-Bug:1313755 adding code to remove heat conf files - Commit 5591452 2014-04-28
        • +
      • Only use heat image where support - Commit 527f21c 2014-04-28
        • +
      • Re-enable Swift3 middleware support in DevStack - Commit ea9c24b 2014-04-28
        • +
      • Kill spinner process when stack.sh exits - Commit de56ee1 2014-04-26
        • +
      • Add support for deprecated configuration vars in Juno - Commit 51c681d 2014-04-26
        • +
      • Expose enabled plugins for Sahara - Commit 10f4161 2014-04-25
        • +
      • update heat image to the 64bit one we cached previously - Commit 4418d1f 2014-04-24
        • +
      • Add bridge_mappings to extras/80-opendaylight.sh to support vlan isolation. - Commit 408efd2 2014-04-23
        • +
      • Fix ceilometer-acompute rejoin problems - Commit 0f6d453 2014-04-23
        • +
      • Add "daemon" flag to marconi script - Commit 9b2c579 2014-04-23
        • +
      • Fix Sahara auth configs - Commit 65dabd3 2014-04-22
        • +
      • lib/tempest: $HEAT_CREATE_TEST_IMAGE is not used anymore - Commit 34f2f13 2014-04-22
        • +
      • Also pass FWAAS conf to VPN agent if enabled - Commit cf1ef23 2014-04-21
        • +
      • VMware: update to latest cirros image - Commit 641722b 2014-04-21
        • +
      • Rename ironic option drivers_whitelist -> enabled_drivers - Commit 83eeed0 2014-04-18
        • +
      • add Fedora x86_64 image for nodepool - Commit b623860 2014-04-17
        • +
      • Don't set nova.conf values to there default value - Commit 3317437 2014-04-17
        • +
      • Don't use deprecated nova libvirt conf names - Commit 1cd8efc 2014-04-17
        • +
      • Do not modify rsyslog files if rsyslog is not used. - Commit f894c2a 2014-04-17
        • +
      • Replace DEFAULT section with service_credentials - Commit 1af4afb 2014-04-16
        • +
      • Update create_userrc to openstackclient commands - Commit bce8899 2014-04-16
        • +
      • Some smaller fixes for openSUSE 13.1 support - Commit 65aaa18 2014-04-15
        • +
      • Add sudoers.d entry for Ironic conductor - Commit 3f2a7b7 2014-04-14
        • +
      • Remove sshd reconfig from lib/ironic - Commit 8676510 2014-04-14
        • +
      • Fixed pip with http(s)_proxy - Commit d79a8ac 2014-04-14
        • +
      • Prevent the use of 'swift' in ENABLED_SERVICES - Commit a79617c 2014-04-13
        • +
      • Fix typos in HACKING.rst - Commit 473b628 2014-04-13
        • +
      • Enable console logging for Ironic baremetal VMs - Commit 8af6fae 2014-04-11
        • +
      • Use nova bindir of /usr/bin on SUSE - Commit 55dd68a 2014-04-11
        • +
      • Use iniset for changing my.conf and avoid deprecated config options - Commit 0526bb8 2014-04-10
        • +
      • Devstack support for Neutron VPNaaS - Commit 746dcee 2014-04-10
        • +
      • Add EPEL-7 repo for RHEL7 - Commit 6d227a4 2014-04-10
        • +
      • Revert "Devstack support for Neutron VPNaaS" - Commit 5cd250f 2014-04-09
        • +
      • Add missing function neutron_plugin_configure_service to brocade specific file - Commit 815ef98 2014-04-08
        • +
      • Inject the domain name for devstack in tempest - Commit 0352325 2014-04-08
        • +
      • Restart only nova-compute when deploying Ironic - Commit 5f060e6 2014-04-08
        • + +
      +
      + +
      + + + +
      + + diff --git a/clean.sh.html b/clean.sh.html new file mode 100644 index 00000000..d338d85c --- /dev/null +++ b/clean.sh.html @@ -0,0 +1,551 @@ + + + + + clean.sh + + + +
      +
      +
      + + + + + + + + + +

      clean.sh

      + + + + + + + + + +
      + + +

      clean.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      clean.sh does its best to eradicate traces of a Grenade +run except for the following: +- both base and target code repos are left alone +- packages (system and pip) are left alone

      +
      +
+
      +

      This means that all data files are removed. More??

      +
      +
+
      +

      Keep track of the current devstack directory.

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+FILES=$TOP_DIR/files
+
+
      +

      Load local configuration

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Get the variables that are set in stack.sh

      +
      +if [[ -r $TOP_DIR/.stackenv ]]; then
+    source $TOP_DIR/.stackenv
+fi
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +GetDistro
+
+
      +

      Import apache functions

      +
      +source $TOP_DIR/lib/apache
+source $TOP_DIR/lib/ldap
+
+
      +

      Import database library

      +
      +source $TOP_DIR/lib/database
+source $TOP_DIR/lib/rpc_backend
+
+source $TOP_DIR/lib/tls
+
+source $TOP_DIR/lib/oslo
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ironic
+source $TOP_DIR/lib/trove
+
+
+
      +
      +

      Extras Source

      +
      +
+
      +

      Phase: source

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i source
+    done
+fi
+
+
      +

      See if there is anything running... +need to adapt when run_service is merged

      +
      +SESSION=$(screen -ls | awk '/[0-9].stack/ { print $1 }')
+if [[ -n "$SESSION" ]]; then
+
      +

      Let unstack.sh do its thing first

      +
      +    $TOP_DIR/unstack.sh --all
+fi
+
+
      +
      +

      Run extras

      +
      +
+
      +

      Phase: clean

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i clean
+    done
+fi
+
+
      +

      Clean projects

      +
      +cleanup_cinder
+cleanup_glance
+cleanup_keystone
+cleanup_nova
+cleanup_neutron
+cleanup_swift
+
+if is_service_enabled ldap; then
+    cleanup_ldap
+fi
+
+
      +

      Do the hypervisor cleanup until this can be moved back into lib/nova

      +
      +if is_service_enabled nova && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+    cleanup_nova_hypervisor
+fi
+
+
      +

      Clean out /etc

      +
      +sudo rm -rf /etc/keystone /etc/glance /etc/nova /etc/cinder /etc/swift /etc/heat /etc/neutron
+
+
      +

      Clean out tgt

      +
      +sudo rm -f /etc/tgt/conf.d/*
+
+
      +

      Clean up the message queue

      +
      +cleanup_rpc_backend
+cleanup_database
+
+
      +

      Clean out data, logs and status

      +
      +LOGDIR=$(dirname "$LOGFILE")
+sudo rm -rf $DATA_DIR $LOGDIR $DEST/status
+if [[ -n "$SCREEN_LOGDIR" ]] && [[ -d "$SCREEN_LOGDIR" ]]; then
+    sudo rm -rf $SCREEN_LOGDIR
+fi
+
+
      +

      Clean up files

      +
      +
+FILES_TO_CLEAN=".localrc.auto docs/files docs/html shocco/ stack-screenrc test*.conf* test.ini*"
+FILES_TO_CLEAN+=".stackenv .prereqs"
+
+for file in $FILES_TO_CLEAN; do
+    rm -rf $TOP_DIR/$file
+done
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/configuration.html b/configuration.html new file mode 100644 index 00000000..044bafc7 --- /dev/null +++ b/configuration.html @@ -0,0 +1,237 @@ + + + + + DevStack - Overview + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      Configuration Making it go my way

      +

      DevStack has always tried to be mostly-functional with a minimal amount of configuration. The number of options has ballooned as projects add features, new projects added and more combinations need to be tested. Historically DevStack obtained all local configuration and customizations from a localrc file. The number of configuration variables that are simply passed-through to the individual project configuration files is also increasing. The old mechanism for this (EXTRAS_OPTS and friends) required specific code for each file and did not scale well.

      +

      In Oct 2013 a new configuration method was introduced (in review 46768) to hopefully simplify this process and meet the following goals:

      +
        +
      • contain all non-default local configuration in a single file
        • +
      • be backward-compatible with localrc to smooth the transition process
        • +
      • allow settings in arbitrary configuration files to be changed
        • +
      + +

      local.conf

      +

      The new configuration file is local.conf and resides in the root DevStack directory like the old localrc file. It is a modified INI format file that introduces a meta-section header to carry additional information regarding the configuration files to be changed.

      + +

      The new header is similar to a normal INI section header but with double brackets ([[ ... ]]) and two internal fields separated by a pipe (|):

      +
      [[ <phase> | <config-file-name> ]]
+
      + +

      where <phase> is one of a set of phase names defined by stack.sh and <config-file-name> is the configuration filename. The filename is eval'ed in the stack.sh context so all environment variables are available and may be used. Using the project config file variables in the header is strongly suggested (see the NOVA_CONF example below). If the path of the config file does not exist it is skipped.

      + +

      The defined phases are:

      +
        +
      • local - extracts localrc from local.conf before stackrc is sourced
        • +
      • pre-install - runs after the system packages are installed but before any of the source repositories are installed
        • +
      • install - runs immediately after the repo installations are complete
        • +
      • post-config - runs after the layer 2 services are configured and before they are started
        • +
      • extra - runs after services are started and before any files in extra.d are executed +
      + +

      The file is processed strictly in sequence; meta-sections may be specified more than once but if any settings are duplicated the last to appear in the file will be used.

      +
      [[post-config|$NOVA_CONF]]
+[DEFAULT]
+use_syslog = True
+
+[osapi_v3]
+enabled = False
+
      + +

      A specific meta-section local|localrc is used to + provide a default localrc file (actually + .localrc.auto). This allows all custom settings + for DevStack to be contained in a single file. If localrc + exists it will be used instead to preserve backward-compatibility. More + details on the contents of localrc are available.

      +
      [[local|localrc]]
+FIXED_RANGE=10.254.1.0/24
+ADMIN_PASSWORD=speciale
+LOGFILE=$DEST/logs/stack.sh.log
+
      + +

      Note that Q_PLUGIN_CONF_FILE is unique in that it is assumed to NOT start with a / (slash) character. A slash will need to be added:

      +
      [[post-config|/$Q_PLUGIN_CONF_FILE]]
+
      + +

      Also note that the localrc section is sourced as a shell script fragment amd MUST conform to the shell requirements, specifically no whitespace around = (equals).

      + + +

      Minimal Configuration

      +

      While stack.sh is happy to run without a localrc section in local.conf, devlife is better when there are a few minimal variables set. This is an example of a minimal configuration that touches the values that most often need to be set.

      +
        +
      • no logging
        • +
      • pre-set the passwords to prevent interactive prompts
        • +
      • move network ranges away from the local network (FIXED_RANGE and FLOATING_RANGE, commented out below)
        • +
      • set the host IP if detection is unreliable (HOST_IP, commented out below)
        • +
      + 
      [[local|localrc]]
+ADMIN_PASSWORD=secrete
+DATABASE_PASSWORD=$ADMIN_PASSWORD
+RABBIT_PASSWORD=$ADMIN_PASSWORD
+SERVICE_PASSWORD=$ADMIN_PASSWORD
+SERVICE_TOKEN=a682f596-76f3-11e3-b3b2-e716f9080d50
+#FIXED_RANGE=172.31.1.0/24
+#FLOATING_RANGE=192.168.20.0/25
+#HOST_IP=10.3.4.5
      +

      If the *_PASSWORD variables are not set here you will be prompted to enter values for them by stack.sh.

      +

      The network ranges must not overlap with any networks in use on the host. Overlap is not uncommon as RFC-1918 'private' ranges are commonly used for both the local networking and Nova's fixed and floating ranges.

      +

      HOST_IP is normally detected on the first run of stack.sh but often is indeterminate on later runs due to the IP being moved from an Ethernet integace to a bridge on the host. Setting it here also makes it available for openrc to set OS_AUTH_URL. HOST_IP is not set by default.

      + +

      Common Configuration Variables

      +
      +
      Set DevStack install directory
      +
      Default: DEST=/opt/stack
      + The DevStack install directory is set by the DEST variable. By setting it early in the localrc section you can reference it in later variables. It can be useful to set it even though it is not changed from the default value. + 
      DEST=/opt/stack
      + +
      stack.sh logging
      +
      Defaults: LOGFILE="" LOGDAYS=7 LOG_COLOR=True
      + By default stack.sh output is only written to the console where is runs. It can be sent to a file in addition to the console by setting LOGFILE to the fully-qualified name of the destination log file. A timestamp will be appended to the given filename for each run of stack.sh. + 
      LOGFILE=$DEST/logs/stack.sh.log
      + Old log files are cleaned automatically if LOGDAYS is set to the number of days of old log files to keep. + 
      LOGDAYS=1
      + The some of the project logs (Nova, Cinder, etc) will be colorized by default (if SYSLOG is not set below); this can be turned off by setting LOG_COLOR False. + 
      LOG_COLOR=False
      + +
      Screen logging
      +
      Default: SCREEN_LOGDIR=""
      + By default DevStack runs the OpenStack services using screen which is useful for watching log and debug output. However, in automated testing the interactive screen sessions may not be available after the fact; setting SCREEN_LOGDIR enables logging of the screen sessions in the specified diretory. There will be one file per screen session named for the session name and a timestamp. + 
      SCREEN_LOGDIR=$DEST/logs/screen
      + Note the use of DEST to locate the main install directory; this is why we suggest setting it in local.conf.

      + +
      One syslog to bind them all
      +
      Default: SYSLOG=False SYSLOG_HOST=$HOST_IP SYSLOG_PORT=516
      + Logging all services to a single syslog can be convenient. Enable syslogging by setting SYSLOG to True. If the destination log host is not localhost SYSLOG_HOST and SYSLOG_PORT can be used to direct the message stream to the log host. + 
      SYSLOG=True
+SYSLOG_HOST=$HOST_IP
+SYSLOG_PORT=516
      + +
      A clean install every time
      +
      Default: RECLONE=""
      + By default stack.sh only clones the project repos if they do not exist in $DEST. stack.sh will freshen each repo on each run if RECLONE is set to yes. This avoids having to manually remove repos in order to get the current branch from $GIT_BASE. + 
      RECLONE=yes
      + +
      Swift
      +
      Default: SWIFT_HASH="" SWIFT_REPLICAS=1 SWIFT_DATA_DIR=$DEST/data/swift
      + Swift is now used as the back-end for the S3-like object store. When enabled Nova's objectstore (n-obj in ENABLED_SERVICES) is automatically disabled. Enable Swift by adding it services to ENABLED_SERVICES: + 
      enable_service s-proxy s-object s-container s-account
      + Setting Swift's hash value is required and you will be prompted for it if Swift is enabled so just set it to something already: + 
      SWIFT_HASH=66a3d6b56c1f479c8b4e70ab5c2000f5
      + For development purposes the default number of replicas is set to 1 to reduce the overhead required. To better simulate a production deployment set this to 3 or more. + 
      SWIFT_REPLICAS=3
      + The data for Swift is stored in the source tree by default + (in $DEST/swift/data) and can be moved by setting + SWIFT_DATA_DIR. The specified directory will be created if it does not exist. + 
      SWIFT_DATA_DIR=$DEST/data/swift
      + Note: Previously just enabling swift was sufficient to start the Swift services. That does not provide proper service granularity, particularly in multi-host configurations, and is considered deprecated. Some service combination tests now check for specific Swift services and the old blanket acceptance will longer work correctly. +
      + +
      Service Catalog Backend
      +
      Default: KEYSTONE_CATALOG_BACKEND=sql
      + DevStack uses Keystone's sql service catalog backend. An alternate template backend is also available. However, it does not support the service-* and endpoint-* commands of the keystone CLI. To + do so requires the sql backend be enabled: + 
      KEYSTONE_CATALOG_BACKEND=template
      + DevStack's default configuration in sql mode is set in + files/keystone_data.sh
      + +
      Cinder
      +
      Default: VOLUME_GROUP="stack-volumes" VOLUME_NAME_PREFIX="volume-" VOLUME_BACKING_FILE_SIZE=10250M
      + The logical volume group used to hold the Cinder-managed volumes is set by VOLUME_GROUP, the logical volume name prefix is set with VOLUME_NAME_PREFIX and the size of the volume backing file is set with VOLUME_BACKING_FILE_SIZE. + 
      VOLUME_GROUP="stack-volumes"
+VOLUME_NAME_PREFIX="volume-"
+VOLUME_BACKING_FILE_SIZE=10250M
      + +
      Multi-host DevStack
      +
      Default: MULTI_HOST=False
      + Running DevStack with multiple hosts requires a custom local.conf section for each host. The master is the same as a single host installation with MULTI_HOST=True. The slaves have fewer services enabled and a couple of host variables pointing to the master. +

      + Master + 
      MULTI_HOST=True
      + + Slave + 
      MYSQL_HOST=w.x.y.z
+RABBIT_HOST=w.x.y.z
+GLANCE_HOSTPORT=w.x.y.z:9292
+ENABLED_SERVICES=n-vol,n-cpu,n-net,n-api
      + +
      API rate limits
      +
      Default: API_RATE_LIMIT=True
      + Integration tests such as Tempest will likely run afoul of the default rate limits configured for Nova. Turn off rate limiting during testing by setting API_RATE_LIMIT=False. + 
      API_RATE_LIMIT=False
      +
      + +

      Examples

      +
        +
      • Eliminate a Cinder pass-through (CINDER_PERIODIC_INTERVAL): +
        [[post-config|$CINDER_CONF]]
+[DEFAULT]
+periodic_interval = 60
+
        • +
      • Sample local.conf with screen logging enabled: +
        [[local|localrc]]
+FIXED_RANGE=10.254.1.0/24
+NETWORK_GATEWAY=10.254.1.1
+LOGDAYS=1
+LOGFILE=$DEST/logs/stack.sh.log
+SCREEN_LOGDIR=$DEST/logs/screen
+ADMIN_PASSWORD=quiet
+DATABASE_PASSWORD=$ADMIN_PASSWORD
+RABBIT_PASSWORD=$ADMIN_PASSWORD
+SERVICE_PASSWORD=$ADMIN_PASSWORD
+SERVICE_TOKEN=a682f596-76f3-11e3-b3b2-e716f9080d50
        • +
      + +
      + + + +
      + + diff --git a/contributing.html b/contributing.html new file mode 100644 index 00000000..f3d4b5a4 --- /dev/null +++ b/contributing.html @@ -0,0 +1,88 @@ + + + + + DevStack - Overview + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      Contributing Help us help you

      +

      DevStack uses the standard OpenStack contribution process as outlined in the OpenStack wiki 'How To Contribute'. This means that you will need to meet the requirements of the Contribututors License Agreement (CLA). If you have already done that for another OpenStack project you are good to go.

      + +

      Things To Know

      + +
      Where Things Are +

      The official DevStack repository is located at git://github.com/openstack-dev/devstack.git and git://git.openstack.org/openstack-dev/devstack.git, both mirrors of the official repo maintained by Gerrit.

      +

      The blueprint and bug trackers are on Launchpad. It should be noted that DevStack generally does not use these as strongly as other projects, but we're trying to change that.

      +

      The Gerrit review queue is, however, used for all commits except for the text of this website. That should also change in the near future.

      + +
      HACKING.rst +

      Like most OpenStack projects, DevStack includes a HACKING.rst file that describes the layout, style and conventions of the project. Because HACKING.rst is in the main DevStack repo it is considered authoritative. Much of the content on this page is taken from there.

      + +
      bashate Formatting +

      Around the time of the OpenStack Havana release we added a tool to do style checking in DevStack similar to what pep8/flake8 do for Python projects. It is still _very_ simplistic, focusing mostly on stray whitespace to help prevent -1 on reviews that are otherwise acceptable. Oddly enough it is called bashate. It will be expanded to enforce some of the documentation rules in comments that are used in formatting the script pages for devstack.org and possibly even simple code formatting. Run it on the entire project with ./run_tests.sh.

      + +

      Code

      + +
      Repo Layout +

      The DevStack repo generally keeps all of the primary scripts at the root level.

      +

      docs - Contains the source for this website. It is built using tools/build_docs.sh.

      +

      exercises - Contains the test scripts used to validate and demonstrate some OpenStack functions. These scripts know how to exit early or skip services that are not enabled.

      +

      extras.d - Contains the dispatch scripts called by the hooks in stack.sh, unstack.sh and clean.sh. See the plugins docs for more information.

      +

      files - Contains a variety of otherwise lost files used in configuring and operating DevStack. This includes templates for configuration files and the system dependency information. This is also where image files are downloaded and expanded if necessary.

      +

      lib - Contains the sub-scripts specific to each project. This is where the work of managing a project's services is located. Each top-level project (Keystone, Nova, etc) has a file here. Additionally there are some for system services and project plugins.

      +

      samples - Contains a sample of the local files not included in the DevStack repo.

      +

      tests - the DevStack test suite is rather sparse, mostly consisting of test of specific fragile functions in the functions file.

      +

      tools - Contains a collection of stand-alone scripts, some of which have aged a bit (does anyone still do ramdisk installs?). While these may reference the top-level DevStack configuration they can generally be run alone. There are also some sub-directories to support specific environments such as XenServer.

      + + + +
      + + + +
      + + diff --git a/devstack/clean.sh.html b/devstack/clean.sh.html new file mode 100644 index 00000000..08e1188b --- /dev/null +++ b/devstack/clean.sh.html @@ -0,0 +1,492 @@ + + + + + clean.sh + + + +
      +
      + + + + + + + + + + +

      clean.sh

      + + + + + + + + + +
      + + +

      clean.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      clean.sh does its best to eradicate traces of a Grenade +run except for the following: +- both base and target code repos are left alone +- packages (system and pip) are left alone

      +
      +
+
      +

      This means that all data files are removed. More??

      +
      +
+
      +

      Keep track of the current devstack directory.

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Load local configuration

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Get the variables that are set in stack.sh

      +
      +if [[ -r $TOP_DIR/.stackenv ]]; then
+    source $TOP_DIR/.stackenv
+fi
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +GetDistro
+
+
+
      +

      Import database library

      +
      +source $TOP_DIR/lib/database
+source $TOP_DIR/lib/rpc_backend
+
+source $TOP_DIR/lib/tls
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ldap
+
+
+
      +

      See if there is anything running... +need to adapt when run_service is merged

      +
      +SESSION=$(screen -ls | awk '/[0-9].stack/ { print $1 }')
+if [[ -n "$SESSION" ]]; then
+
      +

      Let unstack.sh do its thing first

      +
      +    $TOP_DIR/unstack.sh --all
+fi
+
+
      +

      Clean projects

      +
      +cleanup_cinder
+cleanup_glance
+cleanup_keystone
+cleanup_nova
+cleanup_neutron
+cleanup_swift
+
+
      +

      cinder doesn't always clean up the volume group as it might be used elsewhere... +clean it up if it is a loop device

      +
      +VG_DEV=$(sudo losetup -j $DATA_DIR/${VOLUME_GROUP}-backing-file | awk -F':' '/backing-file/ { print $1}')
+if [[ -n "$VG_DEV" ]]; then
+    sudo losetup -d $VG_DEV
+fi
+
+#if mount | grep $DATA_DIR/swift/drives; then
+
      +
      +sudo umount $DATA_DIR/swift/drives/sdb1
      +
      +#fi
+
+
+
      +

      Clean out /etc

      +
      +sudo rm -rf /etc/keystone /etc/glance /etc/nova /etc/cinder /etc/swift
+
+
      +

      Clean out tgt

      +
      +sudo rm /etc/tgt/conf.d/*
+
+
      +

      Clean up the message queue

      +
      +cleanup_rpc_backend
+cleanup_database
+
+
      +

      Clean up networking... +should this be in nova? +FIXED_IP_ADDR in br100

      +
      +
+
      +

      Clean up files

      +
      +rm -f $TOP_DIR/.stackenv
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/exercise.sh.html b/devstack/exercise.sh.html new file mode 100644 index 00000000..60e5d3ed --- /dev/null +++ b/devstack/exercise.sh.html @@ -0,0 +1,458 @@ + + + + + exercise.sh + + + +
      +
      + + + + + + + + + + +

      exercise.sh

      + + + + + + + + + +
      + + +

      exercise.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Keep track of the current devstack directory.

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Load local configuration

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Run everything in the exercises/ directory that isn't explicitly disabled

      +
      +
+
      +

      comma separated list of script basenames to skip +to refrain from exercising euca.sh use SKIP_EXERCISES=euca

      +
      +SKIP_EXERCISES=${SKIP_EXERCISES:-""}
+
+
      +

      comma separated list of script basenames to run +to run only euca.sh use RUN_EXERCISES=euca

      +
      +basenames=${RUN_EXERCISES:-""}
+
+EXERCISE_DIR=$TOP_DIR/exercises
+
+if [[ -z "${basenames}" ]]; then
+
      +

      Locate the scripts we should run

      +
      +    basenames=$(for b in `ls $EXERCISE_DIR/*.sh`; do basename $b .sh; done)
+else
+
      +

      If RUN_EXERCISES was specified, ignore SKIP_EXERCISES.

      +
      +    SKIP_EXERCISES=
+fi
+
+
      +

      Track the state of each script

      +
      +passes=""
+failures=""
+skips=""
+
+
      +

      Loop over each possible script (by basename)

      +
      +for script in $basenames; do
+    if [[ ,$SKIP_EXERCISES, =~ ,$script, ]]; then
+        skips="$skips $script"
+    else
+        echo "====================================================================="
+        echo Running $script
+        echo "====================================================================="
+        $EXERCISE_DIR/$script.sh
+        exitcode=$?
+        if [[ $exitcode == 55 ]]; then
+            skips="$skips $script"
+        elif [[ $exitcode -ne 0 ]]; then
+            failures="$failures $script"
+        else
+            passes="$passes $script"
+        fi
+    fi
+done
+
+
      +

      output status of exercise run

      +
      +echo "====================================================================="
+for script in $skips; do
+    echo SKIP $script
+done
+for script in $passes; do
+    echo PASS $script
+done
+for script in $failures; do
+    echo FAILED $script
+done
+echo "====================================================================="
+
+if [[ -n "$failures" ]]; then
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/exercises/aggregates.sh.html b/devstack/exercises/aggregates.sh.html new file mode 100644 index 00000000..9a110178 --- /dev/null +++ b/devstack/exercises/aggregates.sh.html @@ -0,0 +1,553 @@ + + + + + aggregates.sh + + + +
      +
      + + + + + + + + + + +

      aggregates.sh

      + + + + + + + + + +
      + + +

      aggregates.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +
      +
      This script demonstrates how to use host aggregates:
      +
      +
      +
      +
      +
+echo "**************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "**************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Test as the admin user

      +
      +. $TOP_DIR/openrc admin admin
+
+
+
      + +
      +

      Create an aggregate

      +
      +
+AGGREGATE_NAME=test_aggregate_$RANDOM
+AGGREGATE2_NAME=test_aggregate_$RANDOM
+AGGREGATE_A_ZONE=nova
+
+exit_if_aggregate_present() {
+    aggregate_name=$1
+
+    if [ $(nova aggregate-list | grep -c " $aggregate_name ") == 0 ]; then
+        echo "SUCCESS $aggregate_name not present"
+    else
+        die $LINENO "found aggregate: $aggregate_name"
+        exit -1
+    fi
+}
+
+exit_if_aggregate_present $AGGREGATE_NAME
+
+AGGREGATE_ID=$(nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE_NAME " | get_field 1)
+AGGREGATE2_ID=$(nova aggregate-create $AGGREGATE2_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE2_NAME " | get_field 1)
+
+
      +

      check aggregate created

      +
      +nova aggregate-list | grep -q " $AGGREGATE_NAME " || die $LINENO "Aggregate $AGGREGATE_NAME not created"
+
+
+
      + +
      +

      Ensure creating a duplicate fails

      +
      +
+if nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE; then
+    die $LINENO "could create duplicate aggregate"
+fi
+
+
+
      + +
      +

      Test aggregate-update (and aggregate-details)

      +
      +AGGREGATE_NEW_NAME=test_aggregate_$RANDOM
+
+nova aggregate-update $AGGREGATE_ID $AGGREGATE_NEW_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NEW_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE
+
+nova aggregate-update $AGGREGATE_ID $AGGREGATE_NAME $AGGREGATE_A_ZONE
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE
+
+
+
      + +
      +

      Test aggregate-set-metadata

      +
      +META_DATA_1_KEY=asdf
+META_DATA_2_KEY=foo
+META_DATA_3_KEY=bar
+
+#ensure no additional metadata is set
+nova aggregate-details $AGGREGATE_ID | egrep "{u'availability_zone': u'$AGGREGATE_A_ZONE'}|{}"
+
+nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_1_KEY}=123
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep 123
+
+nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_2_KEY}=456
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY
+
+nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_2_KEY ${META_DATA_3_KEY}=789
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_3_KEY
+
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY && die $LINENO "ERROR metadata was not cleared"
+
+nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_3_KEY $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | egrep "{u'availability_zone': u'$AGGREGATE_A_ZONE'}|{}"
+
+
+
      + +
      +

      Test aggregate-add/remove-host

      +
      +if [ "$VIRT_DRIVER" == "xenserver" ]; then
+    echo "TODO(johngarbutt) add tests for add/remove host from pool aggregate"
+fi
+FIRST_HOST=$(nova host-list | grep compute | get_field 1 | head -1)
+
      +

      Make sure can add two aggregates to same host

      +
      +nova aggregate-add-host $AGGREGATE_ID $FIRST_HOST
+nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST
+if nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST; then
+    die $LINENO "could add duplicate host to single aggregate"
+fi
+nova aggregate-remove-host $AGGREGATE2_ID $FIRST_HOST
+nova aggregate-remove-host $AGGREGATE_ID $FIRST_HOST
+
+
      + +
      +

      Test aggregate-delete

      +
      +nova aggregate-delete $AGGREGATE_ID
+nova aggregate-delete $AGGREGATE2_ID
+exit_if_aggregate_present $AGGREGATE_NAME
+
+set +o xtrace
+echo "**************************************************"
+echo "End DevStack Exercise: $0"
+echo "**************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/boot_from_volume.sh.html b/devstack/exercises/boot_from_volume.sh.html new file mode 100644 index 00000000..81a72f33 --- /dev/null +++ b/devstack/exercises/boot_from_volume.sh.html @@ -0,0 +1,672 @@ + + + + + boot_from_volume.sh + + + +
      +
      + + + + + + + + + + +

      boot_from_volume.sh

      + + + + + + + + + +
      + + +

      boot_from_volume.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +
      +
      This script demonstrates how to boot from a volume. It does the following:
      +
        +
      • Create a bootable volume
        • +
      • Boot a volume-backed instance
        • +
      +
      +
      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions if needed

      +
      +if is_service_enabled neutron; then
+    source $TOP_DIR/lib/neutron
+fi
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If cinder is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled cinder || exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-boot_secgroup}
+
+
      +

      Instance and volume names

      +
      +VM_NAME=${VM_NAME:-ex-bfv-inst}
+VOL_NAME=${VOL_NAME:-ex-vol-bfv}
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +glance image-list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create a secgroup

      +
      +if ! nova secgroup-list | grep -q $SECGROUP; then
+    nova secgroup-create $SECGROUP "$SECGROUP description"
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+        echo "Security group not created"
+        exit 1
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +   INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    echo "server didn't terminate!"
+    exit 1
+fi
+
+
      +

      Setup Keypair

      +
      +KEY_NAME=test_key
+KEY_FILE=key.pem
+nova keypair-delete $KEY_NAME || true
+nova keypair-add $KEY_NAME > $KEY_FILE
+chmod 600 $KEY_FILE
+
+
      + +
      +

      Set up volume

      +
      +
+
      +

      Delete any old volume

      +
      +cinder delete $VOL_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Create the bootable volume

      +
      +start_time=$(date +%s)
+cinder create --image-id $IMAGE --display_name=$VOL_NAME --display_description "test bootable volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \
+    die $LINENO "Failure creating volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not created"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder create in $((end_time - start_time)) seconds"
+
+
      +

      Get volume ID

      +
      +VOL_ID=$(cinder list | grep $VOL_NAME  | get_field 1)
+die_if_not_set $LINENO VOL_ID "Failure retrieving volume ID for $VOL_NAME"
+
+
      + +
      +

      Boot instance

      +
      +
+
      +

      Boot using the --block_device_mapping param. The format of mapping is: +<dev_name>=<id>:<type>:<size(GB)>:<delete_on_terminate> +Leaving the middle two fields blank appears to do-the-right-thing

      +
      +VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --block-device-mapping vda=$VOL_ID --security_groups=$SECGROUP --key_name $KEY_NAME $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    echo "server didn't become active!"
+    exit 1
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2)
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Delete volume backed instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    echo "Server $VM_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Wait for volume to be released

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not released"
+    exit 1
+fi
+
+
      +

      Delete volume

      +
      +start_time=$(date +%s)
+cinder delete $VOL_ID || die $LINENO "Failure deleting volume $VOLUME_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder delete in $((end_time - start_time)) seconds"
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/exercises/bundle.sh.html b/devstack/exercises/bundle.sh.html new file mode 100644 index 00000000..25eb6988 --- /dev/null +++ b/devstack/exercises/bundle.sh.html @@ -0,0 +1,459 @@ + + + + + bundle.sh + + + +
      +
      + + + + + + + + + + +

      bundle.sh

      + + + + + + + + + +
      + + +

      bundle.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      we will use the euca2ools cli tool that wraps the python boto +library to test ec2 bundle upload compatibility

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import EC2 configuration

      +
      +source $TOP_DIR/eucarc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Remove old certificates

      +
      +rm -f $TOP_DIR/cacert.pem
+rm -f $TOP_DIR/cert.pem
+rm -f $TOP_DIR/pk.pem
+
+
      +

      Get Certificates

      +
      +nova x509-get-root-cert $TOP_DIR/cacert.pem
+nova x509-create-cert $TOP_DIR/pk.pem $TOP_DIR/cert.pem
+
+
      +

      Max time to wait for image to be registered

      +
      +REGISTER_TIMEOUT=${REGISTER_TIMEOUT:-15}
+
+BUCKET=testbucket
+IMAGE=bundle.img
+truncate -s 5M /tmp/$IMAGE
+euca-bundle-image -i /tmp/$IMAGE || die $LINENO "Failure bundling image $IMAGE"
+
+euca-upload-bundle --debug -b $BUCKET -m /tmp/$IMAGE.manifest.xml || die $LINENO "Failure uploading bundle $IMAGE to $BUCKET"
+
+AMI=`euca-register $BUCKET/$IMAGE.manifest.xml | cut -f2`
+die_if_not_set $LINENO AMI "Failure registering $BUCKET/$IMAGE"
+
+
      +

      Wait for the image to become available

      +
      +if ! timeout $REGISTER_TIMEOUT sh -c "while euca-describe-images | grep $AMI | grep -q available; do sleep 1; done"; then
+    die $LINENO "Image $AMI not available within $REGISTER_TIMEOUT seconds"
+fi
+
+
      +

      Clean up

      +
      +euca-deregister $AMI || die $LINENO "Failure deregistering $AMI"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/client-args.sh.html b/devstack/exercises/client-args.sh.html new file mode 100644 index 00000000..f555238d --- /dev/null +++ b/devstack/exercises/client-args.sh.html @@ -0,0 +1,587 @@ + + + + + client-args.sh + + + +
      +
      + + + + + + + + + + +

      client-args.sh

      + + + + + + + + + +
      + + +

      client-args.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test OpenStack client authentication arguments handling

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Unset all of the known NOVA_* vars

      +
      +unset NOVA_API_KEY
+unset NOVA_ENDPOINT_NAME
+unset NOVA_PASSWORD
+unset NOVA_PROJECT_ID
+unset NOVA_REGION_NAME
+unset NOVA_URL
+unset NOVA_USERNAME
+unset NOVA_VERSION
+
+
      +

      Save the known variables for later

      +
      +export x_TENANT_NAME=$OS_TENANT_NAME
+export x_USERNAME=$OS_USERNAME
+export x_PASSWORD=$OS_PASSWORD
+export x_AUTH_URL=$OS_AUTH_URL
+
+
      +

      Unset the usual variables to force argument processing

      +
      +unset OS_TENANT_NAME
+unset OS_USERNAME
+unset OS_PASSWORD
+unset OS_AUTH_URL
+
+
      +

      Common authentication args

      +
      +TENANT_ARG="--os_tenant_name=$x_TENANT_NAME"
+TENANT_ARG_DASH="--os-tenant-name=$x_TENANT_NAME"
+ARGS="--os_username=$x_USERNAME --os_password=$x_PASSWORD --os_auth_url=$x_AUTH_URL"
+ARGS_DASH="--os-username=$x_USERNAME --os-password=$x_PASSWORD --os-auth-url=$x_AUTH_URL"
+
+
      +

      Set global return

      +
      +RETURN=0
+
+
      +
      +

      Keystone client

      +
      +if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "key" ]]; then
+        STATUS_KEYSTONE="Skipped"
+    else
+        echo -e "\nTest Keystone"
+        if keystone $TENANT_ARG_DASH $ARGS_DASH catalog --service identity; then
+            STATUS_KEYSTONE="Succeeded"
+        else
+            STATUS_KEYSTONE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Nova client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "n-api" ]]; then
+        STATUS_NOVA="Skipped"
+        STATUS_EC2="Skipped"
+    else
+
      +

      Test OSAPI

      +
      +        echo -e "\nTest Nova"
+        if nova $TENANT_ARG_DASH $ARGS_DASH flavor-list; then
+            STATUS_NOVA="Succeeded"
+        else
+            STATUS_NOVA="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Cinder client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "c-api" ]]; then
+        STATUS_CINDER="Skipped"
+    else
+        echo -e "\nTest Cinder"
+        if cinder $TENANT_ARG_DASH $ARGS_DASH list; then
+            STATUS_CINDER="Succeeded"
+        else
+            STATUS_CINDER="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Glance client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "g-api" ]]; then
+        STATUS_GLANCE="Skipped"
+    else
+        echo -e "\nTest Glance"
+        if glance $TENANT_ARG_DASH $ARGS_DASH image-list; then
+            STATUS_GLANCE="Succeeded"
+        else
+            STATUS_GLANCE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Swift client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "swift" || "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "swift" ]]; then
+        STATUS_SWIFT="Skipped"
+    else
+        echo -e "\nTest Swift"
+        if swift $TENANT_ARG_DASH $ARGS_DASH stat; then
+            STATUS_SWIFT="Succeeded"
+        else
+            STATUS_SWIFT="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+set +o xtrace
+
+
+
      + + +
      +

      Results

      +
      +
+function report() {
+    if [[ -n "$2" ]]; then
+        echo "$1: $2"
+    fi
+}
+
+echo -e "\n"
+report "Keystone" $STATUS_KEYSTONE
+report "Nova" $STATUS_NOVA
+report "Cinder" $STATUS_CINDER
+report "Glance" $STATUS_GLANCE
+report "Swift" $STATUS_SWIFT
+
+if (( $RETURN == 0 )); then
+    echo "*********************************************************************"
+    echo "SUCCESS: End DevStack Exercise: $0"
+    echo "*********************************************************************"
+fi
+
+exit $RETURN
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/client-env.sh.html b/devstack/exercises/client-env.sh.html new file mode 100644 index 00000000..7f845f20 --- /dev/null +++ b/devstack/exercises/client-env.sh.html @@ -0,0 +1,597 @@ + + + + + client-env.sh + + + +
      +
      + + + + + + + + + + +

      client-env.sh

      + + + + + + + + + +
      + + +

      client-env.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test OpenStack client environment variable handling

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Unset all of the known NOVA_* vars

      +
      +unset NOVA_API_KEY
+unset NOVA_ENDPOINT_NAME
+unset NOVA_PASSWORD
+unset NOVA_PROJECT_ID
+unset NOVA_REGION_NAME
+unset NOVA_URL
+unset NOVA_USERNAME
+unset NOVA_VERSION
+
+for i in OS_TENANT_NAME OS_USERNAME OS_PASSWORD OS_AUTH_URL; do
+    is_set $i
+    if [[ $? -ne 0 ]]; then
+        echo "$i expected to be set"
+        ABORT=1
+    fi
+done
+if [[ -n "$ABORT" ]]; then
+    exit 1
+fi
+
+
      +

      Set global return

      +
      +RETURN=0
+
+
      +
      +

      Keystone client

      +
      +if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "key" ]]; then
+        STATUS_KEYSTONE="Skipped"
+    else
+        echo -e "\nTest Keystone"
+        if keystone catalog --service identity; then
+            STATUS_KEYSTONE="Succeeded"
+        else
+            STATUS_KEYSTONE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Nova client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "n-api" ]]; then
+        STATUS_NOVA="Skipped"
+        STATUS_EC2="Skipped"
+    else
+
      +

      Test OSAPI

      +
      +        echo -e "\nTest Nova"
+        if nova flavor-list; then
+            STATUS_NOVA="Succeeded"
+        else
+            STATUS_NOVA="Failed"
+            RETURN=1
+        fi
+
+
      +

      Test EC2 API

      +
      +        echo -e "\nTest EC2"
+
      +

      Get EC2 creds

      +
      +        source $TOP_DIR/eucarc
+
+        if euca-describe-images; then
+            STATUS_EC2="Succeeded"
+        else
+            STATUS_EC2="Failed"
+            RETURN=1
+        fi
+
+
      +

      Clean up side effects

      +
      +        unset NOVA_VERSION
+    fi
+fi
+
+
      + +
      +

      Cinder client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "c-api" ]]; then
+        STATUS_CINDER="Skipped"
+    else
+        echo -e "\nTest Cinder"
+        if cinder list; then
+            STATUS_CINDER="Succeeded"
+        else
+            STATUS_CINDER="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Glance client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "g-api" ]]; then
+        STATUS_GLANCE="Skipped"
+    else
+        echo -e "\nTest Glance"
+        if glance image-list; then
+            STATUS_GLANCE="Succeeded"
+        else
+            STATUS_GLANCE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Swift client

      +
      +
+
+if [[ "$ENABLED_SERVICES" =~ "swift" || "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "swift" ]]; then
+        STATUS_SWIFT="Skipped"
+    else
+        echo -e "\nTest Swift"
+        if swift stat; then
+            STATUS_SWIFT="Succeeded"
+        else
+            STATUS_SWIFT="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+set +o xtrace
+
+
+
      + + +
      +

      Results

      +
      +
+function report() {
+    if [[ -n "$2" ]]; then
+        echo "$1: $2"
+    fi
+}
+
+echo -e "\n"
+report "Keystone" $STATUS_KEYSTONE
+report "Nova" $STATUS_NOVA
+report "EC2" $STATUS_EC2
+report "Cinder" $STATUS_CINDER
+report "Glance" $STATUS_GLANCE
+report "Swift" $STATUS_SWIFT
+
+if (( $RETURN == 0 )); then
+    echo "*********************************************************************"
+    echo "SUCCESS: End DevStack Exercise: $0"
+    echo "*********************************************************************"
+fi
+
+exit $RETURN
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/euca.sh.html b/devstack/exercises/euca.sh.html new file mode 100644 index 00000000..fa862517 --- /dev/null +++ b/devstack/exercises/euca.sh.html @@ -0,0 +1,610 @@ + + + + + euca.sh + + + +
      +
      + + + + + + + + + + +

      euca.sh

      + + + + + + + + + +
      + + +

      euca.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      we will use the euca2ools cli tool that wraps the python boto +library to test ec2 compatibility

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+VOLUME_SIZE=1
+ATTACH_DEVICE=/dev/vdc
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import EC2 configuration

      +
      +source $TOP_DIR/eucarc
+
+
      +

      Import neutron functions if needed

      +
      +if is_service_enabled neutron; then
+    source $TOP_DIR/lib/neutron
+fi
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-euca_secgroup}
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      Find a machine image to boot

      +
      +IMAGE=`euca-describe-images | grep machine | grep ${DEFAULT_IMAGE_NAME} | cut -f2 | head -n1`
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      +

      Add a secgroup

      +
      +if ! euca-describe-groups | grep -q $SECGROUP; then
+    euca-add-group -d "$SECGROUP description" $SECGROUP
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! euca-describe-groups | grep -q $SECGROUP; do sleep 1; done"; then
+        die $LINENO "Security group not created"
+    fi
+fi
+
+
      +

      Launch it

      +
      +INSTANCE=`euca-run-instances -g $SECGROUP -t $DEFAULT_INSTANCE_TYPE $IMAGE | grep INSTANCE | cut -f2`
+die_if_not_set $LINENO INSTANCE "Failure launching instance"
+
+
      +

      Assure it has booted within a reasonable time

      +
      +if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-instances $INSTANCE | grep -q running; do sleep 1; done"; then
+    die $LINENO "server didn't become active within $RUNNING_TIMEOUT seconds"
+fi
+
+
      +
      +

      Volumes

      +
      +if [[ "$ENABLED_SERVICES" =~ "c-vol" ]]; then
+   VOLUME_ZONE=`euca-describe-availability-zones | head -n1 | cut -f2`
+   die_if_not_set $LINENO VOLUME_ZONE "Failure to find zone for volume"
+
+   VOLUME=`euca-create-volume -s 1 -z $VOLUME_ZONE | cut -f2`
+   die_if_not_set $LINENO VOLUME "Failure to create volume"
+
+
      +

      Test that volume has been created

      +
      +   VOLUME=`euca-describe-volumes $VOLUME | cut -f2`
+   die_if_not_set $LINENO VOLUME "Failure to get volume"
+
+
      +

      Test volume has become available

      +
      +   if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then
+       die $LINENO "volume didn't become available within $RUNNING_TIMEOUT seconds"
+   fi
+
+
      +

      Attach volume to an instance

      +
      +   euca-attach-volume -i $INSTANCE -d $ATTACH_DEVICE $VOLUME || \
+       die $LINENO "Failure attaching volume $VOLUME to $INSTANCE"
+   if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -A 1 in-use | grep -q attach; do sleep 1; done"; then
+       die $LINENO "Could not attach $VOLUME to $INSTANCE"
+   fi
+
+
      +

      Detach volume from an instance

      +
      +   euca-detach-volume $VOLUME || \
+       die $LINENO "Failure detaching volume $VOLUME to $INSTANCE"
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then
+        die $LINENO "Could not detach $VOLUME to $INSTANCE"
+    fi
+
+
      +

      Remove volume

      +
      +    euca-delete-volume $VOLUME || \
+        die $LINENO "Failure to delete volume"
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while euca-describe-volumes | grep $VOLUME; do sleep 1; done"; then
+       die $LINENO "Could not delete $VOLUME"
+    fi
+else
+    echo "Volume Tests Skipped"
+fi
+
+
      +

      Allocate floating address

      +
      +FLOATING_IP=`euca-allocate-address | cut -f2`
+die_if_not_set $LINENO FLOATING_IP "Failure allocating floating IP"
+
+
      +

      Associate floating address

      +
      +euca-associate-address -i $INSTANCE $FLOATING_IP || \
+    die $LINENO "Failure associating address $FLOATING_IP to $INSTANCE"
+
+
      +

      Authorize pinging

      +
      +euca-authorize -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \
+    die $LINENO "Failure authorizing rule in $SECGROUP"
+
+
      +

      Test we can ping our floating ip within ASSOCIATE_TIMEOUT seconds

      +
      +ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT
+
+
      +

      Revoke pinging

      +
      +euca-revoke -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \
+    die $LINENO "Failure revoking rule in $SECGROUP"
+
+
      +

      Release floating address

      +
      +euca-disassociate-address $FLOATING_IP || \
+    die $LINENO "Failure disassociating address $FLOATING_IP"
+
+
      +

      Wait just a tick for everything above to complete so release doesn't fail

      +
      +if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep $INSTANCE | grep -q $FLOATING_IP; do sleep 1; done"; then
+    die $LINENO "Floating ip $FLOATING_IP not disassociated within $ASSOCIATE_TIMEOUT seconds"
+fi
+
+
      +

      Release floating address

      +
      +euca-release-address $FLOATING_IP || \
+    die $LINENO "Failure releasing address $FLOATING_IP"
+
+
      +

      Wait just a tick for everything above to complete so terminate doesn't fail

      +
      +if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep -q $FLOATING_IP; do sleep 1; done"; then
+    die $LINENO "Floating ip $FLOATING_IP not released within $ASSOCIATE_TIMEOUT seconds"
+fi
+
+
      +

      Terminate instance

      +
      +euca-terminate-instances $INSTANCE || \
+    die $LINENO "Failure terminating instance $INSTANCE"
+
+
      +

      Assure it has terminated within a reasonable time. The behaviour of this +case changed with bug/836978. Requesting the status of an invalid instance +will now return an error message including the instance id, so we need to +filter that out.

      +
      +if ! timeout $TERMINATE_TIMEOUT sh -c "while euca-describe-instances $INSTANCE | grep -ve '\(InstanceNotFound\|InvalidInstanceID\.NotFound\)' | grep -q $INSTANCE; do sleep 1; done"; then
+    die $LINENO "server didn't terminate within $TERMINATE_TIMEOUT seconds"
+fi
+
+
      +

      Delete secgroup

      +
      +euca-delete-group $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/exercises/floating_ips.sh.html b/devstack/exercises/floating_ips.sh.html new file mode 100644 index 00000000..5ac07d97 --- /dev/null +++ b/devstack/exercises/floating_ips.sh.html @@ -0,0 +1,676 @@ + + + + + floating_ips.sh + + + +
      +
      + + + + + + + + + + +

      floating_ips.sh

      + + + + + + + + + +
      + + +

      floating_ips.sh - using the cloud can be fun

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test instance connectivity with the nova command from python-novaclient

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions if needed

      +
      +if is_service_enabled neutron; then
+    source $TOP_DIR/lib/neutron
+fi
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-test_secgroup}
+
+
      +

      Default floating IP pool name

      +
      +DEFAULT_FLOATING_POOL=${DEFAULT_FLOATING_POOL:-public}
+
+
      +

      Additional floating IP pool and range

      +
      +TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test}
+
+
      +

      Instance name

      +
      +VM_NAME="ex-float"
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +glance image-list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create a secgroup

      +
      +if ! nova secgroup-list | grep -q $SECGROUP; then
+    nova secgroup-create $SECGROUP "$SECGROUP description"
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+        die $LINENO "Security group not created"
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +   INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    die $LINENO "server didn't terminate!"
+    exit 1
+fi
+
+
      + +
      +

      Boot instance

      +
      +
+VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security_groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    die $LINENO "server didn't become active!"
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2)
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Floating IPs

      +
      +
+
      +

      Allocate a floating IP from the default pool

      +
      +FLOATING_IP=$(nova floating-ip-create | grep $DEFAULT_FLOATING_POOL | get_field 1)
+die_if_not_set $LINENO FLOATING_IP "Failure creating floating IP from pool $DEFAULT_FLOATING_POOL"
+
+
      +

      List floating addresses

      +
      +if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep -q $FLOATING_IP; do sleep 1; done"; then
+    die $LINENO "Floating IP not allocated"
+fi
+
+
      +

      Add floating IP to our server

      +
      +nova add-floating-ip $VM_UUID $FLOATING_IP || \
+    die $LINENO "Failure adding floating IP $FLOATING_IP to $VM_NAME"
+
+
      +

      Test we can ping our floating IP within ASSOCIATE_TIMEOUT seconds

      +
      +ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT
+
+if ! is_service_enabled neutron; then
+
      +

      Allocate an IP from second floating pool

      +
      +    TEST_FLOATING_IP=$(nova floating-ip-create $TEST_FLOATING_POOL | grep $TEST_FLOATING_POOL | get_field 1)
+    die_if_not_set $LINENO TEST_FLOATING_IP "Failure creating floating IP in $TEST_FLOATING_POOL"
+
+
      +

      list floating addresses

      +
      +    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep $TEST_FLOATING_POOL | grep -q $TEST_FLOATING_IP; do sleep 1; done"; then
+        die $LINENO "Floating IP not allocated"
+     fi
+fi
+
+
      +

      Dis-allow icmp traffic (ping)

      +
      +nova secgroup-delete-rule $SECGROUP icmp -1 -1 0.0.0.0/0 || \
+    die $LINENO "Failure deleting security group rule from $SECGROUP"
+
+
      +

      FIXME (anthony): make xs support security groups

      +
      +if [ "$VIRT_DRIVER" != "xenserver" -a "$VIRT_DRIVER" != "openvz" ]; then
+
      +

      Test we can aren't able to ping our floating ip within ASSOCIATE_TIMEOUT seconds

      +
      +    ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT Fail
+fi
+
+
      + +
      +

      Clean up

      +
      +
+if ! is_service_enabled neutron; then
+
      +

      Delete second floating IP

      +
      +    nova floating-ip-delete $TEST_FLOATING_IP || \
+        die $LINENO "Failure deleting floating IP $TEST_FLOATING_IP"
+fi
+
+
      +

      Delete the floating ip

      +
      +nova floating-ip-delete $FLOATING_IP || \
+    die $LINENO "Failure deleting floating IP $FLOATING_IP"
+
+
      +

      Delete instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+
      +

      Wait for termination

      +
      +if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    die $LINENO "Server $VM_NAME not deleted"
+fi
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SECGROUP || \
+    die $LINENO "Failure deleting security group $SECGROUP"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/exercises/horizon.sh.html b/devstack/exercises/horizon.sh.html new file mode 100644 index 00000000..b27c3229 --- /dev/null +++ b/devstack/exercises/horizon.sh.html @@ -0,0 +1,426 @@ + + + + + horizon.sh + + + +
      +
      + + + + + + + + + + +

      horizon.sh

      + + + + + + + + + +
      + + +

      horizon.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that horizon started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled horizon || exit 55
+
+
      +

      can we get the front page

      +
      +curl http://$SERVICE_HOST 2>/dev/null | grep -q '<h3>Log In</h3>' || die $LINENO "Horizon front page not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/quantum-adv-test.sh.html b/devstack/exercises/quantum-adv-test.sh.html new file mode 100644 index 00000000..acb59d81 --- /dev/null +++ b/devstack/exercises/quantum-adv-test.sh.html @@ -0,0 +1,872 @@ + + + + + quantum-adv-test.sh + + + +
      +
      + + + + + + + + + + +

      quantum-adv-test.sh

      + + + + + + + + + +
      + + +
      +#!/usr/bin/env bash
+
+
      +

      neutron-adv-test.sh

      +
      +
+
      +

      Perform integration testing of Nova and other components with Neutron.

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +
+set -o errtrace
+
+trap failed ERR
+failed() {
+    local r=$?
+    set +o errtrace
+    set +o xtrace
+    echo "Failed to execute"
+    echo "Starting cleanup..."
+    delete_all
+    echo "Finished cleanup"
+    exit $r
+}
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
      +
      +

      Environment

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions

      +
      +source $TOP_DIR/lib/neutron
+
+
      +

      If neutron is not enabled we exit with exitcode 55, which means exercise is skipped.

      +
      +neutron_plugin_check_adv_test_requirements || exit 55
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      + +
      +

      Neutron Settings

      +
      +
+TENANTS="DEMO1"
+
      +

      TODO (nati)_Test public network

      +
      +#TENANTS="DEMO1,DEMO2"
+
+PUBLIC_NAME="admin"
+DEMO1_NAME="demo1"
+DEMO2_NAME="demo2"
+
+PUBLIC_NUM_NET=1
+DEMO1_NUM_NET=1
+DEMO2_NUM_NET=2
+
+PUBLIC_NET1_CIDR="200.0.0.0/24"
+DEMO1_NET1_CIDR="10.10.0.0/24"
+DEMO2_NET1_CIDR="10.20.0.0/24"
+DEMO2_NET2_CIDR="10.20.1.0/24"
+
+PUBLIC_NET1_GATEWAY="200.0.0.1"
+DEMO1_NET1_GATEWAY="10.10.0.1"
+DEMO2_NET1_GATEWAY="10.20.0.1"
+DEMO2_NET2_GATEWAY="10.20.1.1"
+
+PUBLIC_NUM_VM=1
+DEMO1_NUM_VM=1
+DEMO2_NUM_VM=2
+
+PUBLIC_VM1_NET='admin-net1'
+DEMO1_VM1_NET='demo1-net1'
+
      +

      Multinic settings. But this is fail without nic setting in OS image

      +
      +DEMO2_VM1_NET='demo2-net1'
+DEMO2_VM2_NET='demo2-net2'
+
+PUBLIC_NUM_ROUTER=1
+DEMO1_NUM_ROUTER=1
+DEMO2_NUM_ROUTER=1
+
+PUBLIC_ROUTER1_NET="admin-net1"
+DEMO1_ROUTER1_NET="demo1-net1"
+DEMO2_ROUTER1_NET="demo2-net1"
+
+KEYSTONE="keystone"
+
+
      +

      Manually create a token by querying keystone (sending JSON data). Keystone +returns a token and catalog of endpoints. We use python to parse the token +and save it.

      +
      +
+TOKEN=`keystone token-get | grep ' id ' | awk '{print $4}'`
+
+
      + +
      +

      Various functions

      +
      +
+function foreach_tenant {
+    COMMAND=$1
+    for TENANT in ${TENANTS//,/ };do
+        eval ${COMMAND//%TENANT%/$TENANT}
+    done
+}
+
+function foreach_tenant_resource {
+    COMMAND=$1
+    RESOURCE=$2
+    for TENANT in ${TENANTS//,/ };do
+        eval 'NUM=$'"${TENANT}_NUM_$RESOURCE"
+        for i in `seq $NUM`;do
+            local COMMAND_LOCAL=${COMMAND//%TENANT%/$TENANT}
+            COMMAND_LOCAL=${COMMAND_LOCAL//%NUM%/$i}
+            eval $COMMAND_LOCAL
+        done
+    done
+}
+
+function foreach_tenant_vm {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'VM'
+}
+
+function foreach_tenant_net {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'NET'
+}
+
+function get_image_id {
+    local IMAGE_ID=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+    echo "$IMAGE_ID"
+}
+
+function get_tenant_id {
+    local TENANT_NAME=$1
+    local TENANT_ID=`keystone tenant-list | grep " $TENANT_NAME " | head -n 1 | get_field 1`
+    echo "$TENANT_ID"
+}
+
+function get_user_id {
+    local USER_NAME=$1
+    local USER_ID=`keystone user-list | grep $USER_NAME | awk '{print $2}'`
+    echo "$USER_ID"
+}
+
+function get_role_id {
+    local ROLE_NAME=$1
+    local ROLE_ID=`keystone role-list | grep $ROLE_NAME | awk '{print $2}'`
+    echo "$ROLE_ID"
+}
+
+function get_network_id {
+    local NETWORK_NAME="$1"
+    local NETWORK_ID=`neutron net-list -F id  -- --name=$NETWORK_NAME | awk "NR==4" | awk '{print $2}'`
+    echo $NETWORK_ID
+}
+
+function get_flavor_id {
+    local INSTANCE_TYPE=$1
+    local FLAVOR_ID=`nova flavor-list | grep $INSTANCE_TYPE | awk '{print $2}'`
+    echo "$FLAVOR_ID"
+}
+
+function confirm_server_active {
+    local VM_UUID=$1
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+        echo "server '$VM_UUID' did not become active!"
+        false
+    fi
+}
+
+function add_tenant {
+    local TENANT=$1
+    local USER=$2
+
+    $KEYSTONE tenant-create --name=$TENANT
+    $KEYSTONE user-create --name=$USER --pass=${ADMIN_PASSWORD}
+
+    local USER_ID=$(get_user_id $USER)
+    local TENANT_ID=$(get_tenant_id $TENANT)
+
+    $KEYSTONE user-role-add --user-id $USER_ID --role-id $(get_role_id Member) --tenant-id $TENANT_ID
+}
+
+function remove_tenant {
+    local TENANT=$1
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    $KEYSTONE tenant-delete $TENANT_ID
+}
+
+function remove_user {
+    local USER=$1
+    local USER_ID=$(get_user_id $USER)
+    $KEYSTONE user-delete $USER_ID
+}
+
+function create_tenants {
+    source $TOP_DIR/openrc admin admin
+    add_tenant demo1 demo1 demo1
+    add_tenant demo2 demo2 demo2
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_tenants_and_users {
+    source $TOP_DIR/openrc admin admin
+    remove_user demo1
+    remove_tenant demo1
+    remove_user demo2
+    remove_tenant demo2
+    echo "removed all tenants"
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_network {
+    local TENANT=$1
+    local GATEWAY=$2
+    local CIDR=$3
+    local NUM=$4
+    local EXTRA=$5
+    local NET_NAME="${TENANT}-net$NUM"
+    local ROUTER_NAME="${TENANT}-router${NUM}"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NET_ID=$(neutron net-create --tenant_id $TENANT_ID $NET_NAME $EXTRA| grep ' id ' | awk '{print $4}' )
+    neutron subnet-create --ip_version 4 --tenant_id $TENANT_ID --gateway $GATEWAY $NET_ID $CIDR
+    neutron-debug probe-create --device-owner compute $NET_ID
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_networks {
+    foreach_tenant_net 'create_network ${%TENANT%_NAME} ${%TENANT%_NET%NUM%_GATEWAY} ${%TENANT%_NET%NUM%_CIDR} %NUM% ${%TENANT%_NET%NUM%_EXTRA}'
+    #TODO(nati) test security group function
+
      +

      allow ICMP for both tenant's security groups

      +
      +    #source $TOP_DIR/openrc demo1 demo1
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+    #source $TOP_DIR/openrc demo2 demo2
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+}
+
+function create_vm {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAMES=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NIC=""
+    for NET_NAME in ${NET_NAMES//,/ };do
+        NIC="$NIC --nic net-id="`get_network_id $NET_NAME`
+    done
+    #TODO (nati) Add multi-nic test
+    #TODO (nati) Add public-net test
+    local VM_UUID=`nova boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        $NIC \
+        $TENANT-server$NUM | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set $LINENO VM_UUID "Failure launching $TENANT-server$NUM"
+    confirm_server_active $VM_UUID
+}
+
+function create_vms {
+    foreach_tenant_vm 'create_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function ping_ip {
+
      +

      Test agent connection. Assumes namespaces are disabled, and +that DHCP is in use, but not L3

      +
      +   local VM_NAME=$1
+   local NET_NAME=$2
+   IP=`nova show $VM_NAME | grep 'network' | awk '{print $5}'`
+   ping_check $NET_NAME $IP $BOOT_TIMEOUT
+}
+
+function check_vm {
+    local TENANT=$1
+    local NUM=$2
+    local VM_NAME="$TENANT-server$NUM"
+    local NET_NAME=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    ping_ip $VM_NAME $NET_NAME
+
      +

      TODO (nati) test ssh connection +TODO (nati) test inter connection between vm +TODO (nati) test dhcp host routes +TODO (nati) test multi-nic

      +
      +}
+
+function check_vms {
+    foreach_tenant_vm 'check_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function shutdown_vm {
+    local TENANT=$1
+    local NUM=$2
+    source $TOP_DIR/openrc $TENANT $TENANT
+    VM_NAME=${TENANT}-server$NUM
+    nova delete $VM_NAME
+}
+
+function shutdown_vms {
+    foreach_tenant_vm 'shutdown_vm ${%TENANT%_NAME} %NUM%'
+    if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q ACTIVE; do sleep 1; done"; then
+        die $LINENO "Some VMs failed to shutdown"
+    fi
+}
+
+function delete_network {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAME="${TENANT}-net$NUM"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    #TODO(nati) comment out until l3-agent merged
+    #for res in port subnet net router;do
+    for net_id in `neutron net-list -c id -c name | grep $NET_NAME | awk '{print $2}'`;do
+        delete_probe $net_id
+        neutron subnet-list | grep $net_id | awk '{print $2}' | xargs -I% neutron subnet-delete %
+        neutron net-delete $net_id
+    done
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_networks {
+   foreach_tenant_net 'delete_network ${%TENANT%_NAME} %NUM%'
+   #TODO(nati) add secuirty group check after it is implemented
+
      +

      source $TOP_DIR/openrc demo1 demo1 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0 +source $TOP_DIR/openrc demo2 demo2 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0

      +
      +}
+
+function create_all {
+    create_tenants
+    create_networks
+    create_vms
+}
+
+function delete_all {
+    shutdown_vms
+    delete_networks
+    delete_tenants_and_users
+}
+
+function all {
+    create_all
+    check_vms
+    delete_all
+}
+
+
      + +
      +

      Test functions

      +
      +
+function test_functions {
+    IMAGE=$(get_image_id)
+    echo $IMAGE
+
+    TENANT_ID=$(get_tenant_id demo)
+    echo $TENANT_ID
+
+    FLAVOR_ID=$(get_flavor_id m1.tiny)
+    echo $FLAVOR_ID
+
+    NETWORK_ID=$(get_network_id admin)
+    echo $NETWORK_ID
+}
+
+
      + +
      +

      Usage and main

      +
      +
+usage() {
+    echo "$0: [-h]"
+    echo "  -h, --help              Display help message"
+    echo "  -t, --tenant            Create tenants"
+    echo "  -n, --net               Create networks"
+    echo "  -v, --vm                Create vms"
+    echo "  -c, --check             Check connection"
+    echo "  -x, --delete-tenants    Delete tenants"
+    echo "  -y, --delete-nets       Delete networks"
+    echo "  -z, --delete-vms        Delete vms"
+    echo "  -T, --test              Test functions"
+}
+
+main() {
+
+    echo Description
+    echo
+    echo Copyright 2012, Cisco Systems
+    echo Copyright 2012, Nicira Networks, Inc.
+    echo Copyright 2012, NTT MCL, Inc.
+    echo
+    echo Please direct any questions to dedutta@cisco.com, dan@nicira.com, nachi@nttmcl.com
+    echo
+
+
+    if [ $# -eq 0 ] ; then
+
      +

      if no args are provided, run all tests

      +
      +        all
+    else
+
+        while [ "$1" != "" ]; do
+            case $1 in
+                -h | --help )   usage
+                                exit
+                                ;;
+                -n | --net )    create_networks
+                                exit
+                                ;;
+                -v | --vm )     create_vms
+                                exit
+                                ;;
+                -t | --tenant ) create_tenants
+                                exit
+                                ;;
+                -c | --check )   check_vms
+                                exit
+                                ;;
+                -T | --test )   test_functions
+                                exit
+                                ;;
+                -x | --delete-tenants ) delete_tenants_and_users
+                                exit
+                                ;;
+                -y | --delete-nets ) delete_networks
+                                exit
+                                ;;
+                -z | --delete-vms ) shutdown_vms
+                                exit
+                                ;;
+                -a | --all )    all
+                                exit
+                                ;;
+                * )             usage
+                                exit 1
+            esac
+            shift
+        done
+    fi
+}
+
+
      + +
      +

      Kick off script

      +
      +
+echo $*
+main $*
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/sec_groups.sh.html b/devstack/exercises/sec_groups.sh.html new file mode 100644 index 00000000..e19569ac --- /dev/null +++ b/devstack/exercises/sec_groups.sh.html @@ -0,0 +1,470 @@ + + + + + sec_groups.sh + + + +
      +
      + + + + + + + + + + +

      sec_groups.sh

      + + + + + + + + + +
      + + +

      sec_groups.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test security groups via the command line

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
+
      + +
      +

      Testing Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create random name for new sec group and create secgroup of said name

      +
      +SEC_GROUP_NAME="ex-secgroup-$(openssl rand -hex 4)"
+nova secgroup-create $SEC_GROUP_NAME 'a test security group'
+
+
      +

      Add some rules to the secgroup

      +
      +RULES_TO_ADD=( 22 3389 5900 )
+
+for RULE in "${RULES_TO_ADD[@]}"; do
+    nova secgroup-add-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0
+done
+
+
      +

      Check to make sure rules were added

      +
      +SEC_GROUP_RULES=( $(nova secgroup-list-rules $SEC_GROUP_NAME | grep -v \- | grep -v 'Source Group' | cut -d '|' -f3 | tr -d ' ') )
+for i in "${RULES_TO_ADD[@]}"; do
+    skip=
+    for j in "${SEC_GROUP_RULES[@]}"; do
+        [[ $i == $j ]] && { skip=1; break; }
+    done
+    [[ -n $skip ]] || exit 1
+done
+
+
      +

      Delete rules and secgroup

      +
      +for RULE in "${RULES_TO_ADD[@]}"; do
+    nova secgroup-delete-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0
+done
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SEC_GROUP_NAME || \
+    die $LINENO "Failure deleting security group $SEC_GROUP_NAME"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/swift.sh.html b/devstack/exercises/swift.sh.html new file mode 100644 index 00000000..bb7d9a9a --- /dev/null +++ b/devstack/exercises/swift.sh.html @@ -0,0 +1,465 @@ + + + + + swift.sh + + + +
      +
      + + + + + + + + + + +

      swift.sh

      + + + + + + + + + +
      + + +

      swift.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test swift via the swift command line from ``python-swiftclient`

      +
      +

      System Message: WARNING/2 (<stdin>, line 5); backlink

      +Inline literal start-string without end-string.
      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If swift is not enabled we exit with exitcode 55 which mean +exercise is skipped.

      +
      +is_service_enabled s-proxy || exit 55
+
+
      +

      Container name

      +
      +CONTAINER=ex-swift
+
+
+
      + +
      +

      Testing Swift

      +
      +
+
      +

      Check if we have to swift via keystone

      +
      +swift stat || die $LINENO "Failure geting status"
+
+
      +

      We start by creating a test container

      +
      +swift post $CONTAINER || die $LINENO "Failure creating container $CONTAINER"
+
+
      +

      add some files into it.

      +
      +swift upload $CONTAINER /etc/issue || die $LINENO "Failure uploading file to container $CONTAINER"
+
+
      +

      list them

      +
      +swift list $CONTAINER || die $LINENO "Failure listing contents of container $CONTAINER"
+
+
      +

      And we may want to delete them now that we have tested that +everything works.

      +
      +swift delete $CONTAINER || die $LINENO "Failure deleting container $CONTAINER"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/exercises/volumes.sh.html b/devstack/exercises/volumes.sh.html new file mode 100644 index 00000000..3cab2933 --- /dev/null +++ b/devstack/exercises/volumes.sh.html @@ -0,0 +1,666 @@ + + + + + volumes.sh + + + +
      +
      + + + + + + + + + + +

      volumes.sh

      + + + + + + + + + +
      + + +

      volumes.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test cinder volumes with the cinder command from python-cinderclient

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions if needed

      +
      +if is_service_enabled neutron; then
+    source $TOP_DIR/lib/neutron
+fi
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If cinder is not enabled we exit with exitcode 55 which mean +exercise is skipped.

      +
      +is_service_enabled cinder || exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-vol_secgroup}
+
+
      +

      Instance and volume names

      +
      +VM_NAME=${VM_NAME:-ex-vol-inst}
+VOL_NAME="ex-vol-$(openssl rand -hex 4)"
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +glance image-list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create a secgroup

      +
      +if ! nova secgroup-list | grep -q $SECGROUP; then
+    nova secgroup-create $SECGROUP "$SECGROUP description"
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+        echo "Security group not created"
+        exit 1
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +   INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    die $LINENO "server didn't terminate!"
+fi
+
+
      + +
      +

      Boot instance

      +
      +
+VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security_groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    die $LINENO "server didn't become active!"
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2)
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Volumes

      +
      +
+
      +

      Verify it doesn't exist

      +
      +if [[ -n $(cinder list | grep $VOL_NAME | head -1 | get_field 2) ]]; then
+    die $LINENO "Volume $VOL_NAME already exists"
+fi
+
+
      +

      Create a new volume

      +
      +start_time=$(date +%s)
+cinder create --display_name $VOL_NAME --display_description "test volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \
+    die $LINENO "Failure creating volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not created"
+fi
+end_time=$(date +%s)
+echo "Completed cinder create in $((end_time - start_time)) seconds"
+
+
      +

      Get volume ID

      +
      +VOL_ID=$(cinder list | grep $VOL_NAME | head -1 | get_field 1)
+die_if_not_set $LINENO VOL_ID "Failure retrieving volume ID for $VOL_NAME"
+
+
      +

      Attach to server

      +
      +DEVICE=/dev/vdb
+start_time=$(date +%s)
+nova volume-attach $VM_UUID $VOL_ID $DEVICE || \
+    die $LINENO "Failure attaching volume $VOL_NAME to $VM_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep in-use; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not attached to $VM_NAME"
+fi
+end_time=$(date +%s)
+echo "Completed volume-attach in $((end_time - start_time)) seconds"
+
+VOL_ATTACH=$(cinder list | grep $VOL_NAME | head -1 | get_field -1)
+die_if_not_set $LINENO VOL_ATTACH "Failure retrieving $VOL_NAME status"
+if [[ "$VOL_ATTACH" != $VM_UUID ]]; then
+    die $LINENO "Volume not attached to correct instance"
+fi
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Detach volume

      +
      +start_time=$(date +%s)
+nova volume-detach $VM_UUID $VOL_ID || die $LINENO "Failure detaching volume $VOL_NAME from $VM_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not detached from $VM_NAME"
+fi
+end_time=$(date +%s)
+echo "Completed volume-detach in $((end_time - start_time)) seconds"
+
+
      +

      Delete volume

      +
      +start_time=$(date +%s)
+cinder delete $VOL_ID || die $LINENO "Failure deleting volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not deleted"
+fi
+end_time=$(date +%s)
+echo "Completed cinder delete in $((end_time - start_time)) seconds"
+
+
      +

      Delete instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    die $LINENO "Server $VM_NAME not deleted"
+fi
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/extras.d/80-tempest.sh.html b/devstack/extras.d/80-tempest.sh.html new file mode 100644 index 00000000..2a6eccc5 --- /dev/null +++ b/devstack/extras.d/80-tempest.sh.html @@ -0,0 +1,387 @@ + + + + + 80-tempest.sh + + + +
      +
      + + + + + + + + + + +

      80-tempest.sh

      + + + + + + + + + +
      + + +

      tempest.sh - DevStack extras script

      +
      +
+source $TOP_DIR/lib/tempest
+
+if [[ "$1" == "stack" ]]; then
+
      +

      Configure Tempest last to ensure that the runtime configuration of +the various OpenStack services can be queried.

      +
      +    if is_service_enabled tempest; then
+        echo_summary "Configuring Tempest"
+        install_tempest
+        configure_tempest
+        init_tempest
+    fi
+fi
+
+if [[ "$1" == "unstack" ]]; then
+
      +

      no-op

      +
      +    :
+fi
+
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/files/keystone_data.sh.html b/devstack/files/keystone_data.sh.html new file mode 100644 index 00000000..0a6bcc52 --- /dev/null +++ b/devstack/files/keystone_data.sh.html @@ -0,0 +1,617 @@ + + + + + keystone_data.sh + + + +
      +
      + + + + + + + + + + +

      keystone_data.sh

      + + + + + + + + + +
      + + +

      Initial data for Keystone using python-keystoneclient

      +
      +

      Tenant User Roles

      +

      service glance admin +service swift service # if enabled +service heat service # if enabled +service ceilometer admin # if enabled +Tempest Only: +alt_demo alt_demo Member

      +

      Variables set before calling this script: +SERVICE_TOKEN - aka admin_token in keystone.conf +SERVICE_ENDPOINT - local Keystone admin endpoint +SERVICE_TENANT_NAME - name of tenant containing service accounts +SERVICE_HOST - host used for endpoint creation +ENABLED_SERVICES - stack.sh's list of services to start +DEVSTACK_DIR - Top-level DevStack directory +KEYSTONE_CATALOG_BACKEND - used to determine service catalog creation

      +
      +#!/bin/bash
+
+
      + +
      +

      Defaults

      +
      +
+ADMIN_PASSWORD=${ADMIN_PASSWORD:-secrete}
+SERVICE_PASSWORD=${SERVICE_PASSWORD:-$ADMIN_PASSWORD}
+export SERVICE_TOKEN=$SERVICE_TOKEN
+export SERVICE_ENDPOINT=$SERVICE_ENDPOINT
+SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service}
+
+function get_id () {
+    echo `"$@" | awk '/ id / { print $4 }'`
+}
+
+
      +

      Lookups

      +
      +SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }")
+MEMBER_ROLE=$(keystone role-list | awk "/ Member / { print \$2 }")
+
+
+
      + +
      +

      Roles

      +
      +
+
      +

      The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it. +The admin role in swift allows a user to act as an admin for their tenant, +but ResellerAdmin is needed for a user to act as any tenant. The name of this +role is also configurable in swift-proxy.conf

      +
      +RESELLER_ROLE=$(get_id keystone role-create --name=ResellerAdmin)
+
      +

      Service role, so service users do not have to be admins

      +
      +SERVICE_ROLE=$(get_id keystone role-create --name=service)
+
+
+
      + +
      +

      Services

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]] && [[ "$ENABLED_SERVICES" =~ "s-proxy" || "$ENABLED_SERVICES" =~ "swift" ]]; then
+    NOVA_USER=$(keystone user-list | awk "/ nova / { print \$2 }")
+
      +

      Nova needs ResellerAdmin role to download images when accessing +swift through the s3 api.

      +
      +    keystone user-role-add \
+        --tenant_id $SERVICE_TENANT \
+        --user_id $NOVA_USER \
+        --role_id $RESELLER_ROLE
+fi
+
+
      +

      Heat

      +
      +if [[ "$ENABLED_SERVICES" =~ "heat" ]]; then
+    HEAT_USER=$(get_id keystone user-create --name=heat \
+                                              --pass="$SERVICE_PASSWORD" \
+                                              --tenant_id $SERVICE_TENANT \
+                                              --email=heat@example.com)
+    keystone user-role-add --tenant_id $SERVICE_TENANT \
+                           --user_id $HEAT_USER \
+                           --role_id $SERVICE_ROLE
+
      +

      heat_stack_user role is for users created by Heat

      +
      +    keystone role-create --name heat_stack_user
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        HEAT_CFN_SERVICE=$(get_id keystone service-create \
+            --name=heat-cfn \
+            --type=cloudformation \
+            --description="Heat CloudFormation Service")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $HEAT_CFN_SERVICE \
+            --publicurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \
+            --adminurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \
+            --internalurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1"
+        HEAT_SERVICE=$(get_id keystone service-create \
+            --name=heat \
+            --type=orchestration \
+            --description="Heat Service")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $HEAT_SERVICE \
+            --publicurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            --adminurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            --internalurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
+    fi
+fi
+
+
      +

      Glance

      +
      +if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    GLANCE_USER=$(get_id keystone user-create \
+        --name=glance \
+        --pass="$SERVICE_PASSWORD" \
+        --tenant_id $SERVICE_TENANT \
+        --email=glance@example.com)
+    keystone user-role-add \
+        --tenant_id $SERVICE_TENANT \
+        --user_id $GLANCE_USER \
+        --role_id $ADMIN_ROLE
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        GLANCE_SERVICE=$(get_id keystone service-create \
+            --name=glance \
+            --type=image \
+            --description="Glance Image Service")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $GLANCE_SERVICE \
+            --publicurl "http://$SERVICE_HOST:9292" \
+            --adminurl "http://$SERVICE_HOST:9292" \
+            --internalurl "http://$SERVICE_HOST:9292"
+    fi
+fi
+
+
      +

      Swift

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "swift" || "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+    SWIFT_USER=$(get_id keystone user-create \
+        --name=swift \
+        --pass="$SERVICE_PASSWORD" \
+        --tenant_id $SERVICE_TENANT \
+        --email=swift@example.com)
+    keystone user-role-add \
+        --tenant_id $SERVICE_TENANT \
+        --user_id $SWIFT_USER \
+        --role_id $SERVICE_ROLE
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        SWIFT_SERVICE=$(get_id keystone service-create \
+            --name=swift \
+            --type="object-store" \
+            --description="Swift Service")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $SWIFT_SERVICE \
+            --publicurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \
+            --adminurl "http://$SERVICE_HOST:8080" \
+            --internalurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s"
+    fi
+fi
+
+if [[ "$ENABLED_SERVICES" =~ "ceilometer" ]]; then
+    CEILOMETER_USER=$(get_id keystone user-create --name=ceilometer \
+                                              --pass="$SERVICE_PASSWORD" \
+                                              --tenant_id $SERVICE_TENANT \
+                                              --email=ceilometer@example.com)
+    keystone user-role-add --tenant_id $SERVICE_TENANT \
+                           --user_id $CEILOMETER_USER \
+                           --role_id $ADMIN_ROLE
+
      +

      Ceilometer needs ResellerAdmin role to access swift account stats.

      +
      +    keystone user-role-add --tenant_id $SERVICE_TENANT \
+                           --user_id $CEILOMETER_USER \
+                           --role_id $RESELLER_ROLE
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        CEILOMETER_SERVICE=$(get_id keystone service-create \
+            --name=ceilometer \
+            --type=metering \
+            --description="Ceilometer Service")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $CEILOMETER_SERVICE \
+            --publicurl "http://$SERVICE_HOST:8777" \
+            --adminurl "http://$SERVICE_HOST:8777" \
+            --internalurl "http://$SERVICE_HOST:8777"
+    fi
+fi
+
+
      +

      EC2

      +
      +if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        EC2_SERVICE=$(get_id keystone service-create \
+            --name=ec2 \
+            --type=ec2 \
+            --description="EC2 Compatibility Layer")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $EC2_SERVICE \
+            --publicurl "http://$SERVICE_HOST:8773/services/Cloud" \
+            --adminurl "http://$SERVICE_HOST:8773/services/Admin" \
+            --internalurl "http://$SERVICE_HOST:8773/services/Cloud"
+    fi
+fi
+
+
      +

      S3

      +
      +if [[ "$ENABLED_SERVICES" =~ "n-obj" || "$ENABLED_SERVICES" =~ "swift3" ]]; then
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        S3_SERVICE=$(get_id keystone service-create \
+            --name=s3 \
+            --type=s3 \
+            --description="S3")
+        keystone endpoint-create \
+            --region RegionOne \
+            --service_id $S3_SERVICE \
+            --publicurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+            --adminurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+            --internalurl "http://$SERVICE_HOST:$S3_SERVICE_PORT"
+    fi
+fi
+
+if [[ "$ENABLED_SERVICES" =~ "tempest" ]]; then
+
      +

      Tempest has some tests that validate various authorization checks +between two regular users in separate tenants

      +
      +    ALT_DEMO_TENANT=$(get_id keystone tenant-create \
+        --name=alt_demo)
+    ALT_DEMO_USER=$(get_id keystone user-create \
+        --name=alt_demo \
+        --pass="$ADMIN_PASSWORD" \
+        --email=alt_demo@example.com)
+    keystone user-role-add \
+        --tenant_id $ALT_DEMO_TENANT \
+        --user_id $ALT_DEMO_USER \
+        --role_id $MEMBER_ROLE
+fi
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/rejoin-stack.sh.html b/devstack/rejoin-stack.sh.html new file mode 100644 index 00000000..fd6dca7d --- /dev/null +++ b/devstack/rejoin-stack.sh.html @@ -0,0 +1,390 @@ + + + + + rejoin-stack.sh + + + +
      +
      + + + + + + + + + + +

      rejoin-stack.sh

      + + + + + + + + + +
      + + +

      This script rejoins an existing screen, or re-creates a +screen session from a previous run of stack.sh.

      +
      +#! /usr/bin/env bash
+
+
+TOP_DIR=`dirname $0`
+
+
      +

      Import common functions in case the localrc (loaded via stackrc) +uses them.

      +
      +source $TOP_DIR/functions
+
+source $TOP_DIR/stackrc
+
+
      +

      if screenrc exists, run screen

      +
      +if [[ -e $TOP_DIR/stack-screenrc ]]; then
+    if screen -ls | egrep -q "[0-9].stack"; then
+        echo "Attaching to already started screen session.."
+        exec screen -r stack
+    fi
+    exec screen -c $TOP_DIR/stack-screenrc -S $SCREEN_NAME
+fi
+
+echo "Couldn't find $TOP_DIR/stack-screenrc file; have you run stack.sh yet?"
+exit 1
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/samples/local.sh.html b/devstack/samples/local.sh.html new file mode 100644 index 00000000..9f61e5f9 --- /dev/null +++ b/devstack/samples/local.sh.html @@ -0,0 +1,464 @@ + + + + + local.sh + + + +
      +
      + + + + + + + + + + +

      local.sh

      + + + + + + + + + +
      + + +

      Sample local.sh for user-configurable tasks to run automatically +at the successful conclusion of stack.sh.

      +
      +#!/usr/bin/env bash
+
+
+
      +

      NOTE: Copy this file to the root devstack directory for it to +work properly.

      +
      +
+
      +

      This is a collection of some of the things we have found to be useful to run +after stack.sh to tweak the OpenStack configuration that DevStack produces. +These should be considered as samples and are unsupported DevStack code.

      +
      +
+
+
      +

      Keep track of the devstack directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Use openrc + stackrc + localrc for settings

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Destination path for installation DEST

      +
      +DEST=${DEST:-/opt/stack}
+
+
+
      +
      +

      Import ssh keys

      +
      +
+
      +

      Import keys from the current user into the default OpenStack user (usually +demo)

      +
      +
+
      +

      Get OpenStack auth

      +
      +source $TOP_DIR/openrc
+
+
      +

      Add first keypair found in localhost:$HOME/.ssh

      +
      +for i in $HOME/.ssh/id_rsa.pub $HOME/.ssh/id_dsa.pub; do
+    if [[ -r $i ]]; then
+        nova keypair-add --pub_key=$i `hostname`
+        break
+    fi
+done
+
+
+
      + +
      +

      Create A Flavor

      +
      +
+
      +

      Get OpenStack admin auth

      +
      +source $TOP_DIR/openrc admin admin
+
+
      +

      Name of new flavor +set in localrc with DEFAULT_INSTANCE_TYPE=m1.micro

      +
      +MI_NAME=m1.micro
+
+
      +

      Create micro flavor if not present

      +
      +if [[ -z $(nova flavor-list | grep $MI_NAME) ]]; then
+    nova flavor-create $MI_NAME 6 128 0 1
+fi
+
+
+
      + +
      +

      Other Uses

      +
      +
+
      +

      Add tcp/22 and icmp to default security group

      +
      +nova secgroup-add-rule default tcp 22 22 0.0.0.0/0
+nova secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/stack.sh.html b/devstack/stack.sh.html new file mode 100644 index 00000000..da259203 --- /dev/null +++ b/devstack/stack.sh.html @@ -0,0 +1,2182 @@ + + + + + stack.sh + + + +
      +
      + + + + + + + + + + +

      stack.sh

      + + + + + + + + + +
      + + +

      stack.sh is an opinionated OpenStack developer installation. It +installs and configures various combinations of Ceilometer, Cinder, +Glance, Heat, Horizon, Keystone, Nova, Neutron +and Swift.

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script allows you to specify configuration options of what git +repositories to use, enabled services, network configuration and various +passwords. If you are crafty you can run the script on multiple nodes using +shared settings for common resources (mysql, rabbitmq) and build a multi-node +developer install.

      +
      +
+
      +

      To keep this script simple we assume you are running on a recent Ubuntu +(12.04 Precise or newer) or Fedora (F16 or newer) machine. (It may work +on other platforms but support for those platforms is left to those who added +them to DevStack.) It should work in a VM or physical server. Additionally +we maintain a list of apt and rpm dependencies and other configuration +files in this repo.

      +
      +
+
      +

      Learn more and get the most recent version at http://devstack.org

      +
      +
+
      +

      Make sure custom grep options don't get in the way

      +
      +unset GREP_OPTIONS
+
+
      +

      Keep track of the devstack directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +GetDistro
+
+
+
      +
      +

      Global Settings

      +
      +
+
      +

      stack.sh is customizable by setting environment variables. Override a +default setting via export:

      +
      +export DATABASE_PASSWORD=anothersecret
+./stack.sh
+
      +

      or by setting the variable on the command line:

      +
      +DATABASE_PASSWORD=simple ./stack.sh
+
      +

      Persistent variables can be placed in a localrc file:

      +
      +DATABASE_PASSWORD=anothersecret
+DATABASE_USER=hellaroot
+
      +

      We try to have sensible defaults, so you should be able to run ./stack.sh +in most cases. localrc is not distributed with DevStack and will never +be overwritten by a DevStack update.

      +

      DevStack distributes stackrc which contains locations for the OpenStack +repositories, branches to configure, and other configuration defaults. +stackrc sources localrc to allow you to safely override those settings.

      +
      +
+if [[ ! -r $TOP_DIR/stackrc ]]; then
+    log_error $LINENO "missing $TOP_DIR/stackrc - did you grab more than just stack.sh?"
+fi
+source $TOP_DIR/stackrc
+
+
+
      +
      +

      Local Settings

      +
      +
+
      +

      Make sure the proxy config is visible to sub-processes

      +
      +export_proxy_variables
+
+
      +

      Destination path for installation DEST

      +
      +DEST=${DEST:-/opt/stack}
+
+
+
      + +
      +

      Sanity Check

      +
      +
+
      +

      Clean up last environment var cache

      +
      +if [[ -r $TOP_DIR/.stackenv ]]; then
+    rm $TOP_DIR/.stackenv
+fi
+
+
      +

      stack.sh keeps the list of apt and rpm dependencies and config +templates and other useful files in the files subdirectory

      +
      +FILES=$TOP_DIR/files
+if [ ! -d $FILES ]; then
+    log_error $LINENO "missing devstack/files"
+fi
+
+
      +

      stack.sh keeps function libraries here +Make sure $TOP_DIR/lib directory is present

      +
      +if [ ! -d $TOP_DIR/lib ]; then
+    log_error $LINENO "missing devstack/lib"
+fi
+
+
      +

      Import common services (database, message queue) configuration

      +
      +source $TOP_DIR/lib/database
+source $TOP_DIR/lib/rpc_backend
+
+
      +

      Remove services which were negated in ENABLED_SERVICES +using the "-" prefix (e.g., "-rabbit") instead of +calling disable_service().

      +
      +disable_negated_services
+
+
      +

      Warn users who aren't on an explicitly supported distro, but allow them to +override check and attempt installation with FORCE=yes ./stack

      +
      +if [[ ! ${DISTRO} =~ (oneiric|precise|quantal|raring|saucy|7.0|wheezy|sid|testing|jessie|f16|f17|f18|f19|opensuse-12.2|rhel6) ]]; then
+    echo "WARNING: this script has not been tested on $DISTRO"
+    if [[ "$FORCE" != "yes" ]]; then
+        die $LINENO "If you wish to run this script anyway run with FORCE=yes"
+    fi
+fi
+
+
      +

      Make sure we only have one rpc backend enabled, +and the specified rpc backend is available on your platform.

      +
      +check_rpc_backend
+
+
      +

      Check to see if we are already running DevStack +Note that this may fail if USE_SCREEN=False

      +
      +if type -p screen >/dev/null && screen -ls | egrep -q "[0-9].$SCREEN_NAME"; then
+    echo "You are already running a stack.sh session."
+    echo "To rejoin this session type 'screen -x stack'."
+    echo "To destroy this session, type './unstack.sh'."
+    exit 1
+fi
+
+
      +

      Set up logging level

      +
      +VERBOSE=$(trueorfalse True $VERBOSE)
+
+
+
      + + +
      +

      Additional repos

      +
      +
+
      +

      Some distros need to add repos beyond the defaults provided by the vendor +to pick up required packages.

      +
      +
+
      +

      The Debian Wheezy official repositories do not contain all required packages, +add gplhost repository.

      +
      +if [[ "$os_VENDOR" =~ (Debian) ]]; then
+    echo 'deb http://archive.gplhost.com/debian grizzly main' | sudo tee /etc/apt/sources.list.d/gplhost_wheezy-backports.list
+    echo 'deb http://archive.gplhost.com/debian grizzly-backports main' | sudo tee -a /etc/apt/sources.list.d/gplhost_wheezy-backports.list
+    apt_get update
+    apt_get install --force-yes gplhost-archive-keyring
+fi
+
+if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then
+
      +

      Installing Open vSwitch on RHEL6 requires enabling the RDO repo.

      +
      +    RHEL6_RDO_REPO_RPM=${RHEL6_RDO_REPO_RPM:-"http://rdo.fedorapeople.org/openstack/openstack-grizzly/rdo-release-grizzly-3.noarch.rpm"}
+    RHEL6_RDO_REPO_ID=${RHEL6_RDO_REPO_ID:-"openstack-grizzly"}
+    if ! yum repolist enabled $RHEL6_RDO_REPO_ID | grep -q $RHEL6_RDO_REPO_ID; then
+        echo "RDO repo not detected; installing"
+        yum_install $RHEL6_RDO_REPO_RPM || \
+            die $LINENO "Error installing RDO repo, cannot continue"
+    fi
+
+
      +

      RHEL6 requires EPEL for many Open Stack dependencies

      +
      +    RHEL6_EPEL_RPM=${RHEL6_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm"}
+    if ! yum repolist enabled epel | grep -q 'epel'; then
+        echo "EPEL not detected; installing"
+        yum_install ${RHEL6_EPEL_RPM} || \
+            die $LINENO "Error installing EPEL repo, cannot continue"
+    fi
+fi
+
+
+
      +
      +

      root Access

      +
      +
+
      +

      OpenStack is designed to be run as a non-root user; Horizon will fail to run +as root since Apache will not serve content from root user). If +stack.sh is run as root, it automatically creates a stack user with +sudo privileges and runs as that user.

      +
      +
+if [[ $EUID -eq 0 ]]; then
+    ROOTSLEEP=${ROOTSLEEP:-10}
+    echo "You are running this script as root."
+    echo "In $ROOTSLEEP seconds, we will create a user '$STACK_USER' and run as that user"
+    sleep $ROOTSLEEP
+
+
      +

      Give the non-root user the ability to run as root via sudo

      +
      +    is_package_installed sudo || install_package sudo
+    if ! getent group $STACK_USER >/dev/null; then
+        echo "Creating a group called $STACK_USER"
+        groupadd $STACK_USER
+    fi
+    if ! getent passwd $STACK_USER >/dev/null; then
+        echo "Creating a user called $STACK_USER"
+        useradd -g $STACK_USER -s /bin/bash -d $DEST -m $STACK_USER
+    fi
+
+    echo "Giving stack user passwordless sudo privileges"
+
      +

      UEC images /etc/sudoers does not have a #includedir, add one

      +
      +    grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+        echo "#includedir /etc/sudoers.d" >> /etc/sudoers
+    ( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \
+        > /etc/sudoers.d/50_stack_sh )
+
+    echo "Copying files to $STACK_USER user"
+    STACK_DIR="$DEST/${TOP_DIR##*/}"
+    cp -r -f -T "$TOP_DIR" "$STACK_DIR"
+    chown -R $STACK_USER "$STACK_DIR"
+    cd "$STACK_DIR"
+    if [[ "$SHELL_AFTER_RUN" != "no" ]]; then
+        exec sudo -u $STACK_USER  bash -l -c "set -e; bash stack.sh; bash"
+    else
+        exec sudo -u $STACK_USER bash -l -c "set -e; source stack.sh"
+    fi
+    exit 1
+else
+
      +

      We're not root, make sure sudo is available

      +
      +    is_package_installed sudo || die "Sudo is required.  Re-run stack.sh as root ONE TIME ONLY to set up sudo."
+
+
      +

      UEC images /etc/sudoers does not have a #includedir, add one

      +
      +    sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+        echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
+
+
      +

      Set up devstack sudoers

      +
      +    TEMPFILE=`mktemp`
+    echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
+
      +

      Some binaries might be under /sbin or /usr/sbin, so make sure sudo will +see them by forcing PATH

      +
      +    echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
+    chmod 0440 $TEMPFILE
+    sudo chown root:root $TEMPFILE
+    sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
+
+
      +

      Remove old file

      +
      +    sudo rm -f /etc/sudoers.d/stack_sh_nova
+fi
+
+
      +

      Create the destination directory and ensure it is writable by the user

      +
      +sudo mkdir -p $DEST
+sudo chown -R $STACK_USER $DEST
+
+
      +

      a basic test for $DEST path permissions (fatal on error unless skipped)

      +
      +check_path_perm_sanity ${DEST}
+
+
      +

      Set OFFLINE to True to configure stack.sh to run cleanly without +Internet access. stack.sh must have been previously run with Internet +access to install prerequisites and fetch repositories.

      +
      +OFFLINE=`trueorfalse False $OFFLINE`
+
+
      +

      Set ERROR_ON_CLONE to True to configure stack.sh to exit if +the destination git repository does not exist during the git_clone +operation.

      +
      +ERROR_ON_CLONE=`trueorfalse False $ERROR_ON_CLONE`
+
+
      +

      Destination path for service data

      +
      +DATA_DIR=${DATA_DIR:-${DEST}/data}
+sudo mkdir -p $DATA_DIR
+sudo chown -R $STACK_USER $DATA_DIR
+
+
+
      + + +
      +

      Common Configuration

      +
      +
+
      +

      Set fixed and floating range here so we can make sure not to use addresses +from either range when attempting to guess the IP to use for the host. +Note that setting FIXED_RANGE may be necessary when running DevStack +in an OpenStack cloud that uses either of these address ranges internally.

      +
      +FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.224/28}
+FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
+FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
+
+HOST_IP=$(get_default_host_ip $FIXED_RANGE $FLOATING_RANGE "$HOST_IP_IFACE" "$HOST_IP")
+if [ "$HOST_IP" == "" ]; then
+    die $LINENO "Could not determine host ip address. Either localrc specified dhcp on ${HOST_IP_IFACE} or defaulted"
+fi
+
+
      +

      Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints.

      +
      +SERVICE_HOST=${SERVICE_HOST:-$HOST_IP}
+
+
      +

      Allow the use of an alternate protocol (such as https) for service endpoints

      +
      +SERVICE_PROTOCOL=${SERVICE_PROTOCOL:-http}
+
+
      +

      Configure services to use syslog instead of writing to individual log files

      +
      +SYSLOG=`trueorfalse False $SYSLOG`
+SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP}
+SYSLOG_PORT=${SYSLOG_PORT:-516}
+
+
      +

      Enable sysstat logging

      +
      +SYSSTAT_FILE=${SYSSTAT_FILE:-"sysstat.dat"}
+SYSSTAT_INTERVAL=${SYSSTAT_INTERVAL:-"1"}
+
+
      +

      Use color for logging output (only available if syslog is not used)

      +
      +LOG_COLOR=`trueorfalse True $LOG_COLOR`
+
+
      +

      Service startup timeout

      +
      +SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60}
+
+
+
      + +
      +

      Configure Projects

      +
      +
+
      +

      Source project function libraries

      +
      +source $TOP_DIR/lib/tls
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ldap
+
+
      +

      Set the destination directories for other OpenStack projects

      +
      +OPENSTACKCLIENT_DIR=$DEST/python-openstackclient
+PBR_DIR=$DEST/pbr
+
+
+
      +
      +

      Interactive Configuration

      +
      +
+
      +

      Do all interactive config up front before the logging spew begins

      +
      +
+
      +

      Generic helper to configure passwords

      +
      +function read_password {
+    XTRACE=$(set +o | grep xtrace)
+    set +o xtrace
+    var=$1; msg=$2
+    pw=${!var}
+
+    localrc=$TOP_DIR/localrc
+
+
      +

      If the password is not defined yet, proceed to prompt user for a password.

      +
      +    if [ ! $pw ]; then
+
      +

      If there is no localrc file, create one

      +
      +        if [ ! -e $localrc ]; then
+            touch $localrc
+        fi
+
+
      +

      Presumably if we got this far it can only be that our localrc is missing +the required password. Prompt user for a password and write to localrc.

      +
      +        echo ''
+        echo '################################################################################'
+        echo $msg
+        echo '################################################################################'
+        echo "This value will be written to your localrc file so you don't have to enter it "
+        echo "again.  Use only alphanumeric characters."
+        echo "If you leave this blank, a random default value will be used."
+        pw=" "
+        while true; do
+            echo "Enter a password now:"
+            read -e $var
+            pw=${!var}
+            [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
+            echo "Invalid chars in password.  Try again:"
+        done
+        if [ ! $pw ]; then
+            pw=`openssl rand -hex 10`
+        fi
+        eval "$var=$pw"
+        echo "$var=$pw" >> $localrc
+    fi
+    $XTRACE
+}
+
+
+
      +

      Database Configuration

      +
      +
+
      +

      To select between database backends, add the following to localrc:

      +
      +disable_service mysql +enable_service postgresql
      +

      The available database backends are listed in DATABASE_BACKENDS after +lib/database is sourced. mysql is the default.

      +
      +
+initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled"
+
+
+
      +

      Queue Configuration

      +
      +
+
      +

      Rabbit connection info

      +
      +if is_service_enabled rabbit; then
+    RABBIT_HOST=${RABBIT_HOST:-localhost}
+    read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
+fi
+
+
+
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+
      +

      The SERVICE_TOKEN is used to bootstrap the Keystone database. It is +just a string and is not a 'real' Keystone token.

      +
      +    read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
+
      +

      Services authenticate to Identity with servicename/SERVICE_PASSWORD

      +
      +    read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
+
      +

      Horizon currently truncates usernames and passwords at 20 characters

      +
      +    read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
+
+
      +

      Keystone can now optionally install OpenLDAP by enabling the ldap +service in localrc (e.g. enable_service ldap). +To clean out the Keystone contents in OpenLDAP set KEYSTONE_CLEAR_LDAP +to yes (e.g. KEYSTONE_CLEAR_LDAP=yes) in localrc. To enable the +Keystone Identity Driver (keystone.identity.backends.ldap.Identity) +set KEYSTONE_IDENTITY_BACKEND to ldap (e.g. +KEYSTONE_IDENTITY_BACKEND=ldap) in localrc.

      +
      +
+
      +

      only request ldap password if the service is enabled

      +
      +    if is_service_enabled ldap; then
+        read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP"
+    fi
+fi
+
+
+
      +

      Swift

      +
      +
+if is_service_enabled s-proxy; then
+
      +

      We only ask for Swift Hash if we have enabled swift service. +SWIFT_HASH is a random unique string for a swift cluster that +can never change.

      +
      +    read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
+fi
+
+
+
      + +
      +

      Configure logging

      +
      +
+
      +

      Draw a spinner so the user knows something is happening

      +
      +function spinner() {
+    local delay=0.75
+    local spinstr='/-\|'
+    printf "..." >&3
+    while [ true ]; do
+        local temp=${spinstr#?}
+        printf "[%c]" "$spinstr" >&3
+        local spinstr=$temp${spinstr%"$temp"}
+        sleep $delay
+        printf "\b\b\b" >&3
+    done
+}
+
+
      +

      Echo text to the log file, summary log file and stdout +echo_summary "something to say"

      +
      +function echo_summary() {
+    if [[ -t 3 && "$VERBOSE" != "True" ]]; then
+        kill >/dev/null 2>&1 $LAST_SPINNER_PID
+        if [ ! -z "$LAST_SPINNER_PID" ]; then
+            printf "\b\b\bdone\n" >&3
+        fi
+        echo -n -e $@ >&6
+        spinner &
+        LAST_SPINNER_PID=$!
+    else
+        echo -e $@ >&6
+    fi
+}
+
+
      +

      Echo text only to stdout, no log files +echo_nolog "something not for the logs"

      +
      +function echo_nolog() {
+    echo $@ >&3
+}
+
+
      +

      Set up logging for stack.sh +Set LOGFILE to turn on logging +Append '.xxxxxxxx' to the given name to maintain history +where 'xxxxxxxx' is a representation of the date the file was created

      +
      +TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
+if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then
+    LOGDAYS=${LOGDAYS:-7}
+    CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
+fi
+
+if [[ -n "$LOGFILE" ]]; then
+
      +

      First clean up old log files. Use the user-specified LOGFILE +as the template to search for, appending '.*' to match the date +we added on earlier runs.

      +
      +    LOGDIR=$(dirname "$LOGFILE")
+    LOGFILENAME=$(basename "$LOGFILE")
+    mkdir -p $LOGDIR
+    find $LOGDIR -maxdepth 1 -name $LOGFILENAME.\* -mtime +$LOGDAYS -exec rm {} \;
+    LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
+    SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary
+
+
      +

      Redirect output according to config

      +
      +
+
      +

      Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" == "True" ]]; then
+
      +

      Redirect stdout/stderr to tee to write the log file

      +
      +        exec 1> >( awk '
+                {
+                    cmd ="date +\"%Y-%m-%d %H:%M:%S \""
+                    cmd | getline now
+                    close("date +\"%Y-%m-%d %H:%M:%S \"")
+                    sub(/^/, now)
+                    print
+                    fflush()
+                }' | tee "${LOGFILE}" ) 2>&1
+
      +

      Set up a second fd for output

      +
      +        exec 6> >( tee "${SUMFILE}" )
+    else
+
      +

      Set fd 1 and 2 to primary logfile

      +
      +        exec 1> "${LOGFILE}" 2>&1
+
      +

      Set fd 6 to summary logfile and stdout

      +
      +        exec 6> >( tee "${SUMFILE}" /dev/fd/3 )
+    fi
+
+    echo_summary "stack.sh log $LOGFILE"
+
      +

      Specified logfile name always links to the most recent log

      +
      +    ln -sf $LOGFILE $LOGDIR/$LOGFILENAME
+    ln -sf $SUMFILE $LOGDIR/$LOGFILENAME.summary
+else
+
      +

      Set up output redirection without log files +Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        exec 1>/dev/null 2>&1
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6>&3
+fi
+
+
      +

      Set up logging of screen windows +Set SCREEN_LOGDIR to turn on logging of screen windows to the +directory specified in SCREEN_LOGDIR, we will log to the the file +screen-$SERVICE_NAME-$TIMESTAMP.log in that dir and have a link +screen-$SERVICE_NAME.log to the latest log file. +Logs are kept for as long specified in LOGDAYS.

      +
      +if [[ -n "$SCREEN_LOGDIR" ]]; then
+
+
      +

      We make sure the directory is created.

      +
      +    if [[ -d "$SCREEN_LOGDIR" ]]; then
+
      +

      We cleanup the old logs

      +
      +        find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
+    else
+        mkdir -p $SCREEN_LOGDIR
+    fi
+fi
+
+
+
      + +
      +

      Set Up Script Execution

      +
      +
+
      +

      Kill background processes on exit

      +
      +trap clean EXIT
+clean() {
+    local r=$?
+    kill >/dev/null 2>&1 $(jobs -p)
+    exit $r
+}
+
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap failed ERR
+failed() {
+    local r=$?
+    kill >/dev/null 2>&1 $(jobs -p)
+    set +o xtrace
+    [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
+    exit $r
+}
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following along as the install occurs.

      +
      +set -o xtrace
+
+
+
      + + +
      +

      Install Packages

      +
      +
+
      +

      OpenStack uses a fair number of other projects.

      +
      +
+
      +

      Install package requirements +Source it so the entire environment is available

      +
      +echo_summary "Installing package prerequisites"
+source $TOP_DIR/tools/install_prereqs.sh
+
+install_rpc_backend
+
+if is_service_enabled $DATABASE_BACKENDS; then
+    install_database
+fi
+
+if is_service_enabled neutron; then
+    install_neutron_agent_packages
+fi
+
+
+
      + +
      +

      System-specific preconfigure

      +
      +
+if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then
+
      +

      Disable selinux to avoid configuring to allow Apache access +to Horizon files or run nodejs (LP#1175444)

      +
      +    if selinuxenabled; then
+        sudo setenforce 0
+    fi
+
+
      +

      An old version of python-crypto (2.0.1) may be installed on a +fresh system via Anaconda and the dependency chain +cas -> python-paramiko -> python-crypto. +pip uninstall pycrypto will remove the packaged .egg-info file +but leave most of the actual library files behind in /usr/lib64/python2.6/Crypto. +Later pip install pycrypto will install over the packaged files resulting +in a useless mess of old, rpm-packaged files and pip-installed files. +Remove the package so that pip install python-crypto installs cleanly. +Note: other RPM packages may require python-crypto as well. For example, +RHEL6 does not install python-paramiko packages.

      +
      +    uninstall_package python-crypto
+
+
      +

      A similar situation occurs with python-lxml, which is required by +ipa-client, an auditing package we don't care about. The +build-dependencies needed for pip install lxml (gcc, +libxml2-dev and libxslt-dev) are present in files/rpms/general.

      +
      +    uninstall_package python-lxml
+
+
      +

      If the dbus package was installed by DevStack dependencies the +uuid may not be generated because the service was never started (PR#598200), +causing Nova to stop later on complaining that /var/lib/dbus/machine-id +does not exist.

      +
      +    sudo service messagebus restart
+
+
      +

      setup.py contains a setup_requires package that is supposed +to be transient. However, RHEL6 distribute has a bug where +setup_requires registers entry points that are not cleaned +out properly after the setup-phase resulting in installation failures +(bz#924038). Pre-install the problem package so the setup_requires +dependency is satisfied and it will not be installed transiently. +Note we do this before the track-depends below.

      +
      +    pip_install hgtools
+
+
      +

      RHEL6's version of python-nose is incompatible with Tempest. +Install nose 1.1 (Tempest-compatible) from EPEL

      +
      +    install_package python-nose1.1
+
      +

      Add a symlink for the new nosetests to allow tox for Tempest to +work unmolested.

      +
      +    sudo ln -sf /usr/bin/nosetests1.1 /usr/local/bin/nosetests
+fi
+
+TRACK_DEPENDS=${TRACK_DEPENDS:-False}
+
+
      +

      Install python packages into a virtualenv so that we can track them

      +
      +if [[ $TRACK_DEPENDS = True ]]; then
+    echo_summary "Installing Python packages into a virtualenv $DEST/.venv"
+    install_package python-virtualenv
+
+    rm -rf $DEST/.venv
+    virtualenv --system-site-packages $DEST/.venv
+    source $DEST/.venv/bin/activate
+    $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip
+fi
+
+
      +
      +

      Check Out and Install Source

      +
      +
+echo_summary "Installing OpenStack project source"
+
+
      +

      Install pbr

      +
      +git_clone $PBR_REPO $PBR_DIR $PBR_BRANCH
+setup_develop $PBR_DIR
+
+
      +

      Install clients libraries

      +
      +install_keystoneclient
+install_glanceclient
+install_cinderclient
+install_novaclient
+if is_service_enabled swift glance; then
+    install_swiftclient
+fi
+if is_service_enabled neutron nova; then
+    install_neutronclient
+fi
+
+git_clone $OPENSTACKCLIENT_REPO $OPENSTACKCLIENT_DIR $OPENSTACKCLIENT_BRANCH
+setup_develop $OPENSTACKCLIENT_DIR
+
+if is_service_enabled key; then
+    install_keystone
+    configure_keystone
+fi
+
+if is_service_enabled s-proxy; then
+    install_swift
+    configure_swift
+
+
      +

      swift3 middleware to provide S3 emulation to Swift

      +
      +    if is_service_enabled swift3; then
+
      +

      replace the nova-objectstore port by the swift port

      +
      +        S3_SERVICE_PORT=8080
+        git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH
+        setup_develop $SWIFT3_DIR
+    fi
+fi
+
+if is_service_enabled g-api n-api; then
+
      +

      image catalog service

      +
      +    install_glance
+    configure_glance
+fi
+
+if is_service_enabled cinder; then
+    install_cinder
+    configure_cinder
+fi
+
+if is_service_enabled neutron; then
+    install_neutron
+    install_neutron_third_party
+fi
+
+if is_service_enabled nova; then
+
      +

      compute service

      +
      +    install_nova
+    cleanup_nova
+    configure_nova
+fi
+
+if is_service_enabled n-novnc; then
+
      +

      a websockets/html5 or flash powered VNC console for vm instances

      +
      +    git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH
+fi
+
+if is_service_enabled n-spice; then
+
      +

      a websockets/html5 or flash powered SPICE console for vm instances

      +
      +    git_clone $SPICE_REPO $SPICE_DIR $SPICE_BRANCH
+fi
+
+if is_service_enabled horizon; then
+
      +

      dashboard

      +
      +    install_horizon
+    configure_horizon
+fi
+
+if is_service_enabled ceilometer; then
+    install_ceilometerclient
+    install_ceilometer
+fi
+
+if is_service_enabled heat; then
+    install_heat
+    install_heatclient
+    cleanup_heat
+    configure_heat
+    configure_heatclient
+fi
+
+if is_service_enabled tls-proxy; then
+    configure_CA
+    init_CA
+    init_cert
+
      +

      Add name to /etc/hosts +don't be naive and add to existing line!

      +
      +fi
+
+if [[ $TRACK_DEPENDS = True ]]; then
+    $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip
+    if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff; then
+        cat $DEST/requires.diff
+    fi
+    echo "Ran stack.sh in depend tracking mode, bailing out now"
+    exit 0
+fi
+
+
+
      + +
      +

      Syslog

      +
      +
+if [[ $SYSLOG != "False" ]]; then
+    if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
+
      +

      Configure the master host to receive

      +
      +        cat <<EOF >/tmp/90-stack-m.conf
+\$ModLoad imrelp
+\$InputRELPServerRun $SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
+    else
+
      +

      Set rsyslog to send to remote host

      +
      +        cat <<EOF >/tmp/90-stack-s.conf
+*.*		:omrelp:$SYSLOG_HOST:$SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
+    fi
+
+    RSYSLOGCONF="/etc/rsyslog.conf"
+    if [ -f $RSYSLOGCONF ]; then
+        sudo cp -b $RSYSLOGCONF $RSYSLOGCONF.bak
+        if [[ $(grep '$SystemLogRateLimitBurst' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitBurst\ .*/$SystemLogRateLimitBurst\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitBurst\ 0' $RSYSLOGCONF
+        fi
+        if [[ $(grep '$SystemLogRateLimitInterval' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitInterval\ .*/$SystemLogRateLimitInterval\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitInterval\ 0' $RSYSLOGCONF
+        fi
+    fi
+
+    echo_summary "Starting rsyslog"
+    restart_service rsyslog
+fi
+
+
+
      + +
      +

      Finalize queue installation

      +
      +restart_rpc_backend
+
+
+
      + +
      +

      Configure database

      +
      +
+if is_service_enabled $DATABASE_BACKENDS; then
+    configure_database
+fi
+
+
+
      + +
      +

      Configure screen

      +
      +
+USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+if [[ "$USE_SCREEN" == "True" ]]; then
+
      +

      Create a new named screen to run processes in

      +
      +    screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
+    sleep 1
+
+
      +

      Set a reasonable status bar

      +
      +    if [ -z "$SCREEN_HARDSTATUS" ]; then
+        SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
+    fi
+    screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
+    screen -r $SCREEN_NAME -X setenv PROMPT_COMMAND /bin/true
+fi
+
+
      +

      Clear screen rc file

      +
      +SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
+if [[ -e $SCREENRC ]]; then
+    echo -n > $SCREENRC
+fi
+
+
      +

      Initialize the directory for service status check

      +
      +init_service_check
+
+
+
      + +
      +

      Sysstat

      +
      +
+
      +

      If enabled, systat has to start early to track OpenStack service startup.

      +
      +if is_service_enabled sysstat;then
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        screen_it sysstat "sar -o $SCREEN_LOGDIR/$SYSSTAT_FILE $SYSSTAT_INTERVAL"
+    else
+        screen_it sysstat "sar $SYSSTAT_INTERVAL"
+    fi
+fi
+
+
+
      + +
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+    echo_summary "Starting Keystone"
+    init_keystone
+    start_keystone
+
+
      +

      Set up a temporary admin URI for Keystone

      +
      +    SERVICE_ENDPOINT=$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0
+
+    if is_service_enabled tls-proxy; then
+        export OS_CACERT=$INT_CA_DIR/ca-chain.pem
+
      +

      Until the client support is fixed, just use the internal endpoint

      +
      +        SERVICE_ENDPOINT=http://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT_INT/v2.0
+    fi
+
+
      +

      Do the keystone-specific bits from keystone_data.sh

      +
      +    export OS_SERVICE_TOKEN=$SERVICE_TOKEN
+    export OS_SERVICE_ENDPOINT=$SERVICE_ENDPOINT
+    create_keystone_accounts
+    create_nova_accounts
+    create_cinder_accounts
+    create_neutron_accounts
+
+
      +

      keystone_data.sh creates services, admin and demo users, and roles.

      +
      +    ADMIN_PASSWORD=$ADMIN_PASSWORD SERVICE_TENANT_NAME=$SERVICE_TENANT_NAME SERVICE_PASSWORD=$SERVICE_PASSWORD \
+    SERVICE_TOKEN=$SERVICE_TOKEN SERVICE_ENDPOINT=$SERVICE_ENDPOINT SERVICE_HOST=$SERVICE_HOST \
+    S3_SERVICE_PORT=$S3_SERVICE_PORT KEYSTONE_CATALOG_BACKEND=$KEYSTONE_CATALOG_BACKEND \
+    DEVSTACK_DIR=$TOP_DIR ENABLED_SERVICES=$ENABLED_SERVICES HEAT_API_CFN_PORT=$HEAT_API_CFN_PORT \
+    HEAT_API_PORT=$HEAT_API_PORT \
+        bash -x $FILES/keystone_data.sh
+
+
      +

      Set up auth creds now that keystone is bootstrapped

      +
      +    export OS_AUTH_URL=$SERVICE_ENDPOINT
+    export OS_TENANT_NAME=admin
+    export OS_USERNAME=admin
+    export OS_PASSWORD=$ADMIN_PASSWORD
+    unset OS_SERVICE_TOKEN OS_SERVICE_ENDPOINT
+fi
+
+
+
      + +
      +

      Horizon

      +
      +
+
      +

      Set up the django horizon application to serve via apache/wsgi

      +
      +
+if is_service_enabled horizon; then
+    echo_summary "Configuring and starting Horizon"
+    init_horizon
+    start_horizon
+fi
+
+
+
      + +
      +

      Glance

      +
      +
+if is_service_enabled g-reg; then
+    echo_summary "Configuring Glance"
+    init_glance
+fi
+
+
+
      + +
      +

      Neutron

      +
      +
+if is_service_enabled neutron; then
+    echo_summary "Configuring Neutron"
+
+    configure_neutron
+    init_neutron
+fi
+
+
      +

      Some Neutron plugins require network controllers which are not +a part of the OpenStack project. Configure and start them.

      +
      +if is_service_enabled neutron; then
+    configure_neutron_third_party
+    init_neutron_third_party
+    start_neutron_third_party
+fi
+
+
+
      + +
      +

      Nova

      +
      +
+if is_service_enabled nova; then
+    echo_summary "Configuring Nova"
+    configure_nova
+fi
+
+if is_service_enabled n-net q-dhcp; then
+
      +

      Delete traces of nova networks from prior runs +Do not kill any dnsmasq instance spawned by NetworkManager

      +
      +    netman_pid=$(pidof NetworkManager || true)
+    if [ -z "$netman_pid" ]; then
+        sudo killall dnsmasq || true
+    else
+        sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true
+    fi
+
+    clean_iptables
+    rm -rf ${NOVA_STATE_PATH}/networks
+    sudo mkdir -p ${NOVA_STATE_PATH}/networks
+    sudo chown -R ${USER} ${NOVA_STATE_PATH}/networks
+
      +

      Force IP forwarding on, just in case

      +
      +    sudo sysctl -w net.ipv4.ip_forward=1
+fi
+
+
+
      + +
      +

      Storage Service

      +
      +
+if is_service_enabled s-proxy; then
+    echo_summary "Configuring Swift"
+    init_swift
+fi
+
+
+
      + +
      +

      Volume Service

      +
      +
+if is_service_enabled cinder; then
+    echo_summary "Configuring Cinder"
+    init_cinder
+fi
+
+if is_service_enabled nova; then
+    echo_summary "Configuring Nova"
+
      +

      Rebuild the config file from scratch

      +
      +    create_nova_conf
+    init_nova
+
+
      +

      Additional Nova configuration that is dependent on other services

      +
      +    if is_service_enabled neutron; then
+        create_nova_conf_neutron
+    elif is_service_enabled n-net; then
+        create_nova_conf_nova_network
+    fi
+
+
+
      + +
      +

      XenServer

      +
      +
+    if [ "$VIRT_DRIVER" = 'xenserver' ]; then
+        echo_summary "Using XenServer virtualization driver"
+        if [ -z "$XENAPI_CONNECTION_URL" ]; then
+            die $LINENO "XENAPI_CONNECTION_URL is not specified"
+        fi
+        read_password XENAPI_PASSWORD "ENTER A PASSWORD TO USE FOR XEN."
+        iniset $NOVA_CONF DEFAULT compute_driver "xenapi.XenAPIDriver"
+        iniset $NOVA_CONF DEFAULT xenapi_connection_url "$XENAPI_CONNECTION_URL"
+        iniset $NOVA_CONF DEFAULT xenapi_connection_username "$XENAPI_USER"
+        iniset $NOVA_CONF DEFAULT xenapi_connection_password "$XENAPI_PASSWORD"
+        iniset $NOVA_CONF DEFAULT flat_injected "False"
+
      +

      Need to avoid crash due to new firewall support

      +
      +        XEN_FIREWALL_DRIVER=${XEN_FIREWALL_DRIVER:-"nova.virt.firewall.IptablesFirewallDriver"}
+        iniset $NOVA_CONF DEFAULT firewall_driver "$XEN_FIREWALL_DRIVER"
+
+
+
      + +
      +

      OpenVZ

      +
      +
+    elif [ "$VIRT_DRIVER" = 'openvz' ]; then
+        echo_summary "Using OpenVZ virtualization driver"
+        iniset $NOVA_CONF DEFAULT compute_driver "openvz.OpenVzDriver"
+        iniset $NOVA_CONF DEFAULT connection_type "openvz"
+        LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
+        iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER"
+
+
+
      + +
      +

      Bare Metal

      +
      +
+    elif [ "$VIRT_DRIVER" = 'baremetal' ]; then
+        echo_summary "Using BareMetal driver"
+        LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.firewall.NoopFirewallDriver"}
+        iniset $NOVA_CONF DEFAULT compute_driver nova.virt.baremetal.driver.BareMetalDriver
+        iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER
+        iniset $NOVA_CONF DEFAULT scheduler_host_manager nova.scheduler.baremetal_host_manager.BaremetalHostManager
+        iniset $NOVA_CONF DEFAULT ram_allocation_ratio 1.0
+        iniset $NOVA_CONF DEFAULT reserved_host_memory_mb 0
+        iniset $NOVA_CONF baremetal instance_type_extra_specs cpu_arch:$BM_CPU_ARCH
+        iniset $NOVA_CONF baremetal driver $BM_DRIVER
+        iniset $NOVA_CONF baremetal power_manager $BM_POWER_MANAGER
+        iniset $NOVA_CONF baremetal tftp_root /tftpboot
+
+
      +

      Define extra baremetal nova conf flags by defining the array EXTRA_BAREMETAL_OPTS.

      +
      +        for I in "${EXTRA_BAREMETAL_OPTS[@]}"; do
+
      +

      Attempt to convert flags to options

      +
      +           iniset $NOVA_CONF baremetal ${I/=/ }
+        done
+
+
+
      + +
      +

      PowerVM

      +
      +
+    elif [ "$VIRT_DRIVER" = 'powervm' ]; then
+        echo_summary "Using PowerVM driver"
+        POWERVM_MGR_TYPE=${POWERVM_MGR_TYPE:-"ivm"}
+        POWERVM_MGR_HOST=${POWERVM_MGR_HOST:-"powervm.host"}
+        POWERVM_MGR_USER=${POWERVM_MGR_USER:-"padmin"}
+        POWERVM_MGR_PASSWD=${POWERVM_MGR_PASSWD:-"password"}
+        POWERVM_IMG_REMOTE_PATH=${POWERVM_IMG_REMOTE_PATH:-"/tmp"}
+        POWERVM_IMG_LOCAL_PATH=${POWERVM_IMG_LOCAL_PATH:-"/tmp"}
+        iniset $NOVA_CONF DEFAULT compute_driver nova.virt.powervm.PowerVMDriver
+        iniset $NOVA_CONF DEFAULT powervm_mgr_type $POWERVM_MGR_TYPE
+        iniset $NOVA_CONF DEFAULT powervm_mgr $POWERVM_MGR_HOST
+        iniset $NOVA_CONF DEFAULT powervm_mgr_user $POWERVM_MGR_USER
+        iniset $NOVA_CONF DEFAULT powervm_mgr_passwd $POWERVM_MGR_PASSWD
+        iniset $NOVA_CONF DEFAULT powervm_img_remote_path $POWERVM_IMG_REMOTE_PATH
+        iniset $NOVA_CONF DEFAULT powervm_img_local_path $POWERVM_IMG_LOCAL_PATH
+
+
+
      + +
      +

      vSphere API

      +
      +
+    elif [ "$VIRT_DRIVER" = 'vsphere' ]; then
+        echo_summary "Using VMware vCenter driver"
+        iniset $NOVA_CONF DEFAULT compute_driver "vmwareapi.VMwareVCDriver"
+        VMWAREAPI_USER=${VMWAREAPI_USER:-"root"}
+        iniset $NOVA_CONF DEFAULT vmwareapi_host_ip "$VMWAREAPI_IP"
+        iniset $NOVA_CONF DEFAULT vmwareapi_host_username "$VMWAREAPI_USER"
+        iniset $NOVA_CONF DEFAULT vmwareapi_host_password "$VMWAREAPI_PASSWORD"
+        iniset $NOVA_CONF DEFAULT vmwareapi_cluster_name "$VMWAREAPI_CLUSTER"
+
+
+
      + +
      +

      fake

      +
      +
+    elif [ "$VIRT_DRIVER" = 'fake' ]; then
+        echo_summary "Using fake Virt driver"
+        iniset $NOVA_CONF DEFAULT compute_driver "nova.virt.fake.FakeDriver"
+
      +

      Disable arbitrary limits

      +
      +        iniset $NOVA_CONF DEFAULT quota_instances -1
+        iniset $NOVA_CONF DEFAULT quota_cores -1
+        iniset $NOVA_CONF DEFAULT quota_ram -1
+        iniset $NOVA_CONF DEFAULT quota_floating_ips -1
+        iniset $NOVA_CONF DEFAULT quota_fixed_ips -1
+        iniset $NOVA_CONF DEFAULT quota_metadata_items -1
+        iniset $NOVA_CONF DEFAULT quota_injected_files -1
+        iniset $NOVA_CONF DEFAULT quota_injected_file_path_bytes -1
+        iniset $NOVA_CONF DEFAULT quota_security_groups -1
+        iniset $NOVA_CONF DEFAULT quota_security_group_rules -1
+        iniset $NOVA_CONF DEFAULT quota_key_pairs -1
+        iniset $NOVA_CONF DEFAULT scheduler_default_filters "RetryFilter,AvailabilityZoneFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter"
+
+
+
      + +
      +

      Default libvirt

      +
      +
+    else
+        echo_summary "Using libvirt virtualization driver"
+        iniset $NOVA_CONF DEFAULT compute_driver "libvirt.LibvirtDriver"
+        LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
+        iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER"
+
      +

      Power architecture currently does not support graphical consoles.

      +
      +        if is_arch "ppc64"; then
+            iniset $NOVA_CONF DEFAULT vnc_enabled "false"
+        fi
+    fi
+
+    init_nova_cells
+fi
+
+
      +

      Extra things to prepare nova for baremetal, before nova starts

      +
      +if is_service_enabled nova && is_baremetal; then
+    echo_summary "Preparing for nova baremetal"
+    prepare_baremetal_toolchain
+    configure_baremetal_nova_dirs
+    if [[ "$BM_USE_FAKE_ENV" = "True" ]]; then
+       create_fake_baremetal_env
+    fi
+fi
+
+
+
      + + +
      +

      Launch Services

      +
      +
+
      +

      Only run the services specified in ENABLED_SERVICES

      +
      +
+
      +

      Launch Swift Services

      +
      +if is_service_enabled s-proxy; then
+    echo_summary "Starting Swift"
+    start_swift
+fi
+
+
      +

      Launch the Glance services

      +
      +if is_service_enabled g-api g-reg; then
+    echo_summary "Starting Glance"
+    start_glance
+fi
+
+
      +

      Create an access key and secret key for nova ec2 register image

      +
      +if is_service_enabled key && is_service_enabled swift3 && is_service_enabled nova; then
+    NOVA_USER_ID=$(keystone user-list | grep ' nova ' | get_field 1)
+    NOVA_TENANT_ID=$(keystone tenant-list | grep " $SERVICE_TENANT_NAME " | get_field 1)
+    CREDS=$(keystone ec2-credentials-create --user_id $NOVA_USER_ID --tenant_id $NOVA_TENANT_ID)
+    ACCESS_KEY=$(echo "$CREDS" | awk '/ access / { print $4 }')
+    SECRET_KEY=$(echo "$CREDS" | awk '/ secret / { print $4 }')
+    iniset $NOVA_CONF DEFAULT s3_access_key "$ACCESS_KEY"
+    iniset $NOVA_CONF DEFAULT s3_secret_key "$SECRET_KEY"
+    iniset $NOVA_CONF DEFAULT s3_affix_tenant "True"
+fi
+
+if is_service_enabled zeromq; then
+    echo_summary "Starting zermomq receiver"
+    screen_it zeromq "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-rpc-zmq-receiver"
+fi
+
+
      +

      Launch the nova-api and wait for it to answer before continuing

      +
      +if is_service_enabled n-api; then
+    echo_summary "Starting Nova API"
+    start_nova_api
+fi
+
+if is_service_enabled q-svc; then
+    echo_summary "Starting Neutron"
+
+    start_neutron_service_and_check
+    create_neutron_initial_network
+    setup_neutron_debug
+elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then
+    NM_CONF=${NOVA_CONF}
+    if is_service_enabled n-cell; then
+        NM_CONF=${NOVA_CELLS_CONF}
+    fi
+
+
      +

      Create a small network

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS
+
+
      +

      Create some floating ips

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME
+
+
      +

      Create a second pool

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
+fi
+
+if is_service_enabled neutron; then
+    start_neutron_agents
+fi
+if is_service_enabled nova; then
+    echo_summary "Starting Nova"
+    start_nova
+fi
+if is_service_enabled cinder; then
+    echo_summary "Starting Cinder"
+    start_cinder
+fi
+if is_service_enabled ceilometer; then
+    echo_summary "Configuring Ceilometer"
+    configure_ceilometer
+    configure_ceilometerclient
+    echo_summary "Starting Ceilometer"
+    init_ceilometer
+    start_ceilometer
+fi
+
+
      +

      Configure and launch heat engine, api and metadata

      +
      +if is_service_enabled heat; then
+
      +

      Initialize heat, including replacing nova flavors

      +
      +    echo_summary "Configuring Heat"
+    init_heat
+    echo_summary "Starting Heat"
+    start_heat
+fi
+
+
+
      + +
      +

      Create account rc files

      +
      +
+
      +

      Creates source able script files for easier user switching. +This step also creates certificates for tenants and users, +which is helpful in image bundle steps.

      +
      +
+if is_service_enabled nova && is_service_enabled key; then
+    $TOP_DIR/tools/create_userrc.sh -PA --target-dir $TOP_DIR/accrc
+fi
+
+
+
      + +
      +

      Install Images

      +
      +
+
      +

      Upload an image to glance.

      +

      The default image is cirros, a small testing image which lets you login as root +cirros has a cloud-init analog supporting login via keypair and sending +scripts as userdata. +See https://help.ubuntu.com/community/CloudInit for more on cloud-init

      +
      +
      Override IMAGE_URLS with a comma-separated list of UEC images.
      +
      +
      +
      +
      +
+if is_service_enabled g-reg; then
+    TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
+
+    if is_baremetal; then
+       echo_summary "Creating and uploading baremetal images"
+
+
      +

      build and upload separate deploy kernel & ramdisk

      +
      +       upload_baremetal_deploy $TOKEN
+
+
      +

      upload images, separating out the kernel & ramdisk for PXE boot

      +
      +       for image_url in ${IMAGE_URLS//,/ }; do
+           upload_baremetal_image $image_url $TOKEN
+       done
+    else
+       echo_summary "Uploading images"
+
+
      +

      Option to upload legacy ami-tty, which works with xenserver

      +
      +       if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
+           IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
+       fi
+
+       for image_url in ${IMAGE_URLS//,/ }; do
+           upload_image $image_url $TOKEN
+       done
+    fi
+fi
+
+
      +

      If we are running nova with baremetal driver, there are a few +last-mile configuration bits to attend to, which must happen +after n-api and n-sch have started. +Also, creating the baremetal flavor must happen after images +are loaded into glance, though just knowing the IDs is sufficient here

      +
      +if is_service_enabled nova && is_baremetal; then
+
      +

      create special flavor for baremetal if we know what images to associate

      +
      +    [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \
+       create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
+
+
      +

      otherwise user can manually add it later by calling nova-baremetal-manage +otherwise user can manually add it later by calling nova-baremetal-manage

      +
      +    [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node
+
+
      +

      NOTE: we do this here to ensure that our copy of dnsmasq is running

      +
      +    sudo pkill dnsmasq || true
+    sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \
+        --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \
+        --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE \
+        ${BM_DNSMASQ_DNS:+--dhcp-option=option:dns-server,$BM_DNSMASQ_DNS}
+
      +

      ensure callback daemon is running

      +
      +    sudo pkill nova-baremetal-deploy-helper || true
+    screen_it baremetal "nova-baremetal-deploy-helper"
+fi
+
+
      +

      Save some values we generated for later use

      +
      +CURRENT_RUN_TIME=$(date "+$TIMESTAMP_FORMAT")
+echo "# $CURRENT_RUN_TIME" >$TOP_DIR/.stackenv
+for i in BASE_SQL_CONN ENABLED_SERVICES HOST_IP LOGFILE \
+  SERVICE_HOST SERVICE_PROTOCOL STACK_USER TLS_IP; do
+    echo $i=${!i} >>$TOP_DIR/.stackenv
+done
+
+
+
      + +
      +

      Run extras

      +
      +
+if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack
+    done
+fi
+
+
+
      + +
      +

      Run local script

      +
      +
+
      +

      Run local.sh if it exists to perform user-managed tasks

      +
      +if [[ -x $TOP_DIR/local.sh ]]; then
+    echo "Running user script $TOP_DIR/local.sh"
+    $TOP_DIR/local.sh
+fi
+
+
      +

      Check the status of running services

      +
      +service_check
+
+
+
      + +
      +

      Fin

      +
      +
+set +o xtrace
+
+if [[ -n "$LOGFILE" ]]; then
+    exec 1>&3
+
      +

      Force all output to stdout and logs now

      +
      +    exec 1> >( tee -a "${LOGFILE}" ) 2>&1
+else
+
      +

      Force all output to stdout now

      +
      +    exec 1>&3
+fi
+
+
+
      +
      +

      Using the cloud

      +
      +
+echo ""
+echo ""
+echo ""
+
+
      +

      If you installed Horizon on this server you should be able +to access the site using your browser.

      +
      +if is_service_enabled horizon; then
+    echo "Horizon is now available at http://$SERVICE_HOST/"
+fi
+
+
      +

      Warn that the default flavors have been changed by Heat

      +
      +if is_service_enabled heat; then
+    echo "Heat has replaced the default flavors. View by running: nova flavor-list"
+fi
+
+
      +

      If Keystone is present you can point nova cli to this server

      +
      +if is_service_enabled key; then
+    echo "Keystone is serving at $KEYSTONE_AUTH_PROTOCOL://$SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/"
+    echo "Examples on using novaclient command line is in exercise.sh"
+    echo "The default users are: admin and demo"
+    echo "The password: $ADMIN_PASSWORD"
+fi
+
+
      +

      Echo HOST_IP - useful for build_uec.sh, which uses dhcp to give the instance an address

      +
      +echo "This is your host ip: $HOST_IP"
+
+
      +

      Warn that a deprecated feature was used

      +
      +if [[ -n "$DEPRECATED_TEXT" ]]; then
+    echo_summary "WARNING: $DEPRECATED_TEXT"
+fi
+
+
      +

      Indicate how long this took to run (bash maintained variable SECONDS)

      +
      +echo_summary "stack.sh completed in $SECONDS seconds."
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/tests/functions.sh.html b/devstack/tests/functions.sh.html new file mode 100644 index 00000000..2619401a --- /dev/null +++ b/devstack/tests/functions.sh.html @@ -0,0 +1,765 @@ + + + + + functions.sh + + + +
      +
      + + + + + + + + + + +

      functions.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack functions

      +
      +#!/usr/bin/env bash
+
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
      +

      Import configuration

      +
      +source $TOP/openrc
+
+
+echo "Testing die_if_not_set()"
+
+bash -cx "source $TOP/functions; X=`echo Y && true`; die_if_not_set X 'not OK'"
+if [[ $? != 0 ]]; then
+    echo "die_if_not_set [X='Y' true] Failed"
+else
+    echo 'OK'
+fi
+
+bash -cx "source $TOP/functions; X=`true`; die_if_not_set X 'OK'"
+if [[ $? = 0 ]]; then
+    echo "die_if_not_set [X='' true] Failed"
+fi
+
+bash -cx "source $TOP/functions; X=`echo Y && false`; die_if_not_set X 'not OK'"
+if [[ $? != 0 ]]; then
+    echo "die_if_not_set [X='Y' false] Failed"
+else
+    echo 'OK'
+fi
+
+bash -cx "source $TOP/functions; X=`false`; die_if_not_set X 'OK'"
+if [[ $? = 0 ]]; then
+    echo "die_if_not_set [X='' false] Failed"
+fi
+
+
+echo "Testing INI functions"
+
+cat >test.ini <<EOF
+[default]
+# DIVIDER
+#log_file=./log.conf
+log_file=/etc/log.conf
+handlers=do not disturb
+
+[aaa]
+# DIVIDER
+#handlers=cc,dd
+handlers = aa, bb
+
+[bbb]
+handlers=ee,ff
+
+[ ccc ]
+spaces  =  yes
+
+[ddd]
+empty =
+
+[eee]
+multi = foo1
+multi = foo2
+EOF
+
+
      +

      comment an option

      +
      +
+VAL=$(iniget test.ini aaa handlers)
+if [[ "$VAL" == "aa, bb" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini aaa handlers "11, 22"
+
+VAL=$(iniget test.ini aaa handlers)
+if [[ "$VAL" == "11, 22" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      the commented option should not change

      +
      +
+VAL=$(iniget test.ini " ccc " spaces)
+if [[ "$VAL" == "yes" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini "b b" opt_ion 42
+
+VAL=$(iniget test.ini "b b" opt_ion)
+if [[ "$VAL" == "42" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test with spaces

      +
      +
+VAL=$(iniget test.ini bbb handlers)
+if [[ "$VAL" == "ee,ff" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini bbb handlers "33,44"
+
+VAL=$(iniget test.ini bbb handlers)
+if [[ "$VAL" == "33,44" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test with spaces in section header

      +
      +if ini_has_option test.ini ddd empty; then
+   echo "OK: ddd.empty present"
+else
+   echo "ini_has_option failed: ddd.empty not found"
+fi
+
+
      +

      Test without spaces, end of file

      +
      +if ini_has_option test.ini bbb handlers; then
+   echo "OK: bbb.handlers present"
+else
+   echo "ini_has_option failed: bbb.handlers not found"
+fi
+
+
      +

      test empty option

      +
      +iniset test.ini ddd empty "42"
+
+VAL=$(iniget test.ini ddd empty)
+if [[ "$VAL" == "42" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test non-empty option

      +
      +
+VAL=$(iniget test.ini zzz handlers)
+if [[ -z "$VAL" ]]; then
+    echo "OK: zzz not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini zzz handlers "999"
+
+VAL=$(iniget test.ini zzz handlers)
+if [[ -n "$VAL" ]]; then
+    echo "OK: zzz not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test changing empty option

      +
      +
+VAL=$(iniget test.ini aaa debug)
+if [[ -z "$VAL" ]]; then
+    echo "OK aaa.debug not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+if ! ini_has_option test.ini aaa debug; then
+    echo "OK aaa.debug not present"
+else
+    echo "ini_has_option failed: aaa.debug"
+fi
+
+iniset test.ini aaa debug "999"
+
+VAL=$(iniget test.ini aaa debug)
+if [[ -n "$VAL" ]]; then
+    echo "OK aaa.debug present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test section not exist

      +
      +
+inicomment test.ini aaa handlers
+
+VAL=$(iniget test.ini aaa handlers)
+if [[ -z "$VAL" ]]; then
+    echo "OK"
+else
+    echo "inicomment failed: $VAL"
+fi
+
+
      +

      Test option not exist

      +
      +iniset_multiline test.ini eee multi bar1 bar2
+
+VAL=$(iniget_multiline test.ini eee multi)
+if [[ "$VAL" == "bar1 bar2" ]]; then
+    echo "OK: iniset_multiline"
+else
+    echo "iniset_multiline failed: $VAL"
+fi
+
+
      +

      Test comments

      +
      +iniadd test.ini eee multi bar3
+VAL=$(iniget_multiline test.ini eee multi)
+if [[ "$VAL" == "bar1 bar2 bar3" ]]; then
+    echo "OK: iniadd"
+else
+    echo "iniadd failed: $VAL"
+fi
+
+
      +

      Test multiple line iniset/iniget

      +
      +iniadd test.ini eee non-multi foobar1 foobar2
+VAL=$(iniget_multiline test.ini eee non-multi)
+if [[ "$VAL" == "foobar1 foobar2" ]]; then
+    echo "OK: iniadd with non-exiting value"
+else
+    echo "iniadd with non-exsting failed: $VAL"
+fi
+
+rm test.ini
+
+
      +

      Test iniadd with exiting values

      +
      +
+echo "Testing enable_service()"
+
+function test_enable_service() {
+    local start="$1"
+    local add="$2"
+    local finish="$3"
+
+    ENABLED_SERVICES="$start"
+    enable_service $add
+    if [ "$ENABLED_SERVICES" = "$finish" ]
+    then
+        echo "OK: $start + $add -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish with $add failed: $ENABLED_SERVICES"
+    fi
+}
+
+test_enable_service '' a 'a'
+test_enable_service 'a' b 'a,b'
+test_enable_service 'a,b' c 'a,b,c'
+test_enable_service 'a,b' c 'a,b,c'
+test_enable_service 'a,b,' c 'a,b,c'
+test_enable_service 'a,b' c,d 'a,b,c,d'
+test_enable_service 'a,b' "c d" 'a,b,c,d'
+test_enable_service 'a,b,c' c 'a,b,c'
+
+test_enable_service 'a,b,-c' c 'a,b'
+test_enable_service 'a,b,c' -c 'a,b'
+
+function test_disable_service() {
+    local start="$1"
+    local del="$2"
+    local finish="$3"
+
+    ENABLED_SERVICES="$start"
+    disable_service "$del"
+    if [ "$ENABLED_SERVICES" = "$finish" ]
+    then
+        echo "OK: $start - $del -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish with $del failed: $ENABLED_SERVICES"
+    fi
+}
+
+echo "Testing disable_service()"
+test_disable_service 'a,b,c' a 'b,c'
+test_disable_service 'a,b,c' b 'a,c'
+test_disable_service 'a,b,c' c 'a,b'
+
+test_disable_service 'a,b,c' a 'b,c'
+test_disable_service 'b,c' b 'c'
+test_disable_service 'c' c ''
+test_disable_service '' d ''
+
+test_disable_service 'a,b,c,' c 'a,b'
+test_disable_service 'a,b' c 'a,b'
+
+
+echo "Testing disable_all_services()"
+ENABLED_SERVICES=a,b,c
+disable_all_services
+
+if [[ -z "$ENABLED_SERVICES" ]]
+then
+    echo "OK"
+else
+    echo "disabling all services FAILED: $ENABLED_SERVICES"
+fi
+
+echo "Testing disable_negated_services()"
+
+
+function test_disable_negated_services() {
+    local start="$1"
+    local finish="$2"
+
+    ENABLED_SERVICES="$start"
+    disable_negated_services
+    if [ "$ENABLED_SERVICES" = "$finish" ]
+    then
+        echo "OK: $start + $add -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish failed: $ENABLED_SERVICES"
+    fi
+}
+
+test_disable_negated_services '-a' ''
+test_disable_negated_services '-a,a' ''
+test_disable_negated_services '-a,-a' ''
+test_disable_negated_services 'a,-a' ''
+test_disable_negated_services 'b,a,-a' 'b'
+test_disable_negated_services 'a,b,-a' 'b'
+test_disable_negated_services 'a,-a,b' 'b'
+
+
+echo "Testing is_package_installed()"
+
+if [[ -z "$os_PACKAGE" ]]; then
+    GetOSVersion
+fi
+
+if [[ "$os_PACKAGE" = "deb" ]]; then
+    is_package_installed dpkg
+    VAL=$?
+elif [[ "$os_PACKAGE" = "rpm" ]]; then
+    is_package_installed rpm
+    VAL=$?
+else
+    VAL=1
+fi
+if [[ "$VAL" -eq 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on existing package failed"
+fi
+
+if [[ "$os_PACKAGE" = "deb" ]]; then
+    is_package_installed dpkg bash
+    VAL=$?
+elif [[ "$os_PACKAGE" = "rpm" ]]; then
+    is_package_installed rpm bash
+    VAL=$?
+else
+    VAL=1
+fi
+if [[ "$VAL" -eq 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on more than one existing package failed"
+fi
+
+is_package_installed zzzZZZzzz
+VAL=$?
+if [[ "$VAL" -ne 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on non-existing package failed"
+fi
+
+
+
      +
      +

      Test iniadd with non-exiting values

      +
      +
+
      +

      Enabling/disabling services

      +
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/build_bm.sh.html b/devstack/tools/build_bm.sh.html new file mode 100644 index 00000000..6fd74ac5 --- /dev/null +++ b/devstack/tools/build_bm.sh.html @@ -0,0 +1,418 @@ + + + + + build_bm.sh + + + +
      +
      + + + + + + + + + + +

      build_bm.sh

      + + + + + + + + + +
      + + +

      build_bm.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Build an OpenStack install on a bare metal machine.

      +
      +set +x
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Source params

      +
      +source ./stackrc
+
+
      +

      Param string to pass to stack.sh. Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"

      +
      +STACKSH_PARAMS=${STACKSH_PARAMS:-}
+
+
      +

      Option to use the version of devstack on which we are currently working

      +
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
      +

      Configure the runner

      +
      +RUN_SH=`mktemp`
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+# DIVIDER
+cd devstack
+$STACKSH_PARAMS ./stack.sh
+EOF
+
+
      +

      Install and run stack.sh

      +
      +chmod 755 $RUN_SH
+
+scp -r . root@$CONTAINER_IP:devstack
+scp $RUN_SH root@$CONTAINER_IP:$RUN_SH
+ssh root@$CONTAINER_IP $RUN_SH
+
+
+
      +
      +

      Make the run.sh executable

      +
      +
+
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/build_bm_multi.sh.html b/devstack/tools/build_bm_multi.sh.html new file mode 100644 index 00000000..686d70d1 --- /dev/null +++ b/devstack/tools/build_bm_multi.sh.html @@ -0,0 +1,416 @@ + + + + + build_bm_multi.sh + + + +
      +
      + + + + + + + + + + +

      build_bm_multi.sh

      + + + + + + + + + +
      + + +

      build_bm_multi.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Build an OpenStack install on several bare metal machines.

      +
      +SHELL_AFTER_RUN=no
+
+
      +

      Variables common amongst all hosts in the cluster

      +
      +COMMON_VARS="MYSQL_HOST=$HEAD_HOST RABBIT_HOST=$HEAD_HOST GLANCE_HOSTPORT=$HEAD_HOST:9292 NETWORK_MANAGER=FlatDHCPManager FLAT_INTERFACE=eth0 FLOATING_RANGE=$FLOATING_RANGE MULTI_HOST=1 SHELL_AFTER_RUN=$SHELL_AFTER_RUN"
+
+
      +

      Helper to launch containers

      +
      +function run_bm {
+
      +

      For some reason container names with periods can cause issues :/

      +
      +    CONTAINER=$1 CONTAINER_IP=$2 CONTAINER_NETMASK=$NETMASK CONTAINER_GATEWAY=$GATEWAY NAMESERVER=$NAMESERVER TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $3" ./tools/build_bm.sh
+}
+
+
      +

      Launch the head node - headnode uses a non-ip domain name, +because rabbit won't launch with an ip addr hostname :(

      +
      +run_bm STACKMASTER $HEAD_HOST "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+
      +

      Wait till the head node is up

      +
      +if [ ! "$TERMINATE" = "1" ]; then
+    echo "Waiting for head node ($HEAD_HOST) to start..."
+    if ! timeout 60 sh -c "while ! wget -q -O- http://$HEAD_HOST | grep -q username; do sleep 1; done"; then
+      echo "Head node did not start"
+      exit 1
+    fi
+fi
+
+PIDS=""
+
      +

      Launch the compute hosts in parallel

      +
      +for compute_host in ${COMPUTE_HOSTS//,/ }; do
+    run_bm $compute_host $compute_host "ENABLED_SERVICES=n-cpu,n-net,n-api" &
+    PIDS="$PIDS $!"
+done
+
+for x in $PIDS; do
+    wait $x
+done
+echo "build_bm_multi complete"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/build_pxe_env.sh.html b/devstack/tools/build_pxe_env.sh.html new file mode 100644 index 00000000..bfbf98e7 --- /dev/null +++ b/devstack/tools/build_pxe_env.sh.html @@ -0,0 +1,499 @@ + + + + + build_pxe_env.sh + + + +
      +
      + + + + + + + + + + +

      build_pxe_env.sh

      + + + + + + + + + +
      + + +

      build_pxe_env.sh

      +
      +#!/bin/bash -e
+
+
+
      +

      Create a PXE boot environment

      +

      build_pxe_env.sh destdir

      +

      Requires Ubuntu Oneiric

      +

      Only needs to run as root if the destdir permissions require it

      +
      +
+dpkg -l syslinux || apt-get install -y syslinux
+
+DEST_DIR=${1:-/tmp}/tftpboot
+PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
+PROGDIR=`dirname $0`
+
+
      +

      Clean up any resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Mop up temporary files

      +
      +    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+mkdir -p $DEST_DIR/pxelinux.cfg
+cd $DEST_DIR
+for i in memdisk menu.c32 pxelinux.0; do
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR
+done
+
+CFG=$DEST_DIR/pxelinux.cfg/default
+cat >$CFG <<EOF
+default menu.c32
+prompt 0
+timeout 0
+
+MENU TITLE devstack PXE Boot Menu
+
+EOF
+
+
      +

      Setup devstack boot

      +
      +mkdir -p $DEST_DIR/ubuntu
+if [ ! -d $PXEDIR ]; then
+    mkdir -p $PXEDIR
+fi
+
+
      +

      Get image into place

      +
      +if [ ! -r $PXEDIR/stack-initrd.img ]; then
+    cd $TOP_DIR
+    $PROGDIR/build_ramdisk.sh $PXEDIR/stack-initrd.img
+fi
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
+fi
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
+
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
+
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
+        echo "No kernel found"
+        umount $MNTDIR
+        rmdir $MNTDIR
+        exit 1
+    else
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
+    fi
+    umount $MNTDIR
+    rmdir $MNTDIR
+fi
+
+
      +

      Get generic kernel version

      +
      +KNAME=`basename $PXEDIR/vmlinuz-*-generic`
+KVER=${KNAME#vmlinuz-}
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
+cat >>$CFG <<EOF
+
+LABEL devstack
+    MENU LABEL ^devstack
+    MENU DEFAULT
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
+EOF
+
+
      +

      Get Ubuntu

      +
      +if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
+    cat >>$CFG <<EOF
+
+LABEL ubuntu
+    MENU LABEL ^Ubuntu Natty
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
+EOF
+fi
+
+
      +

      Local disk boot

      +
      +cat >>$CFG <<EOF
+
+LABEL local
+    MENU LABEL ^Local disk
+    LOCALBOOT 0
+EOF
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/build_ramdisk.sh.html b/devstack/tools/build_ramdisk.sh.html new file mode 100644 index 00000000..41230641 --- /dev/null +++ b/devstack/tools/build_ramdisk.sh.html @@ -0,0 +1,668 @@ + + + + + build_ramdisk.sh + + + +
      +
      + + + + + + + + + + +

      build_ramdisk.sh

      + + + + + + + + + +
      + + +

      build_ramdisk.sh

      +
      +#!/bin/bash
+
+
+
      +

      Build RAM disk images

      +
      +
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+
+if [ ! "$#" -eq "1" ]; then
+    echo "$0 builds a gziped Ubuntu OpenStack install"
+    echo "usage: $0 dest"
+    exit 1
+fi
+
+
      +

      Clean up any resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Mop up temporary files

      +
      +    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+    if [ -n "$DEV_FILE_TMP" -a -e "$DEV_FILE_TMP "]; then
+        rm -f $DEV_FILE_TMP
+    fi
+    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
+        rm -f $IMG_FILE_TMP
+    fi
+
+
      +

      Release NBD devices

      +
      +    if [ -n "$NBD" ]; then
+        qemu-nbd -d $NBD
+    fi
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM
+
+
      +

      Set up nbd

      +
      +modprobe nbd max_part=63
+
+
      +

      Echo commands

      +
      +set -o xtrace
+
+IMG_FILE=$1
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+
      +

      Store cwd

      +
      +CWD=`pwd`
+
+cd $TOP_DIR
+
+
      +

      Source params

      +
      +source ./stackrc
+
+CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+
+DEST=${DEST:-/opt/stack}
+
+
      +

      Configure the root password of the vm to be the same as ADMIN_PASSWORD

      +
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
      +

      Base image (natty by default)

      +
      +DIST_NAME=${DIST_NAME:-natty}
+
+
      +

      Param string to pass to stack.sh. Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"

      +
      +STACKSH_PARAMS=${STACKSH_PARAMS:-}
+
+
      +

      Option to use the version of devstack on which we are currently working

      +
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
      +

      clean install

      +
      +if [ ! -r $CACHEDIR/$DIST_NAME-base.img ]; then
+    $TOOLS_DIR/get_uec_image.sh $DIST_NAME $CACHEDIR/$DIST_NAME-base.img
+fi
+
+
      +

      Finds the next available NBD device +Exits script if error connecting or none free +map_nbd image +Returns full nbd device path

      +
      +function map_nbd {
+    for i in `seq 0 15`; do
+        if [ ! -e /sys/block/nbd$i/pid ]; then
+            NBD=/dev/nbd$i
+
      +

      Connect to nbd and wait till it is ready

      +
      +            qemu-nbd -c $NBD $1
+            if ! timeout 60 sh -c "while ! [ -e ${NBD}p1 ]; do sleep 1; done"; then
+                echo "Couldn't connect $NBD"
+                exit 1
+            fi
+            break
+        fi
+    done
+    if [ -z "$NBD" ]; then
+        echo "No free NBD slots"
+        exit 1
+    fi
+    echo $NBD
+}
+
+
      +

      Prime image with as many apt as we can

      +
      +DEV_FILE=$CACHEDIR/$DIST_NAME-dev.img
+DEV_FILE_TMP=`mktemp $DEV_FILE.XXXXXX`
+if [ ! -r $DEV_FILE ]; then
+    cp -p $CACHEDIR/$DIST_NAME-base.img $DEV_FILE_TMP
+
+    NBD=`map_nbd $DEV_FILE_TMP`
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 ${NBD}p1 $MNTDIR
+    cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
+
+    chroot $MNTDIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+    chroot $MNTDIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
+
+
      +

      Create a stack user that is a member of the libvirtd group so that stack +is able to interact with libvirt.

      +
      +    chroot $MNTDIR groupadd libvirtd
+    chroot $MNTDIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd
+    mkdir -p $MNTDIR/$DEST
+    chroot $MNTDIR chown $STACK_USER $DEST
+
+
      +

      A simple password - pass

      +
      +    echo $STACK_USER:pass | chroot $MNTDIR chpasswd
+    echo root:$ROOT_PASSWORD | chroot $MNTDIR chpasswd
+
+
      +

      And has sudo ability (in the future this should be limited to only what +stack requires)

      +
      +    echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> $MNTDIR/etc/sudoers
+
+    umount $MNTDIR
+    rmdir $MNTDIR
+    qemu-nbd -d $NBD
+    NBD=""
+    mv $DEV_FILE_TMP $DEV_FILE
+fi
+rm -f $DEV_FILE_TMP
+
+
+
      +
      +

      Clone git repositories onto the system

      +
      +
+IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
+
+if [ ! -r $IMG_FILE ]; then
+    NBD=`map_nbd $DEV_FILE`
+
+
      +

      Pre-create the image file +FIXME(dt): This should really get the partition size to

      +
      +

      System Message: ERROR/3 (<stdin>, line 109)

      +Unexpected indentation.
      +
      +pre-create the image file
      +
      +    dd if=/dev/zero of=$IMG_FILE_TMP bs=1 count=1 seek=$((2*1024*1024*1024))
+
      +

      Create filesystem image for RAM disk

      +
      +    dd if=${NBD}p1 of=$IMG_FILE_TMP bs=1M
+
+    qemu-nbd -d $NBD
+    NBD=""
+    mv $IMG_FILE_TMP $IMG_FILE
+fi
+rm -f $IMG_FILE_TMP
+
+MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+mount -t ext4 -o loop $IMG_FILE $MNTDIR
+cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
+
+
      +

      We need to install a non-virtual kernel and modules to boot from

      +
      +if [ ! -r "`ls $MNTDIR/boot/vmlinuz-*-generic | head -1`" ]; then
+    chroot $MNTDIR apt-get install -y linux-generic
+fi
+
+git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
+git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
+git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
+
+
      +

      Use this version of devstack

      +
      +rm -rf $MNTDIR/$DEST/devstack
+cp -pr $CWD $MNTDIR/$DEST/devstack
+chroot $MNTDIR chown -R $STACK_USER $DEST/devstack
+
+
      +

      Configure host network for DHCP

      +
      +mkdir -p $MNTDIR/etc/network
+cat > $MNTDIR/etc/network/interfaces <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet dhcp
+EOF
+
+
      +

      Set hostname

      +
      +echo "ramstack" >$MNTDIR/etc/hostname
+echo "127.0.0.1		localhost	ramstack" >$MNTDIR/etc/hosts
+
+
      +

      Configure the runner

      +
      +RUN_SH=$MNTDIR/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+set \`ip addr show dev eth0 | grep inet\`
+PREFIX=\`echo \$2 | cut -d. -f1,2,3\`
+export FLOATING_RANGE="\$PREFIX.224/27"
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+cd $DEST/devstack && \$STACKSH_PARAMS ./stack.sh > $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo "All done! Time to start clicking." >> $DEST/run.sh.log
+EOF
+
+
      +

      Get IP range

      +
      +chmod 755 $RUN_SH
+chroot $MNTDIR chown $STACK_USER $DEST/run.sh
+
+umount $MNTDIR
+rmdir $MNTDIR
+
+
+
      +
      +

      Kill any existing screens

      +
      +
+
      +

      Run stack.sh

      +
      +

      Make the run.sh executable

      +
      +
      +
      + + + +
      +
      + + diff --git a/devstack/tools/build_tempest.sh.html b/devstack/tools/build_tempest.sh.html new file mode 100644 index 00000000..9104a58f --- /dev/null +++ b/devstack/tools/build_tempest.sh.html @@ -0,0 +1,432 @@ + + + + + build_tempest.sh + + + +
      +
      + + + + + + + + + + +

      build_tempest.sh

      + + + + + + + + + +
      + + +

      build_tempest.sh

      +
      +#!/usr/bin/env bash
+
+
      +

      Checkout and prepare a Tempest repo: https://github.com/openstack/tempest.git

      +
      +
+function usage {
+    echo "$0 - Check out and prepare a Tempest repo"
+    echo ""
+    echo "Usage: $0"
+    exit 1
+}
+
+if [ "$1" = "-h" ]; then
+    usage
+fi
+
+
      +

      Clean up any resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+
      +

      Abort if localrc is not set

      +
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords and configuration defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      +

      Source params

      +
      +source ./stackrc
+
+
      +

      Where Openstack code lives

      +
      +DEST=${DEST:-/opt/stack}
+
+TEMPEST_DIR=$DEST/tempest
+
+
      +

      Install tests and prerequisites

      +
      +git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/build_uec.sh.html b/devstack/tools/build_uec.sh.html new file mode 100644 index 00000000..721d110e --- /dev/null +++ b/devstack/tools/build_uec.sh.html @@ -0,0 +1,734 @@ + + + + + build_uec.sh + + + +
      +
      + + + + + + + + + + +

      build_uec.sh

      + + + + + + + + + +
      + + +

      build_uec.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Make sure that we have the proper version of ubuntu (only works on oneiric)

      +
      +if ! egrep -q "oneiric" /etc/lsb-release; then
+    echo "This script only works with ubuntu oneiric."
+    exit 1
+fi
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+cd $TOP_DIR
+
+
      +

      Source params

      +
      +source ./stackrc
+
+
      +

      Ubuntu distro to install

      +
      +DIST_NAME=${DIST_NAME:-oneiric}
+
+
      +

      Configure how large the VM should be

      +
      +GUEST_SIZE=${GUEST_SIZE:-10G}
+
+
      +

      exit on error to stop unexpected errors

      +
      +set -o errexit
+set -o xtrace
+
+
      +

      Abort if localrc is not set

      +
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      +

      Install deps if needed

      +
      +DEPS="kvm libvirt-bin kpartx cloud-utils curl"
+apt_get install -y --force-yes $DEPS || true # allow this to fail gracefully for concurrent builds
+
+
      +

      Where to store files and instances

      +
      +WORK_DIR=${WORK_DIR:-/opt/uecstack}
+
+
      +

      Where to store images

      +
      +image_dir=$WORK_DIR/images/$DIST_NAME
+mkdir -p $image_dir
+
+
      +

      Start over with a clean base image, if desired

      +
      +if [ $CLEAN_BASE ]; then
+    rm -f $image_dir/disk
+fi
+
+
      +

      Get the base image if it does not yet exist

      +
      +if [ ! -e $image_dir/disk ]; then
+    $TOOLS_DIR/get_uec_image.sh -r $GUEST_SIZE $DIST_NAME $image_dir/disk $image_dir/kernel
+fi
+
+
      +

      Copy over dev environment if COPY_ENV is set. +This will also copy over your current devstack.

      +
      +if [ $COPY_ENV ]; then
+    cd $TOOLS_DIR
+    ./copy_dev_environment_to_uec.sh $image_dir/disk
+fi
+
+
      +

      Option to warm the base image with software requirements.

      +
      +if [ $WARM_CACHE ]; then
+    cd $TOOLS_DIR
+    ./warm_apts_for_uec.sh $image_dir/disk
+fi
+
+
      +

      Name of our instance, used by libvirt

      +
      +GUEST_NAME=${GUEST_NAME:-devstack}
+
+
      +

      Mop up after previous runs

      +
      +virsh destroy $GUEST_NAME || true
+
+
      +

      Where this vm is stored

      +
      +vm_dir=$WORK_DIR/instances/$GUEST_NAME
+
+
      +

      Create vm dir and remove old disk

      +
      +mkdir -p $vm_dir
+rm -f $vm_dir/disk
+
+
      +

      Create a copy of the base image

      +
      +qemu-img create -f qcow2 -b $image_dir/disk $vm_dir/disk
+
+
      +

      Back to devstack

      +
      +cd $TOP_DIR
+
+GUEST_NETWORK=${GUEST_NETWORK:-1}
+GUEST_RECREATE_NET=${GUEST_RECREATE_NET:-yes}
+GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
+GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
+GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
+GUEST_RAM=${GUEST_RAM:-1524288}
+GUEST_CORES=${GUEST_CORES:-1}
+
+
      +

      libvirt.xml configuration

      +
      +NET_XML=$vm_dir/net.xml
+NET_NAME=${NET_NAME:-devstack-$GUEST_NETWORK}
+cat > $NET_XML <<EOF
+<network>
+  <name>$NET_NAME</name>
+  <bridge name="stackbr%d" />
+  <forward/>
+  <ip address="$GUEST_GATEWAY" netmask="$GUEST_NETMASK">
+    <dhcp>
+      <range start='192.168.$GUEST_NETWORK.2' end='192.168.$GUEST_NETWORK.127' />
+    </dhcp>
+  </ip>
+</network>
+EOF
+
+if [[ "$GUEST_RECREATE_NET" == "yes" ]]; then
+    virsh net-destroy $NET_NAME || true
+
      +

      destroying the network isn't enough to delete the leases

      +
      +    rm -f /var/lib/libvirt/dnsmasq/$NET_NAME.leases
+    virsh net-create $vm_dir/net.xml
+fi
+
+
      +

      libvirt.xml configuration

      +
      +LIBVIRT_XML=$vm_dir/libvirt.xml
+cat > $LIBVIRT_XML <<EOF
+<domain type='kvm'>
+  <name>$GUEST_NAME</name>
+  <memory>$GUEST_RAM</memory>
+  <os>
+    <type>hvm</type>
+    <kernel>$image_dir/kernel</kernel>
+    <cmdline>root=/dev/vda ro console=ttyS0 init=/usr/lib/cloud-init/uncloud-init ds=nocloud-net;s=http://192.168.$GUEST_NETWORK.1:4567/ ubuntu-pass=ubuntu</cmdline>
+  </os>
+  <features>
+    <acpi/>
+  </features>
+  <clock offset='utc'/>
+  <vcpu>$GUEST_CORES</vcpu>
+  <devices>
+    <disk type='file'>
+      <driver type='qcow2'/>
+      <source file='$vm_dir/disk'/>
+      <target dev='vda' bus='virtio'/>
+    </disk>
+
+    <interface type='network'>
+      <source network='$NET_NAME'/>
+    </interface>
+
+    <!-- The order is significant here.  File must be defined first -->
+    <serial type="file">
+      <source path='$vm_dir/console.log'/>
+      <target port='1'/>
+    </serial>
+
+    <console type='pty' tty='/dev/pts/2'>
+      <source path='/dev/pts/2'/>
+      <target port='0'/>
+    </console>
+
+    <serial type='pty'>
+      <source path='/dev/pts/2'/>
+      <target port='0'/>
+    </serial>
+
+    <graphics type='vnc' port='-1' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
+  </devices>
+</domain>
+EOF
+
+
+rm -rf $vm_dir/uec
+cp -r $TOOLS_DIR/uec $vm_dir/uec
+
+
      +

      set metadata

      +
      +cat > $vm_dir/uec/meta-data<<EOF
+hostname: $GUEST_NAME
+instance-id: i-hop
+instance-type: m1.ignore
+local-hostname: $GUEST_NAME.local
+EOF
+
+
      +

      set user-data

      +
      +cat > $vm_dir/uec/user-data<<EOF
+#!/bin/bash
+# DIVIDER
+sed -i "s/127.0.0.1/127.0.0.1 \`hostname\`/" /etc/hosts
+apt-get update
+apt-get install git sudo -y
+# DIVIDER
+sudo apt-get remove -y byobu
+EOF
+
+
      +

      hostname needs to resolve for rabbit

      +
      +if [[ -e ~/.ssh/id_rsa.pub ]]; then
+    PUB_KEY=`cat  ~/.ssh/id_rsa.pub`
+    cat >> $vm_dir/uec/user-data<<EOF
+mkdir -p /opt/stack
+if [ ! -d /opt/stack/devstack ]; then
+    git clone https://github.com/cloudbuilders/devstack.git /opt/stack/devstack
+    cd /opt/stack/devstack
+    cat > localrc <<LOCAL_EOF
+ROOTSLEEP=0
+`cat $TOP_DIR/localrc`
+LOCAL_EOF
+fi
+useradd -U -G sudo -s /bin/bash -d /opt/stack -m $STACK_USER
+echo $STACK_USER:pass | chpasswd
+mkdir -p /opt/stack/.ssh
+echo "$PUB_KEY" > /opt/stack/.ssh/authorized_keys
+chown -R $STACK_USER /opt/stack
+chmod 700 /opt/stack/.ssh
+chmod 600 /opt/stack/.ssh/authorized_keys
+
+grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+    echo "#includedir /etc/sudoers.d" >> /etc/sudoers
+( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
+    > /etc/sudoers.d/50_stack_sh )
+EOF
+fi
+
+
      +

      Disable byobu

      +
      +cat >> $vm_dir/uec/user-data<<EOF
+sudo -u $STACK_USER bash -l -c "cd /opt/stack/devstack && ./stack.sh"
+EOF
+
+
      +

      Setup stack user with our key

      +
      +(
+  pid=`lsof -iTCP@192.168.$GUEST_NETWORK.1:4567 -n | awk '{print $2}' | tail -1`
+  [ -z "$pid" ] || kill -9 $pid
+)
+cd $vm_dir/uec
+python meta.py 192.168.$GUEST_NETWORK.1:4567 &
+
+
      +

      Run stack.sh

      +
      +virsh create $vm_dir/libvirt.xml
+
+
      +

      (re)start a metadata service

      +
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
+    set +o xtrace
+
      +

      Create the instance

      +
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done launching the vm, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+    echo
+
+    if ! timeout 60 sh -c "while [ ! -s /var/lib/libvirt/dnsmasq/$NET_NAME.leases ]; do sleep 1; done"; then
+        echo "Your instance failed to acquire an IP address"
+        exit 1
+    fi
+
+    ip=`cat /var/lib/libvirt/dnsmasq/$NET_NAME.leases | cut -d " " -f3`
+    echo "#############################################################"
+    echo "              -- This is your instance's IP: --"
+    echo "                           $ip"
+    echo "#############################################################"
+
+    sleep 2
+
+    while [ ! -e "$vm_dir/console.log" ]; do
+      sleep 1
+    done
+
+    tail -F $vm_dir/console.log &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      +

      Tail the console log till we are done

      +
      +    trap kill_tail SIGINT
+
+    echo "Waiting stack.sh to finish..."
+    while ! egrep -q '^stack.sh (completed|failed)' $vm_dir/console.log ; do
+        sleep 1
+    done
+
+    set -o xtrace
+
+    kill $TAIL_PID
+
+    if ! grep -q "^stack.sh completed in" $vm_dir/console.log; then
+        exit 1
+    fi
+
+    set +o xtrace
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+fi
+
+
+
      +
      +

      Done creating the container, let's tail the log

      +
      +
+
      +

      Let Ctrl-c kill tail and exit

      +
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/build_uec_ramdisk.sh.html b/devstack/tools/build_uec_ramdisk.sh.html new file mode 100644 index 00000000..e6db4d66 --- /dev/null +++ b/devstack/tools/build_uec_ramdisk.sh.html @@ -0,0 +1,602 @@ + + + + + build_uec_ramdisk.sh + + + +
      +
      + + + + + + + + + + +

      build_uec_ramdisk.sh

      + + + + + + + + + +
      + + +

      build_uec_ramdisk.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Build RAM disk images based on UEC image

      +
      +
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+
+if [ ! "$#" -eq "1" ]; then
+    echo "$0 builds a gziped Ubuntu OpenStack install"
+    echo "usage: $0 dest"
+    exit 1
+fi
+
+
      +

      Make sure that we have the proper version of ubuntu (only works on oneiric)

      +
      +if ! egrep -q "oneiric" /etc/lsb-release; then
+    echo "This script only works with ubuntu oneiric."
+    exit 1
+fi
+
+
      +

      Clean up resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+    if [ -n "$MNT_DIR" ]; then
+        umount $MNT_DIR/dev
+        umount $MNT_DIR
+    fi
+
+    if [ -n "$DEST_FILE_TMP" ]; then
+        rm $DEST_FILE_TMP
+    fi
+
+
      +

      Kill ourselves to signal parents

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Output dest image

      +
      +DEST_FILE=$1
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+cd $TOP_DIR
+
+
      +

      Source params

      +
      +source ./stackrc
+
+DEST=${DEST:-/opt/stack}
+
+
      +

      Ubuntu distro to install

      +
      +DIST_NAME=${DIST_NAME:-oneiric}
+
+
      +

      Configure how large the VM should be

      +
      +GUEST_SIZE=${GUEST_SIZE:-2G}
+
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+set -o xtrace
+
+
      +

      Abort if localrc is not set

      +
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      +

      Install deps if needed

      +
      +DEPS="kvm libvirt-bin kpartx cloud-utils curl"
+apt_get install -y --force-yes $DEPS
+
+
      +

      Where to store files and instances

      +
      +CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+WORK_DIR=${WORK_DIR:-/opt/ramstack}
+
+
      +

      Where to store images

      +
      +image_dir=$WORK_DIR/images/$DIST_NAME
+mkdir -p $image_dir
+
+
      +

      Get the base image if it does not yet exist

      +
      +if [ ! -e $image_dir/disk ]; then
+    $TOOLS_DIR/get_uec_image.sh -r 2000M $DIST_NAME $image_dir/disk
+fi
+
+
      +

      Configure the root password of the vm to be the same as ADMIN_PASSWORD

      +
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
      +

      Name of our instance, used by libvirt

      +
      +GUEST_NAME=${GUEST_NAME:-devstack}
+
+
      +

      Pre-load the image with basic environment

      +
      +if [ ! -e $image_dir/disk-primed ]; then
+    cp $image_dir/disk $image_dir/disk-primed
+    $TOOLS_DIR/warm_apts_for_uec.sh $image_dir/disk-primed
+    $TOOLS_DIR/copy_dev_environment_to_uec.sh $image_dir/disk-primed
+fi
+
+
      +

      Back to devstack

      +
      +cd $TOP_DIR
+
+DEST_FILE_TMP=`mktemp $DEST_FILE.XXXXXX`
+MNT_DIR=`mktemp -d --tmpdir mntXXXXXXXX`
+cp $image_dir/disk-primed $DEST_FILE_TMP
+mount -t ext4 -o loop $DEST_FILE_TMP $MNT_DIR
+mount -o bind /dev /$MNT_DIR/dev
+cp -p /etc/resolv.conf $MNT_DIR/etc/resolv.conf
+echo root:$ROOT_PASSWORD | chroot $MNT_DIR chpasswd
+touch $MNT_DIR/$DEST/.ramdisk
+
+
      +

      We need to install a non-virtual kernel and modules to boot from

      +
      +if [ ! -r "`ls $MNT_DIR/boot/vmlinuz-*-generic | head -1`" ]; then
+    chroot $MNT_DIR apt-get install -y linux-generic
+fi
+
+git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
+git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
+git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
+git_clone $TEMPEST_REPO $DEST/tempest $TEMPEST_BRANCH
+
+
      +

      Use this version of devstack

      +
      +rm -rf $MNT_DIR/$DEST/devstack
+cp -pr $TOP_DIR $MNT_DIR/$DEST/devstack
+chroot $MNT_DIR chown -R stack $DEST/devstack
+
+
      +

      Configure host network for DHCP

      +
      +mkdir -p $MNT_DIR/etc/network
+cat > $MNT_DIR/etc/network/interfaces <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet dhcp
+EOF
+
+
      +

      Set hostname

      +
      +echo "ramstack" >$MNT_DIR/etc/hostname
+echo "127.0.0.1		localhost	ramstack" >$MNT_DIR/etc/hosts
+
+
      +

      Configure the runner

      +
      +RUN_SH=$MNT_DIR/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+set \`ip addr show dev eth0 | grep inet\`
+PREFIX=\`echo \$2 | cut -d. -f1,2,3\`
+export FLOATING_RANGE="\$PREFIX.224/27"
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+cd $DEST/devstack && \$STACKSH_PARAMS ./stack.sh > $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo "All done! Time to start clicking." >> $DEST/run.sh.log
+EOF
+
+
      +

      Get IP range

      +
      +chmod 755 $RUN_SH
+chroot $MNT_DIR chown stack $DEST/run.sh
+
+umount $MNT_DIR/dev
+umount $MNT_DIR
+rmdir $MNT_DIR
+mv $DEST_FILE_TMP $DEST_FILE
+rm -f $DEST_FILE_TMP
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      +

      Kill any existing screens

      +
      +
+
      +

      Run stack.sh

      +
      +

      Make the run.sh executable

      +
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/build_usb_boot.sh.html b/devstack/tools/build_usb_boot.sh.html new file mode 100644 index 00000000..405cd2ec --- /dev/null +++ b/devstack/tools/build_usb_boot.sh.html @@ -0,0 +1,536 @@ + + + + + build_usb_boot.sh + + + +
      +
      + + + + + + + + + + +

      build_usb_boot.sh

      + + + + + + + + + +
      + + +

      build_usb_boot.sh

      +
      +#!/bin/bash -e
+
+
+
      +

      Create a syslinux boot environment

      +

      build_usb_boot.sh destdev

      +

      Assumes syslinux is installed +Needs to run as root

      +
      +
+DEST_DIR=${1:-/tmp/syslinux-boot}
+PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
+
+
      +

      Clean up any resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Mop up temporary files

      +
      +    if [ -n "$DEST_DEV" ]; then
+        umount $DEST_DIR
+        rmdir $DEST_DIR
+    fi
+    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+if [ -b $DEST_DIR ]; then
+
      +

      We have a block device, install syslinux and mount it

      +
      +    DEST_DEV=$DEST_DIR
+    DEST_DIR=`mktemp -d --tmpdir mntXXXXXX`
+    mount $DEST_DEV $DEST_DIR
+
+    if [ ! -d $DEST_DIR/syslinux ]; then
+        mkdir -p $DEST_DIR/syslinux
+    fi
+
+
      +

      Install syslinux on the device

      +
      +    syslinux --install --directory syslinux $DEST_DEV
+else
+
      +

      We have a directory (for sanity checking output)

      +
      +    DEST_DEV=""
+    if [ ! -d $DEST_DIR/syslinux ]; then
+        mkdir -p $DEST_DIR/syslinux
+    fi
+fi
+
+
      +

      Get some more stuff from syslinux

      +
      +for i in memdisk menu.c32; do
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR/syslinux
+done
+
+CFG=$DEST_DIR/syslinux/syslinux.cfg
+cat >$CFG <<EOF
+default /syslinux/menu.c32
+prompt 0
+timeout 0
+
+MENU TITLE devstack Boot Menu
+
+EOF
+
+
      +

      Setup devstack boot

      +
      +mkdir -p $DEST_DIR/ubuntu
+if [ ! -d $PXEDIR ]; then
+    mkdir -p $PXEDIR
+fi
+
+
      +

      Get image into place

      +
      +if [ ! -r $PXEDIR/stack-initrd.img ]; then
+    cd $TOP_DIR
+    $TOOLS_DIR/build_uec_ramdisk.sh $PXEDIR/stack-initrd.img
+fi
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
+fi
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
+
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
+
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
+        echo "No kernel found"
+        umount $MNTDIR
+        rmdir $MNTDIR
+        if [ -n "$DEST_DEV" ]; then
+            umount $DEST_DIR
+            rmdir $DEST_DIR
+        fi
+        exit 1
+    else
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
+    fi
+    umount $MNTDIR
+    rmdir $MNTDIR
+fi
+
+
      +

      Get generic kernel version

      +
      +KNAME=`basename $PXEDIR/vmlinuz-*-generic`
+KVER=${KNAME#vmlinuz-}
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
+cat >>$CFG <<EOF
+
+LABEL devstack
+    MENU LABEL ^devstack
+    MENU DEFAULT
+    KERNEL /ubuntu/vmlinuz-$KVER
+    APPEND initrd=/ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
+EOF
+
+
      +

      Get Ubuntu

      +
      +if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
+    cat >>$CFG <<EOF
+
+LABEL ubuntu
+    MENU LABEL ^Ubuntu Natty
+    KERNEL /ubuntu/vmlinuz-$KVER
+    APPEND initrd=/ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
+EOF
+fi
+
+
      +

      Local disk boot

      +
      +cat >>$CFG <<EOF
+
+LABEL local
+    MENU LABEL ^Local disk
+    LOCALBOOT 0
+EOF
+
+if [ -n "$DEST_DEV" ]; then
+    umount $DEST_DIR
+    rmdir $DEST_DIR
+fi
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/copy_dev_environment_to_uec.sh.html b/devstack/tools/copy_dev_environment_to_uec.sh.html new file mode 100644 index 00000000..7c206127 --- /dev/null +++ b/devstack/tools/copy_dev_environment_to_uec.sh.html @@ -0,0 +1,467 @@ + + + + + copy_dev_environment_to_uec.sh + + + +
      +
      + + + + + + + + + + +

      copy_dev_environment_to_uec.sh

      + + + + + + + + + +
      + + +

      copy_dev_environment_to_uec.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Echo commands

      +
      +set -o xtrace
+
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+
      +

      Change dir to top of devstack

      +
      +cd $TOP_DIR
+
+
      +

      Source params

      +
      +source ./stackrc
+
+
      +

      Echo usage

      +
      +usage() {
+    echo "Add stack user and keys"
+    echo ""
+    echo "Usage: $0 [full path to raw uec base image]"
+}
+
+
      +

      Make sure this is a raw image

      +
      +if ! qemu-img info $1 | grep -q "file format: raw"; then
+    usage
+    exit 1
+fi
+
+
      +

      Mount the image

      +
      +DEST=/opt/stack
+STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage.user
+mkdir -p $STAGING_DIR
+umount $STAGING_DIR || true
+sleep 1
+mount -t ext4 -o loop $1 $STAGING_DIR
+mkdir -p $STAGING_DIR/$DEST
+
+
      +

      Create a stack user that is a member of the libvirtd group so that stack +is able to interact with libvirt.

      +
      +chroot $STAGING_DIR groupadd libvirtd || true
+chroot $STAGING_DIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd || true
+
+
      +

      Add a simple password - pass

      +
      +echo $STACK_USER:pass | chroot $STAGING_DIR chpasswd
+
+
      +

      Configure sudo

      +
      +( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \
+    > $STAGING_DIR/etc/sudoers.d/50_stack_sh )
+
+
      +

      Copy over your ssh keys and env if desired

      +
      +cp_it ~/.ssh $STAGING_DIR/$DEST/.ssh
+cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/$DEST/.ssh/authorized_keys
+cp_it ~/.gitconfig $STAGING_DIR/$DEST/.gitconfig
+cp_it ~/.vimrc $STAGING_DIR/$DEST/.vimrc
+cp_it ~/.bashrc $STAGING_DIR/$DEST/.bashrc
+
+
      +

      Copy devstack

      +
      +rm -rf $STAGING_DIR/$DEST/devstack
+cp_it . $STAGING_DIR/$DEST/devstack
+
+
      +

      Give stack ownership over $DEST so it may do the work needed

      +
      +chroot $STAGING_DIR chown -R $STACK_USER $DEST
+
+
      +

      Unmount

      +
      +umount $STAGING_DIR
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/create_userrc.sh.html b/devstack/tools/create_userrc.sh.html new file mode 100644 index 00000000..d87443ef --- /dev/null +++ b/devstack/tools/create_userrc.sh.html @@ -0,0 +1,644 @@ + + + + + create_userrc.sh + + + +
      +
      + + + + + + + + + + +

      create_userrc.sh

      + + + + + + + + + +
      + + +

      create_userrc.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Pre-create rc files and credentials for the default users.

      +
      +
+
      +

      Warning: This script just for development purposes

      +
      +
+ACCOUNT_DIR=./accrc
+
+display_help()
+{
+cat <<EOF
+
+usage: $0 <options..>
+
+This script creates certificates and sourcable rc files per tenant/user.
+
+Target account directory hierarchy:
+target_dir-|
+           |-cacert.pem
+           |-tenant1-name|
+           |             |- user1
+           |             |- user1-cert.pem
+           |             |- user1-pk.pem
+           |             |- user2
+           |             ..
+           |-tenant2-name..
+           ..
+
+Optional Arguments
+-P include password to the rc files; with -A it assume all users password is the same
+-A try with all user
+-u <username> create files just for the specified user
+-C <tanent_name> create user and tenant, the specifid tenant will be the user's tenant
+-r <name> when combined with -C and the (-u) user exists it will be the user's tenant role in the (-C)tenant (default: Member)
+-p <userpass> password for the user
+--os-username <username>
+--os-password <admin password>
+--os-tenant-name <tenant_name>
+--os-tenant-id <tenant_id>
+--os-auth-url <auth_url>
+--target-dir <target_directory>
+--skip-tenant <tenant-name>
+--debug
+
+Example:
+$0 -AP
+$0 -P -C mytenant -u myuser -p mypass
+EOF
+}
+
+if ! options=$(getopt -o hPAp:u:r:C: -l os-username:,os-password:,os-tenant-name:,os-tenant-id:,os-auth-url:,target-dir:,skip-tenant:,help,debug -- "$@")
+then
+    #parse error
+    display_help
+    exit 1
+fi
+eval set -- $options
+ADDPASS=""
+
+
      +

      The services users usually in the service tenant. +rc files for service users, is out of scope. +Supporting different tanent for services is out of scope.

      +
      +SKIP_TENANT=",service," # tenant names are between commas(,)
+MODE=""
+ROLE=Member
+USER_NAME=""
+USER_PASS=""
+while [ $# -gt 0 ]
+do
+    case "$1" in
+    -h|--help) display_help; exit 0 ;;
+    --os-username) export OS_USERNAME=$2; shift ;;
+    --os-password) export OS_PASSWORD=$2; shift ;;
+    --os-tenant-name) export OS_TENANT_NAME=$2; shift ;;
+    --os-tenant-id) export OS_TENANT_ID=$2; shift ;;
+    --skip-tenant) SKIP_TENANT="$SKIP_TENANT$2,"; shift ;;
+    --os-auth-url) export OS_AUTH_URL=$2; shift ;;
+    --target-dir) ACCOUNT_DIR=$2; shift ;;
+    --debug) set -o xtrace ;;
+    -u) MODE=${MODE:-one};  USER_NAME=$2; shift ;;
+    -p) USER_PASS=$2; shift ;;
+    -A) MODE=all; ;;
+    -P) ADDPASS="yes" ;;
+    -C) MODE=create; TENANT=$2; shift ;;
+    -r) ROLE=$2; shift ;;
+    (--) shift; break ;;
+    (-*) echo "$0: error - unrecognized option $1" >&2; display_help; exit 1 ;;
+    (*)  echo "$0: error - unexpected argument $1" >&2; display_help; exit 1 ;;
+    esac
+    shift
+done
+
+if [ -z "$OS_PASSWORD" ]; then
+    if [ -z "$ADMIN_PASSWORD" ];then
+        echo "The admin password is required option!"  >&2
+        exit 2
+    else
+        OS_PASSWORD=$ADMIN_PASSWORD
+    fi
+fi
+
+if [ -z "$OS_TENANT_NAME" -a -z "$OS_TENANT_ID" ]; then
+   export OS_TENANT_NAME=admin
+fi
+
+if [ -z "$OS_USERNAME" ]; then
+   export OS_USERNAME=admin
+fi
+
+if [ -z "$OS_AUTH_URL" ]; then
+   export OS_AUTH_URL=http://localhost:5000/v2.0/
+fi
+
+USER_PASS=${USER_PASS:-$OS_PASSWORD}
+USER_NAME=${USER_NAME:-$OS_USERNAME}
+
+if [ -z "$MODE" ]; then
+    echo "You must specify at least -A or -u parameter!"  >&2
+    echo
+    display_help
+    exit 3
+fi
+
+export -n SERVICE_TOKEN SERVICE_ENDPOINT OS_SERVICE_TOKEN OS_SERVICE_ENDPOINT
+
+EC2_URL=http://localhost:8773/service/Cloud
+S3_URL=http://localhost:3333
+
+ec2=`keystone endpoint-get --service ec2 | awk '/\|[[:space:]]*ec2.publicURL/ {print $4}'`
+[ -n "$ec2" ] && EC2_URL=$ec2
+
+s3=`keystone endpoint-get --service s3 | awk '/\|[[:space:]]*s3.publicURL/ {print $4}'`
+[ -n "$s3" ] && S3_URL=$s3
+
+
+mkdir -p "$ACCOUNT_DIR"
+ACCOUNT_DIR=`readlink -f "$ACCOUNT_DIR"`
+EUCALYPTUS_CERT=$ACCOUNT_DIR/cacert.pem
+mv "$EUCALYPTUS_CERT" "$EUCALYPTUS_CERT.old" &>/dev/null
+if ! nova x509-get-root-cert "$EUCALYPTUS_CERT"; then
+    echo "Failed to update the root certificate: $EUCALYPTUS_CERT" >&2
+    mv "$EUCALYPTUS_CERT.old" "$EUCALYPTUS_CERT" &>/dev/null
+fi
+
+
+function add_entry(){
+    local user_id=$1
+    local user_name=$2
+    local tenant_id=$3
+    local tenant_name=$4
+    local user_passwd=$5
+
+
      +

      The admin user can see all user's secret AWS keys, it does not looks good

      +
      +    local line=`keystone ec2-credentials-list --user_id $user_id | grep -E "^\\|[[:space:]]*($tenant_name|$tenant_id)[[:space:]]*\\|" | head -n 1`
+    if [ -z "$line" ]; then
+        keystone ec2-credentials-create --user-id $user_id --tenant-id $tenant_id 1>&2
+        line=`keystone ec2-credentials-list --user_id $user_id | grep -E "^\\|[[:space:]]*($tenant_name|$tenant_id)[[:space:]]*\\|" | head -n 1`
+    fi
+    local ec2_access_key ec2_secret_key
+    read ec2_access_key ec2_secret_key <<<  `echo $line | awk '{print $4 " " $6 }'`
+    mkdir -p "$ACCOUNT_DIR/$tenant_name"
+    local rcfile="$ACCOUNT_DIR/$tenant_name/$user_name"
+
      +

      The certs subject part are the tenant ID "dash" user ID, but the CN should be the first part of the DN +Generally the subject DN parts should be in reverse order like the Issuer +The Serial does not seams correctly marked either

      +
      +    local ec2_cert="$rcfile-cert.pem"
+    local ec2_private_key="$rcfile-pk.pem"
+
      +

      Try to preserve the original file on fail (best effort)

      +
      +    mv -f "$ec2_private_key" "$ec2_private_key.old" &>/dev/null
+    mv -f "$ec2_cert" "$ec2_cert.old" &>/dev/null
+
      +

      It will not create certs when the password is incorrect

      +
      +    if ! nova --os-password "$user_passwd" --os-username "$user_name" --os-tenant-name "$tenant_name" x509-create-cert "$ec2_private_key" "$ec2_cert"; then
+        mv -f "$ec2_private_key.old" "$ec2_private_key" &>/dev/null
+        mv -f "$ec2_cert.old" "$ec2_cert" &>/dev/null
+    fi
+    cat >"$rcfile" <<EOF
+# DIVIDER
+export EC2_ACCESS_KEY="$ec2_access_key"
+export EC2_SECRET_KEY="$ec2_secret_key"
+export EC2_URL="$EC2_URL"
+export S3_URL="$S3_URL"
+# DIVIDER
+export OS_USERNAME="$user_name"
+# DIVIDER
+export OS_TENANT_NAME="$tenant_name"
+export OS_AUTH_URL="$OS_AUTH_URL"
+export EC2_CERT="$ec2_cert"
+export EC2_PRIVATE_KEY="$ec2_private_key"
+export EC2_USER_ID=42 #not checked by nova (can be a 12-digit id)
+export EUCALYPTUS_CERT="$ACCOUNT_DIR/cacert.pem"
+export NOVA_CERT="$ACCOUNT_DIR/cacert.pem"
+EOF
+    if [ -n "$ADDPASS" ]; then
+        echo "export OS_PASSWORD=\"$user_passwd\"" >>"$rcfile"
+    fi
+}
+
+#admin users expected
+function create_or_get_tenant(){
+    local tenant_name=$1
+    local tenant_id=`keystone tenant-list | awk '/\|[[:space:]]*'"$tenant_name"'[[:space:]]*\|.*\|/ {print $2}'`
+    if [ -n "$tenant_id" ]; then
+        echo $tenant_id
+    else
+        keystone tenant-create --name "$tenant_name" | awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'
+    fi
+}
+
+function create_or_get_role(){
+    local role_name=$1
+    local role_id=`keystone role-list| awk '/\|[[:space:]]*'"$role_name"'[[:space:]]*\|/ {print $2}'`
+    if [ -n "$role_id" ]; then
+        echo $role_id
+    else
+        keystone role-create --name "$role_name" |awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'
+    fi
+}
+
+
      +

      you can source this file

      +
      +function get_user_id(){
+    local user_name=$1
+    keystone user-list | awk '/^\|[^|]*\|[[:space:]]*'"$user_name"'[[:space:]]*\|.*\|/ {print $2}'
+}
+
+if [ $MODE != "create" ]; then
+
      +

      OpenStack USER ID = $user_id

      +
      +    for tenant_id_at_name in `keystone tenant-list | awk 'BEGIN {IGNORECASE = 1} /true[[:space:]]*\|$/ {print  $2 "@" $4}'`; do
+        read tenant_id tenant_name <<< `echo "$tenant_id_at_name" | sed 's/@/ /'`
+        if echo $SKIP_TENANT| grep -q ",$tenant_name,"; then
+            continue;
+        fi
+        for user_id_at_name in `keystone user-list --tenant-id $tenant_id | awk 'BEGIN {IGNORECASE = 1} /true[[:space:]]*\|[^|]*\|$/ {print  $2 "@" $4}'`; do
+            read user_id user_name <<< `echo "$user_id_at_name" | sed 's/@/ /'`
+            if [ $MODE = one -a "$user_name" != "$USER_NAME" ]; then
+               continue;
+            fi
+            add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+        done
+    done
+else
+    tenant_name=$TENANT
+    tenant_id=`create_or_get_tenant "$TENANT"`
+    user_name=$USER_NAME
+    user_id=`get_user_id $user_name`
+    if [ -z "$user_id" ]; then
+        #new user
+        user_id=`keystone user-create --name "$user_name" --tenant-id "$tenant_id" --pass "$USER_PASS" --email "$user_name@example.com" | awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'`
+        #The password is in the cmd line. It is not a good thing
+        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+    else
+        #new role
+        role_id=`create_or_get_role "$ROLE"`
+        keystone user-role-add --user-id "$user_id" --tenant-id "$tenant_id" --role-id "$role_id"
+        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+    fi
+fi
+
+
+
      +
      +

      Openstack Tenant ID = $tenant_id

      +
      +
+
      +

      Provides empty string when the user does not exists

      +
      +

      looks like I can't ask for all tenant related to a specified user

      +
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/get_uec_image.sh.html b/devstack/tools/get_uec_image.sh.html new file mode 100644 index 00000000..60a4765d --- /dev/null +++ b/devstack/tools/get_uec_image.sh.html @@ -0,0 +1,499 @@ + + + + + get_uec_image.sh + + + +
      +
      + + + + + + + + + + +

      get_uec_image.sh

      + + + + + + + + + +
      + + +

      get_uec_image.sh

      +
      +#!/bin/bash
+
+
+
      +

      Download and prepare Ubuntu UEC images

      +
      +
+CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+ROOTSIZE=${ROOTSIZE:-2000M}
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +. $TOP_DIR/functions
+
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+set -o xtrace
+
+usage() {
+    echo "Usage: $0 - Download and prepare Ubuntu UEC images"
+    echo ""
+    echo "$0 [-r rootsize] release imagefile [kernel]"
+    echo ""
+    echo "-r size   - root fs size (min 2000MB)"
+    echo "release   - Ubuntu release: lucid - quantal"
+    echo "imagefile - output image file"
+    echo "kernel    - output kernel"
+    exit 1
+}
+
+
      +

      Clean up any resources that may be in use

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Mop up temporary files

      +
      +    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
+        rm -f $IMG_FILE_TMP
+    fi
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    trap 2; kill -2 $$
+}
+
+while getopts hr: c; do
+    case $c in
+        h)  usage
+            ;;
+        r)  ROOTSIZE=$OPTARG
+            ;;
+    esac
+done
+shift `expr $OPTIND - 1`
+
+if [[ ! "$#" -eq "2" && ! "$#" -eq "3" ]]; then
+    usage
+fi
+
+
      +

      Default args

      +
      +DIST_NAME=$1
+IMG_FILE=$2
+IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
+KERNEL=$3
+
+case $DIST_NAME in
+    quantal)    ;;
+    precise)    ;;
+    oneiric)    ;;
+    natty)      ;;
+    maverick)   ;;
+    lucid)      ;;
+    *)          echo "Unknown release: $DIST_NAME"
+                usage
+                ;;
+esac
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Check dependencies

      +
      +if [ ! -x "`which qemu-img`" -o -z "`dpkg -l | grep cloud-utils`" ]; then
+
      +

      Missing KVM?

      +
      +    apt_get install qemu-kvm cloud-utils
+fi
+
+
      +

      Find resize script

      +
      +RESIZE=`which resize-part-image || which uec-resize-image`
+if [ -z "$RESIZE" ]; then
+    echo "resize tool from cloud-utils not found"
+    exit 1
+fi
+
+
      +

      Get the UEC image

      +
      +UEC_NAME=$DIST_NAME-server-cloudimg-amd64
+if [ ! -d $CACHEDIR/$DIST_NAME ]; then
+    mkdir -p $CACHEDIR/$DIST_NAME
+fi
+if [ ! -e $CACHEDIR/$DIST_NAME/$UEC_NAME.tar.gz ]; then
+    (cd $CACHEDIR/$DIST_NAME && wget -N http://uec-images.ubuntu.com/$DIST_NAME/current/$UEC_NAME.tar.gz)
+    (cd $CACHEDIR/$DIST_NAME && tar Sxvzf $UEC_NAME.tar.gz)
+fi
+
+$RESIZE $CACHEDIR/$DIST_NAME/$UEC_NAME.img ${ROOTSIZE} $IMG_FILE_TMP
+mv $IMG_FILE_TMP $IMG_FILE
+
+
      +

      Copy kernel to destination

      +
      +if [ -n "$KERNEL" ]; then
+    cp -p $CACHEDIR/$DIST_NAME/*-vmlinuz-virtual $KERNEL
+fi
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/info.sh.html b/devstack/tools/info.sh.html new file mode 100644 index 00000000..6ae7395d --- /dev/null +++ b/devstack/tools/info.sh.html @@ -0,0 +1,555 @@ + + + + + info.sh + + + +
      +
      + + + + + + + + + + +

      info.sh

      + + + + + + + + + +
      + + +

      info.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Produce a report on the state of devstack installs

      +

      Output fields are separated with '|' chars +Output types are git,localrc,os,pip,pkg:

      +
      +git|<project>|<branch>[<shaq>] +localtc|<var>=<value> +os|<var>=<value> +pip|<package>|<version> +pkg|<package>|<version>
      +
      +
+function usage {
+    echo "$0 - Report on the devstack configuration"
+    echo ""
+    echo "Usage: $0"
+    exit 1
+}
+
+if [ "$1" = "-h" ]; then
+    usage
+fi
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+cd $TOP_DIR
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Source params

      +
      +source $TOP_DIR/stackrc
+
+DEST=${DEST:-/opt/stack}
+FILES=$TOP_DIR/files
+if [[ ! -d $FILES ]]; then
+    echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
+    exit 1
+fi
+
+
+
      +
      +

      OS

      +
      +
+
      +

      Determine what OS we're using

      +
      +GetDistro
+
+echo "os|distro=$DISTRO"
+echo "os|vendor=$os_VENDOR"
+echo "os|release=$os_RELEASE"
+if [ -n "$os_UPDATE" ]; then
+    echo "os|version=$os_UPDATE"
+fi
+
+
+
      + +
      +

      Repos

      +
      +
+
      +

      git_report <dir>

      +
      +function git_report() {
+    local dir=$1
+    local proj ref branch head
+    if [[ -d $dir/.git ]]; then
+        pushd $dir >/dev/null
+        proj=$(basename $dir)
+        ref=$(git symbolic-ref HEAD)
+        branch=${ref##refs/heads/}
+        head=$(git show-branch --sha1-name $branch | cut -d' ' -f1)
+        echo "git|${proj}|${branch}${head}"
+        popd >/dev/null
+    fi
+}
+
+for i in $DEST/*; do
+    if [[ -d $i ]]; then
+        git_report $i
+    fi
+done
+
+
+
      + +
      +

      Packages

      +
      +
+
      +
        +
      • We are going to check packages only for the services needed.
        • +
      • We are parsing the packages files and detecting metadatas.
        • +
      +
      +
+for p in $(get_packages $ENABLED_SERVICES); do
+    if [[ "$os_PACKAGE" = "deb" ]]; then
+        ver=$(dpkg -s $p 2>/dev/null | grep '^Version: ' | cut -d' ' -f2)
+    elif [[ "$os_PACKAGE" = "rpm" ]]; then
+        ver=$(rpm -q --queryformat "%{VERSION}-%{RELEASE}\n" $p)
+    else
+        exit_distro_not_supported "finding version of a package"
+    fi
+    echo "pkg|${p}|${ver}"
+done
+
+
+
      + +
      +

      Pips

      +
      +
+CMD_PIP=$(get_pip_command)
+
+
      +

      Pip tells us what is currently installed

      +
      +FREEZE_FILE=$(mktemp --tmpdir freeze.XXXXXX)
+$CMD_PIP freeze >$FREEZE_FILE 2>/dev/null
+
+
      +

      Loop through our requirements and look for matches

      +
      +while read line; do
+    if [[ -n "$line" ]]; then
+        if [[ "$line" =~ \+(.*)@(.*)#egg=(.*) ]]; then
+
      +

      Handle URLs

      +
      +            p=${BASH_REMATCH[1]}
+            ver=${BASH_REMATCH[2]}
+        elif [[ "$line" =~ (.*)[=\<\>]=(.*) ]]; then
+
      +

      Normal pip packages

      +
      +            p=${BASH_REMATCH[1]}
+            ver=${BASH_REMATCH[2]}
+        else
+
      +

      Unhandled format in freeze file

      +
      +            #echo "unknown: $p"
+            continue
+        fi
+        echo "pip|${p}|${ver}"
+    else
+
      +

      No match in freeze file

      +
      +        #echo "unknown: $p"
+        continue
+    fi
+done <$FREEZE_FILE
+
+rm $FREEZE_FILE
+
+
+
      + +
      +

      localrc

      +
      +
+
      +

      Dump localrc with 'localrc|' prepended and comments and passwords left out

      +
      +if [[ -r $TOP_DIR/localrc ]]; then
+    sed -e '
+        /PASSWORD/d;
+        /^#/d;
+        s/^/localrc\|/;
+    ' $TOP_DIR/localrc
+fi
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/devstack/tools/install_openvpn.sh.html b/devstack/tools/install_openvpn.sh.html new file mode 100644 index 00000000..886c3de8 --- /dev/null +++ b/devstack/tools/install_openvpn.sh.html @@ -0,0 +1,604 @@ + + + + + install_openvpn.sh + + + +
      +
      + + + + + + + + + + +

      install_openvpn.sh

      + + + + + + + + + +
      + + +

      install_openvpn.sh

      +
      +#!/bin/bash
+
+
+
      +

      Install OpenVPN and generate required certificates

      +

      install_openvpn.sh --client name +install_openvpn.sh --server [name]

      +

      name is used on the CN of the generated cert, and the filename of +the configuration, certificate and key files.

      +

      --server mode configures the host with a running OpenVPN server instance +--client mode creates a tarball of a client configuration for this server

      +
      +
+
      +

      Get config file

      +
      +if [ -e localrc ]; then
+    . localrc
+fi
+if [ -e vpnrc ]; then
+    . vpnrc
+fi
+
+
      +

      Do some IP manipulation

      +
      +function cidr2netmask() {
+    set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0
+    if [[ $1 -gt 1 ]]; then
+        shift $1
+    else
+        shift
+    fi
+    echo ${1-0}.${2-0}.${3-0}.${4-0}
+}
+
+FIXED_NET=`echo $FIXED_RANGE | cut -d'/' -f1`
+FIXED_CIDR=`echo $FIXED_RANGE | cut -d'/' -f2`
+FIXED_MASK=`cidr2netmask $FIXED_CIDR`
+
+
      +

      VPN Config

      +
      +VPN_SERVER=${VPN_SERVER:-`ifconfig eth0 | awk "/inet addr:/ { print \$2 }" | cut -d: -f2`}  # 50.56.12.212
+VPN_PROTO=${VPN_PROTO:-tcp}
+VPN_PORT=${VPN_PORT:-6081}
+VPN_DEV=${VPN_DEV:-tap0}
+VPN_BRIDGE=${VPN_BRIDGE:-br100}
+VPN_BRIDGE_IF=${VPN_BRIDGE_IF:-$FLAT_INTERFACE}
+VPN_CLIENT_NET=${VPN_CLIENT_NET:-$FIXED_NET}
+VPN_CLIENT_MASK=${VPN_CLIENT_MASK:-$FIXED_MASK}
+VPN_CLIENT_DHCP="${VPN_CLIENT_DHCP:-net.1 net.254}"
+
+VPN_DIR=/etc/openvpn
+CA_DIR=$VPN_DIR/easy-rsa
+
+usage() {
+    echo "$0 - OpenVPN install and certificate generation"
+    echo ""
+    echo "$0 --client name"
+    echo "$0 --server [name]"
+    echo ""
+    echo " --server mode configures the host with a running OpenVPN server instance"
+    echo " --client mode creates a tarball of a client configuration for this server"
+    exit 1
+}
+
+if [ -z $1 ]; then
+    usage
+fi
+
+
      +

      Install OpenVPN

      +
      +VPN_EXEC=`which openvpn`
+if [ -z "$VPN_EXEC" -o ! -x "$VPN_EXEC" ]; then
+    apt-get install -y openvpn bridge-utils
+fi
+if [ ! -d $CA_DIR ]; then
+    cp -pR /usr/share/doc/openvpn/examples/easy-rsa/2.0/ $CA_DIR
+fi
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/.. && pwd)
+
+WEB_DIR=$TOP_DIR/../vpn
+if [[ ! -d $WEB_DIR ]]; then
+    mkdir -p $WEB_DIR
+fi
+WEB_DIR=$(cd $TOP_DIR/../vpn && pwd)
+
+cd $CA_DIR
+source ./vars
+
+
      +

      Override the defaults

      +
      +export KEY_COUNTRY="US"
+export KEY_PROVINCE="TX"
+export KEY_CITY="SanAntonio"
+export KEY_ORG="Cloudbuilders"
+export KEY_EMAIL="rcb@lists.rackspace.com"
+
+if [ ! -r $CA_DIR/keys/dh1024.pem ]; then
+
      +

      Initialize a new CA

      +
      +    $CA_DIR/clean-all
+    $CA_DIR/build-dh
+    $CA_DIR/pkitool --initca
+    openvpn --genkey --secret $CA_DIR/keys/ta.key  ## Build a TLS key
+fi
+
+do_server() {
+    NAME=$1
+
      +

      Generate server certificate

      +
      +    $CA_DIR/pkitool --server $NAME
+
+    (cd $CA_DIR/keys;
+        cp $NAME.crt $NAME.key ca.crt dh1024.pem ta.key $VPN_DIR
+    )
+    cat >$VPN_DIR/br-up <<EOF
+#!/bin/bash
+
+BR="$VPN_BRIDGE"
+TAP="\$1"
+
+if [[ ! -d /sys/class/net/\$BR ]]; then
+    brctl addbr \$BR
+fi
+
+for t in \$TAP; do
+    openvpn --mktun --dev \$t
+    brctl addif \$BR \$t
+    ifconfig \$t 0.0.0.0 promisc up
+done
+EOF
+    chmod +x $VPN_DIR/br-up
+    cat >$VPN_DIR/br-down <<EOF
+#!/bin/bash
+
+BR="$VPN_BRIDGE"
+TAP="\$1"
+
+for i in \$TAP; do
+    brctl delif \$BR $t
+    openvpn --rmtun --dev \$i
+done
+EOF
+    chmod +x $VPN_DIR/br-down
+    cat >$VPN_DIR/$NAME.conf <<EOF
+proto $VPN_PROTO
+port $VPN_PORT
+dev $VPN_DEV
+up $VPN_DIR/br-up
+down $VPN_DIR/br-down
+cert $NAME.crt
+key $NAME.key  # This file should be kept secret
+ca ca.crt
+dh dh1024.pem
+duplicate-cn
+server-bridge $VPN_CLIENT_NET $VPN_CLIENT_MASK $VPN_CLIENT_DHCP
+ifconfig-pool-persist ipp.txt
+comp-lzo
+user nobody
+group nogroup
+persist-key
+persist-tun
+status openvpn-status.log
+EOF
+    /etc/init.d/openvpn restart
+}
+
+do_client() {
+    NAME=$1
+
      +

      Generate a client certificate

      +
      +    $CA_DIR/pkitool $NAME
+
+    TMP_DIR=`mktemp -d`
+    (cd $CA_DIR/keys;
+        cp -p ca.crt ta.key $NAME.key $NAME.crt $TMP_DIR
+    )
+    if [ -r $VPN_DIR/hostname ]; then
+        HOST=`cat $VPN_DIR/hostname`
+    else
+        HOST=`hostname`
+    fi
+    cat >$TMP_DIR/$HOST.conf <<EOF
+proto $VPN_PROTO
+port $VPN_PORT
+dev $VPN_DEV
+cert $NAME.crt
+key $NAME.key  # This file should be kept secret
+ca ca.crt
+client
+remote $VPN_SERVER $VPN_PORT
+resolv-retry infinite
+nobind
+user nobody
+group nogroup
+persist-key
+persist-tun
+comp-lzo
+verb 3
+EOF
+    (cd $TMP_DIR; tar cf $WEB_DIR/$NAME.tar *)
+    rm -rf $TMP_DIR
+    echo "Client certificate and configuration is in $WEB_DIR/$NAME.tar"
+}
+
+
      +

      Process command line args

      +
      +case $1 in
+    --client)   if [ -z $2 ]; then
+                    usage
+                fi
+                do_client $2
+                ;;
+    --server)   if [ -z $2 ]; then
+                    NAME=`hostname`
+                else
+                    NAME=$2
+
      +

      Save for --client use

      +
      +                    echo $NAME >$VPN_DIR/hostname
+                fi
+                do_server $NAME
+                ;;
+    --clean)    $CA_DIR/clean-all
+                ;;
+    *)          usage
+esac
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/install_prereqs.sh.html b/devstack/tools/install_prereqs.sh.html new file mode 100644 index 00000000..66389e2b --- /dev/null +++ b/devstack/tools/install_prereqs.sh.html @@ -0,0 +1,469 @@ + + + + + install_prereqs.sh + + + +
      +
      + + + + + + + + + + +

      install_prereqs.sh

      + + + + + + + + + +
      + + +

      install_prereqs.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Install system package prerequisites

      +

      install_prereqs.sh [-f]

      + +++ + + + +
      +-fForce an install run now
      +
      +
+if [[ -n "$1" &&  "$1" = "-f" ]]; then
+    FORCE_PREREQ=1
+fi
+
+
      +

      If TOP_DIR is set we're being sourced rather than running stand-alone +or in a sub-shell

      +
      +if [[ -z "$TOP_DIR" ]]; then
+
      +

      Keep track of the devstack directory

      +
      +    TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +    source $TOP_DIR/functions
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +    GetDistro
+
+
      +

      Needed to get ENABLED_SERVICES

      +
      +    source $TOP_DIR/stackrc
+
+
      +

      Prereq dirs are here

      +
      +    FILES=$TOP_DIR/files
+fi
+
+
      +

      Minimum wait time

      +
      +PREREQ_RERUN_MARKER=${PREREQ_RERUN_MARKER:-$TOP_DIR/.prereqs}
+PREREQ_RERUN_HOURS=${PREREQ_RERUN_HOURS:-2}
+PREREQ_RERUN_SECONDS=$((60*60*$PREREQ_RERUN_HOURS))
+
+NOW=$(date "+%s")
+LAST_RUN=$(head -1 $PREREQ_RERUN_MARKER 2>/dev/null || echo "0")
+DELTA=$(($NOW - $LAST_RUN))
+if [[ $DELTA -lt $PREREQ_RERUN_SECONDS && -z "$FORCE_PREREQ" ]]; then
+    echo "Re-run time has not expired ($(($PREREQ_RERUN_SECONDS - $DELTA)) seconds remaining) "
+    echo "and FORCE_PREREQ not set; exiting..."
+    return 0
+fi
+
+
      +

      Make sure the proxy config is visible to sub-processes

      +
      +export_proxy_variables
+
+
+
      +
      +

      Install Packages

      +
      +
+
      +

      Install package requirements

      +
      +install_package $(get_packages $ENABLED_SERVICES)
+
+if [[ -n "$SYSLOG" && "$SYSLOG" != "False" ]]; then
+    if is_ubuntu || is_fedora; then
+        install_package rsyslog-relp
+    elif is_suse; then
+        install_package rsyslog-module-relp
+    else
+        exit_distro_not_supported "rsyslog-relp installation"
+    fi
+fi
+
+
+
      +
      +

      Mark end of run

      +
      +
+date "+%s" >$PREREQ_RERUN_MARKER
+date >>$PREREQ_RERUN_MARKER
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/devstack/tools/jenkins/adapters/euca.sh.html b/devstack/tools/jenkins/adapters/euca.sh.html new file mode 100644 index 00000000..b7380e4b --- /dev/null +++ b/devstack/tools/jenkins/adapters/euca.sh.html @@ -0,0 +1,370 @@ + + + + + euca.sh + + + +
      +
      + + + + + + + + + + +

      euca.sh

      + + + + + + + + + +
      + + +

      Echo commands, exit on error

      +
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./euca.sh'
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/adapters/floating_ips.sh.html b/devstack/tools/jenkins/adapters/floating_ips.sh.html new file mode 100644 index 00000000..9d3fca6d --- /dev/null +++ b/devstack/tools/jenkins/adapters/floating_ips.sh.html @@ -0,0 +1,370 @@ + + + + + floating_ips.sh + + + +
      +
      + + + + + + + + + + +

      floating_ips.sh

      + + + + + + + + + +
      + + +

      Echo commands, exit on error

      +
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./floating_ips.sh'
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/adapters/swift.sh.html b/devstack/tools/jenkins/adapters/swift.sh.html new file mode 100644 index 00000000..e2926c41 --- /dev/null +++ b/devstack/tools/jenkins/adapters/swift.sh.html @@ -0,0 +1,370 @@ + + + + + swift.sh + + + +
      +
      + + + + + + + + + + +

      swift.sh

      + + + + + + + + + +
      + + +

      Echo commands, exit on error

      +
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./swift.sh'
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/adapters/volumes.sh.html b/devstack/tools/jenkins/adapters/volumes.sh.html new file mode 100644 index 00000000..1d839f5f --- /dev/null +++ b/devstack/tools/jenkins/adapters/volumes.sh.html @@ -0,0 +1,370 @@ + + + + + volumes.sh + + + +
      +
      + + + + + + + + + + +

      volumes.sh

      + + + + + + + + + +
      + + +

      Echo commands, exit on error

      +
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./volumes.sh'
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/build_configuration.sh.html b/devstack/tools/jenkins/build_configuration.sh.html new file mode 100644 index 00000000..765f6166 --- /dev/null +++ b/devstack/tools/jenkins/build_configuration.sh.html @@ -0,0 +1,385 @@ + + + + + build_configuration.sh + + + +
      +
      + + + + + + + + + + +

      build_configuration.sh

      + + + + + + + + + +
      + + +

      Validate inputs

      +
      +#!/bin/bash
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage() {
+echo "Usage: $0 -  Build a configuration"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      +

      Execute configuration script

      +
      +cd configurations && ./$CONFIGURATION.sh $EXECUTOR_NUMBER $CONFIGURATION $ADAPTER "$RC"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/configurations/kvm.sh.html b/devstack/tools/jenkins/configurations/kvm.sh.html new file mode 100644 index 00000000..ac97055b --- /dev/null +++ b/devstack/tools/jenkins/configurations/kvm.sh.html @@ -0,0 +1,440 @@ + + + + + kvm.sh + + + +
      +
      + + + + + + + + + + +

      kvm.sh

      + + + + + + + + + +
      + + +

      exit on error to stop unexpected errors

      +
      +#!/bin/bash
+
+set -o errexit
+set -o xtrace
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage() {
+    echo "Usage: $0 - Build a test configuration"
+    echo ""
+    echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+    exit 1
+}
+
+
      +

      Validate inputs

      +
      +if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      +

      This directory

      +
      +CUR_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      devstack directory

      +
      +cd ../../..
+TOP_DIR=$(pwd)
+
+
      +

      Deps

      +
      +apt-get install -y --force-yes libvirt-bin || true
+
+
      +

      Name test instance based on executor

      +
      +BASE_NAME=executor-`printf "%02d" $EXECUTOR_NUMBER`
+GUEST_NAME=$BASE_NAME.$ADAPTER
+virsh list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh destroy || true
+virsh net-list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
+
+
      +

      Configure localrc

      +
      +cat <<EOF >localrc
+RECLONE=yes
+GUEST_NETWORK=$EXECUTOR_NUMBER
+GUEST_NAME=$GUEST_NAME
+FLOATING_RANGE=192.168.$EXECUTOR_NUMBER.128/27
+GUEST_CORES=1
+GUEST_RAM=12574720
+MYSQL_PASSWORD=chicken
+RABBIT_PASSWORD=chicken
+SERVICE_TOKEN=chicken
+SERVICE_PASSWORD=chicken
+ADMIN_PASSWORD=chicken
+USERNAME=admin
+TENANT=admin
+NET_NAME=$BASE_NAME
+ACTIVE_TIMEOUT=45
+BOOT_TIMEOUT=45
+$RC
+EOF
+cd tools
+sudo ./build_uec.sh
+
+
      +

      Make the address of the instances available to test runners

      +
      +echo HEAD=`cat /var/lib/libvirt/dnsmasq/$BASE_NAME.leases | cut -d " " -f3` > $TOP_DIR/addresses
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/configurations/xs.sh.html b/devstack/tools/jenkins/configurations/xs.sh.html new file mode 100644 index 00000000..4bec1e91 --- /dev/null +++ b/devstack/tools/jenkins/configurations/xs.sh.html @@ -0,0 +1,431 @@ + + + + + xs.sh + + + +
      +
      + + + + + + + + + + +

      xs.sh

      + + + + + + + + + +
      + + +

      Validate inputs

      +
      +#!/bin/bash
+set -o errexit
+set -o xtrace
+
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage() {
+echo "Usage: $0 - Build a test configuration"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      +

      Configuration of xenrc

      +
      +XENRC=/var/lib/jenkins/xenrc
+if [ ! -e $XENRC ]; then
+    echo "/var/lib/jenkins/xenrc is not present! See README.md"
+    exit 1
+fi
+
+
      +

      Move to top of devstack

      +
      +cd ../../..
+
+
      +

      Use xenrc as the start of our localrc

      +
      +cp $XENRC localrc
+
+
      +

      Set the PUB_IP

      +
      +PUB_IP=192.168.1.1$EXECUTOR_NUMBER
+echo "PUB_IP=$PUB_IP" >> localrc
+
+
      +

      Overrides

      +
      +echo "$RC" >> localrc
+
+
      +

      Source localrc

      +
      +. localrc
+
+
      +

      Make host ip available to tester

      +
      +echo "HEAD=$PUB_IP" > addresses
+
+
      +

      Build configuration

      +
      +REMOTE_DEVSTACK=/root/devstack
+ssh root@$XEN_IP "rm -rf $REMOTE_DEVSTACK"
+scp -pr . root@$XEN_IP:$REMOTE_DEVSTACK
+ssh root@$XEN_IP "cd $REMOTE_DEVSTACK/tools/xen && ./build_domU.sh"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/jenkins_home/build_jenkins.sh.html b/devstack/tools/jenkins/jenkins_home/build_jenkins.sh.html new file mode 100644 index 00000000..005b2933 --- /dev/null +++ b/devstack/tools/jenkins/jenkins_home/build_jenkins.sh.html @@ -0,0 +1,504 @@ + + + + + build_jenkins.sh + + + +
      +
      + + + + + + + + + + +

      build_jenkins.sh

      + + + + + + + + + +
      + + +

      Echo commands, exit on error

      +
      +#!/bin/bash
+
+set -o xtrace
+set -o errexit
+
+
      +

      Make sure only root can run our script

      +
      +if [[ $EUID -ne 0 ]]; then
+   echo "This script must be run as root"
+   exit 1
+fi
+
+
      +

      This directory

      +
      +CUR_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Configure trunk jenkins!

      +
      +echo "deb http://pkg.jenkins-ci.org/debian binary/" > /etc/apt/sources.list.d/jenkins.list
+wget -q -O - http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key | sudo apt-key add -
+apt-get update
+
+
+
      +

      Clean out old jenkins - useful if you are having issues upgrading

      +
      +CLEAN_JENKINS=${CLEAN_JENKINS:-no}
+if [ "$CLEAN_JENKINS" = "yes" ]; then
+    apt-get remove jenkins jenkins-common
+fi
+
+
      +

      Install software

      +
      +DEPS="jenkins cloud-utils"
+apt-get install -y --force-yes $DEPS
+
+
      +

      Install jenkins

      +
      +if [ ! -e /var/lib/jenkins ]; then
+   echo "Jenkins installation failed"
+   exit 1
+fi
+
+
      +

      Make sure user has configured a jenkins ssh pubkey

      +
      +if [ ! -e /var/lib/jenkins/.ssh/id_rsa.pub ]; then
+   echo "Public key for jenkins is missing.  This is used to ssh into your instances."
+   echo "Please run "su -c ssh-keygen jenkins" before proceeding"
+   exit 1
+fi
+
+
      +

      Setup sudo

      +
      +JENKINS_SUDO=/etc/sudoers.d/jenkins
+cat > $JENKINS_SUDO <<EOF
+jenkins ALL = NOPASSWD: ALL
+EOF
+chmod 440 $JENKINS_SUDO
+
+
      +

      Setup .gitconfig

      +
      +JENKINS_GITCONF=/var/lib/jenkins/hudson.plugins.git.GitSCM.xml
+cat > $JENKINS_GITCONF <<EOF
+<?xml version='1.0' encoding='UTF-8'?>
+<hudson.plugins.git.GitSCM_-DescriptorImpl>
+  <generation>4</generation>
+  <globalConfigName>Jenkins</globalConfigName>
+  <globalConfigEmail>jenkins@rcb.me</globalConfigEmail>
+</hudson.plugins.git.GitSCM_-DescriptorImpl>
+EOF
+
+
      +

      Add build numbers

      +
      +JOBS=`ls jobs`
+for job in ${JOBS// / }; do
+    if [ ! -e jobs/$job/nextBuildNumber ]; then
+        echo 1 > jobs/$job/nextBuildNumber
+    fi
+done
+
+
      +

      Set ownership to jenkins

      +
      +chown -R jenkins $CUR_DIR
+
+
      +

      Make sure this directory is accessible to jenkins

      +
      +if ! su -c "ls $CUR_DIR" jenkins; then
+    echo "Your devstack directory is not accessible by jenkins."
+    echo "There is a decent chance you are trying to run this from a directory in /root."
+    echo "If so, try moving devstack elsewhere (eg. /opt/devstack)."
+    exit 1
+fi
+
+
      +

      Move aside old jobs, if present

      +
      +if [ ! -h /var/lib/jenkins/jobs ]; then
+    echo "Installing jobs symlink"
+    if [ -d /var/lib/jenkins/jobs ]; then
+        mv /var/lib/jenkins/jobs /var/lib/jenkins/jobs.old
+    fi
+fi
+
+
      +

      Set up jobs symlink

      +
      +rm -f /var/lib/jenkins/jobs
+ln -s $CUR_DIR/jobs /var/lib/jenkins/jobs
+
+
      +

      List of plugins

      +
      +PLUGINS=http://hudson-ci.org/downloads/plugins/build-timeout/1.6/build-timeout.hpi,http://mirrors.jenkins-ci.org/plugins/git/1.1.12/git.hpi,http://hudson-ci.org/downloads/plugins/global-build-stats/1.2/global-build-stats.hpi,http://hudson-ci.org/downloads/plugins/greenballs/1.10/greenballs.hpi,http://download.hudson-labs.org/plugins/console-column-plugin/1.0/console-column-plugin.hpi
+
+
      +

      Configure plugins

      +
      +for plugin in ${PLUGINS//,/ }; do
+    name=`basename $plugin`   
+    dest=/var/lib/jenkins/plugins/$name
+    if [ ! -e $dest ]; then
+        curl -L $plugin -o $dest
+    fi
+done
+
+
      +

      Restart jenkins

      +
      +/etc/init.d/jenkins stop || true
+/etc/init.d/jenkins start
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/jenkins_home/clean.sh.html b/devstack/tools/jenkins/jenkins_home/clean.sh.html new file mode 100644 index 00000000..a820f1c3 --- /dev/null +++ b/devstack/tools/jenkins/jenkins_home/clean.sh.html @@ -0,0 +1,383 @@ + + + + + clean.sh + + + +
      +
      + + + + + + + + + + +

      clean.sh

      + + + + + + + + + +
      + + +

      This script is not yet for general consumption.

      +
      +#!/bin/bash
+
+set -o errexit
+
+if [ ! "$FORCE" = "yes" ]; then
+    echo "FORCE not set to 'yes'.  Make sure this is something you really want to do.  Exiting."
+    exit 1
+fi
+
+virsh list | cut -d " " -f1 | grep -v "-" | egrep -e "[0-9]" | xargs -n 1 virsh destroy || true
+virsh net-list | grep active | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
+killall dnsmasq || true
+if [ "$CLEAN" = "yes" ]; then
+    rm -rf jobs
+fi
+rm /var/lib/jenkins/jobs
+git checkout -f
+git fetch
+git merge origin/jenkins
+./build_jenkins.sh
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/jenkins/run_test.sh.html b/devstack/tools/jenkins/run_test.sh.html new file mode 100644 index 00000000..d2e82b69 --- /dev/null +++ b/devstack/tools/jenkins/run_test.sh.html @@ -0,0 +1,384 @@ + + + + + run_test.sh + + + +
      +
      + + + + + + + + + + +

      run_test.sh

      + + + + + + + + + +
      + + +

      Validate inputs

      +
      +#!/bin/bash
+
+EXECUTOR_NUMBER=$1
+ADAPTER=$2
+RC=$3
+
+function usage() {
+echo "Usage: $0 - Run a test"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      +

      Execute configuration script

      +
      +cd adapters && ./$ADAPTER.sh $EXECUTOR_NUMBER $ADAPTER "$RC"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/make_cert.sh.html b/devstack/tools/make_cert.sh.html new file mode 100644 index 00000000..c3a9bbb1 --- /dev/null +++ b/devstack/tools/make_cert.sh.html @@ -0,0 +1,432 @@ + + + + + make_cert.sh + + + +
      +
      + + + + + + + + + + +

      make_cert.sh

      + + + + + + + + + +
      + + +

      make_cert.sh

      +
      +#!/bin/bash
+
+
+
      +

      Create a CA hierarchy (if necessary) and server certificate

      +

      This mimics the CA structure that DevStack sets up when tls_proxy is enabled +but in the curent directory unless DATA_DIR is set

      +
      +
+ENABLE_TLS=True
+DATA_DIR=${DATA_DIR:-`pwd`/ca-data}
+
+ROOT_CA_DIR=$DATA_DIR/root
+INT_CA_DIR=$DATA_DIR/int
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import TLS functions

      +
      +source lib/tls
+
+function usage {
+    echo "$0 - Create CA and/or certs"
+    echo ""
+    echo "Usage: $0 commonName [orgUnit]"
+    exit 1
+}
+
+CN=$1
+if [ -z "$CN" ]]; then
+    usage
+fi
+ORG_UNIT_NAME=${2:-$ORG_UNIT_NAME}
+
+
      +

      Useful on OS/X

      +
      +if [[ `uname -s` == 'Darwin' && -d /usr/local/Cellar/openssl ]]; then
+
      +

      set up for brew-installed modern OpenSSL

      +
      +    OPENSSL_CONF=/usr/local/etc/openssl/openssl.cnf
+    OPENSSL=/usr/local/Cellar/openssl/*/bin/openssl
+fi
+
+DEVSTACK_CERT_NAME=$CN
+DEVSTACK_HOSTNAME=$CN
+DEVSTACK_CERT=$DATA_DIR/$DEVSTACK_CERT_NAME.pem
+
+
      +

      Make sure the CA is set up

      +
      +configure_CA
+init_CA
+
+
      +

      Create the server cert

      +
      +make_cert $INT_CA_DIR $DEVSTACK_CERT_NAME $DEVSTACK_HOSTNAME
+
+
      +

      Create a cert bundle

      +
      +cat $INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key $INT_CA_DIR/$DEVSTACK_CERT_NAME.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/upload_image.sh.html b/devstack/tools/upload_image.sh.html new file mode 100644 index 00000000..2bfedee1 --- /dev/null +++ b/devstack/tools/upload_image.sh.html @@ -0,0 +1,414 @@ + + + + + upload_image.sh + + + +
      +
      + + + + + + + + + + +

      upload_image.sh

      + + + + + + + + + +
      + + +

      upload_image.sh - Retrieve and upload an image into Glance

      +

      upload_image.sh <image-url>

      +

      Assumes credentials are set via OS_* environment variables

      +
      +#!/usr/bin/env bash
+
+function usage {
+    echo "$0 - Retrieve and upload an image into Glance"
+    echo ""
+    echo "Usage: $0 <image-url> [...]"
+    echo ""
+    echo "Assumes credentials are set via OS_* environment variables"
+    exit 1
+}
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc "" "" "" ""
+
+
      +

      Find the cache dir

      +
      +FILES=$TOP_DIR/files
+
+if [[ -z "$1" ]]; then
+    usage
+fi
+
+
      +

      Get a token to authenticate to glance

      +
      +TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
+
+
      +

      Glance connection info. Note the port must be specified.

      +
      +GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$GLANCE_HOST:9292}
+
+for IMAGE in "$*"; do
+    upload_image $IMAGE $TOKEN
+done
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/warm_apts_for_uec.sh.html b/devstack/tools/warm_apts_for_uec.sh.html new file mode 100644 index 00000000..e704d26d --- /dev/null +++ b/devstack/tools/warm_apts_for_uec.sh.html @@ -0,0 +1,437 @@ + + + + + warm_apts_for_uec.sh + + + +
      +
      + + + + + + + + + + +

      warm_apts_for_uec.sh

      + + + + + + + + + +
      + + +

      warm_apts_for_uec.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Echo commands

      +
      +set -o xtrace
+
+
      +

      Exit on error to stop unexpected errors

      +
      +set -o errexit
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      +

      Change dir to top of devstack

      +
      +cd $TOP_DIR
+
+
      +

      Echo usage

      +
      +usage() {
+    echo "Cache OpenStack dependencies on a uec image to speed up performance."
+    echo ""
+    echo "Usage: $0 [full path to raw uec base image]"
+}
+
+
      +

      Make sure this is a raw image

      +
      +if ! qemu-img info $1 | grep -q "file format: raw"; then
+    usage
+    exit 1
+fi
+
+
      +

      Make sure we are in the correct dir

      +
      +if [ ! -d files/apts ]; then
+    echo "Please run this script from devstack/tools/"
+    exit 1
+fi
+
+
      +

      Mount the image

      +
      +STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage
+mkdir -p $STAGING_DIR
+umount $STAGING_DIR || true
+sleep 1
+mount -t ext4 -o loop $1 $STAGING_DIR
+
+
      +

      Make sure that base requirements are installed

      +
      +cp /etc/resolv.conf $STAGING_DIR/etc/resolv.conf
+
+
      +

      Perform caching on the base image to speed up subsequent runs

      +
      +chroot $STAGING_DIR apt-get update
+chroot $STAGING_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+chroot $STAGING_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1` || true
+
+
      +

      Unmount

      +
      +umount $STAGING_DIR
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/build_domU_multi.sh.html b/devstack/tools/xen/build_domU_multi.sh.html new file mode 100644 index 00000000..e062b23d --- /dev/null +++ b/devstack/tools/xen/build_domU_multi.sh.html @@ -0,0 +1,414 @@ + + + + + build_domU_multi.sh + + + +
      +
      + + + + + + + + + + +

      build_domU_multi.sh

      + + + + + + + + + +
      + + +

      Echo commands

      +
      +#!/usr/bin/env bash
+
+set -o xtrace
+
+
      +

      Head node host, which runs glance, api, keystone

      +
      +HEAD_PUB_IP=${HEAD_PUB_IP:-192.168.1.57}
+HEAD_MGT_IP=${HEAD_MGT_IP:-172.16.100.57}
+
+COMPUTE_PUB_IP=${COMPUTE_PUB_IP:-192.168.1.58}
+COMPUTE_MGT_IP=${COMPUTE_MGT_IP:-172.16.100.58}
+
+
      +

      Networking params

      +
      +FLOATING_RANGE=${FLOATING_RANGE:-192.168.1.196/30}
+
+
      +

      Variables common amongst all hosts in the cluster

      +
      +COMMON_VARS="$STACKSH_PARAMS MYSQL_HOST=$HEAD_MGT_IP RABBIT_HOST=$HEAD_MGT_IP GLANCE_HOSTPORT=$HEAD_MGT_IP:9292 FLOATING_RANGE=$FLOATING_RANGE"
+
+
      +

      Helper to launch containers

      +
      +function build_xva {
+    GUEST_NAME=$1 PUB_IP=$2 MGT_IP=$3 DO_SHUTDOWN=$4 TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $5" ./build_xva.sh
+}
+
+
      +

      Launch the head node - headnode uses a non-ip domain name, +because rabbit won't launch with an ip addr hostname :(

      +
      +build_xva HEADNODE $HEAD_PUB_IP $HEAD_MGT_IP 1 "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+
      +

      Wait till the head node is up

      +
      +#while ! curl -L http://$HEAD_PUB_IP | grep -q username; do
+
      +
      +echo "Waiting for head node ($HEAD_PUB_IP) to start..." +sleep 5
      +
      +#done
+
+
      +

      Build the HA compute host

      +
      +build_xva COMPUTENODE $COMPUTE_PUB_IP $COMPUTE_MGT_IP 0 "ENABLED_SERVICES=n-cpu,n-net,n-api"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/build_xva.sh.html b/devstack/tools/xen/build_xva.sh.html new file mode 100644 index 00000000..522e63d1 --- /dev/null +++ b/devstack/tools/xen/build_xva.sh.html @@ -0,0 +1,538 @@ + + + + + build_xva.sh + + + +
      +
      + + + + + + + + + + +

      build_xva.sh

      + + + + + + + + + +
      + + +

      This script is run by install_os_domU.sh

      +

      It modifies the ubuntu image created by install_os_domU.sh +and previously moodified by prepare_guest_template.sh

      +

      This script is responsible for: +- pushing in the DevStack code +- creating run.sh, to run the code on boot +It does this by mounting the disk image of the VM.

      +

      The resultant image is then templated and started +by install_os_domU.sh

      +
      +#!/bin/bash
+
+
+
      +

      Exit on errors

      +
      +set -o errexit
+
      +

      Echo commands

      +
      +set -o xtrace
+
+
      +

      This directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Include onexit commands

      +
      +. $TOP_DIR/scripts/on_exit.sh
+
+
      +

      Source params - override xenrc params in your localrc to suite your taste

      +
      +source xenrc
+
+
      +

      Parameters

      +
      +GUEST_NAME="$1"
+
+function _print_interface_config() {
+    local device_nr
+    local ip_address
+    local netmask
+
+    device_nr="$1"
+    ip_address="$2"
+    netmask="$3"
+
+    local device
+
+    device="eth${device_nr}"
+
+    echo "auto $device"
+    if [ $ip_address == "dhcp" ]; then
+        echo "iface $device inet dhcp"
+    else
+        echo "iface $device inet static"
+        echo "  address $ip_address"
+        echo "  netmask $netmask"
+    fi
+
+
      +

      Turn off tx checksumming for better performance

      +
      +    echo "  post-up ethtool -K $device tx off"
+}
+
+function print_interfaces_config() {
+    echo "auto lo"
+    echo "iface lo inet loopback"
+
+    _print_interface_config $PUB_DEV_NR $PUB_IP $PUB_NETMASK
+    _print_interface_config $VM_DEV_NR $VM_IP $VM_NETMASK
+    _print_interface_config $MGT_DEV_NR $MGT_IP $MGT_NETMASK
+}
+
+
      +

      Mount the VDI

      +
      +STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
+add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
+
+
      +

      Make sure we have a stage

      +
      +if [ ! -d $STAGING_DIR/etc ]; then
+    echo "Stage is not properly set up!"
+    exit 1
+fi
+
+
      +

      Only support DHCP for now - don't support how different versions of Ubuntu handle resolv.conf

      +
      +if [ "$MGT_IP" != "dhcp" ] && [ "$PUB_IP" != "dhcp" ]; then
+    echo "Configuration without DHCP not supported"
+    exit 1
+fi
+
+
      +

      Copy over devstack

      +
      +rm -f /tmp/devstack.tar
+cd $TOP_DIR/../../
+tar --exclude='stage' --exclude='xen/xvas' --exclude='xen/nova' -cvf /tmp/devstack.tar .
+mkdir -p $STAGING_DIR/opt/stack/devstack
+tar xf /tmp/devstack.tar -C $STAGING_DIR/opt/stack/devstack
+cd $TOP_DIR
+
+
      +

      Run devstack on launch

      +
      +cat <<EOF >$STAGING_DIR/etc/rc.local
+# DIVIDER
+/etc/init.d/networking restart
+chown -R $STACK_USER /opt/stack
+su -c "/opt/stack/run.sh > /opt/stack/run.sh.log" $STACK_USER
+exit 0
+EOF
+
+
      +

      network restart required for getting the right gateway

      +
      +echo $GUEST_NAME > $STAGING_DIR/etc/hostname
+
+
      +

      Configure the hostname

      +
      +HOSTS_FILE_IP=$PUB_IP
+if [ $MGT_IP != "dhcp" ]; then
+    HOSTS_FILE_IP=$MGT_IP
+fi
+cat <<EOF >$STAGING_DIR/etc/hosts
+$HOSTS_FILE_IP $GUEST_NAME
+127.0.0.1 localhost localhost.localdomain
+EOF
+
+
      +

      Hostname must resolve for rabbit

      +
      +print_interfaces_config > $STAGING_DIR/etc/network/interfaces
+
+
      +

      Configure the network

      +
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      +

      Gracefully cp only if source file/dir exists

      +
      +COPYENV=${COPYENV:-1}
+if [ "$COPYENV" = "1" ]; then
+    cp_it ~/.ssh $STAGING_DIR/opt/stack/.ssh
+    cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/opt/stack/.ssh/authorized_keys
+    cp_it ~/.gitconfig $STAGING_DIR/opt/stack/.gitconfig
+    cp_it ~/.vimrc $STAGING_DIR/opt/stack/.vimrc
+    cp_it ~/.bashrc $STAGING_DIR/opt/stack/.bashrc
+fi
+
+
      +

      Copy over your ssh keys and env if desired

      +
      +cat <<EOF >$STAGING_DIR/opt/stack/run.sh
+#!/bin/bash
+cd /opt/stack/devstack
+killall screen
+VIRT_DRIVER=xenserver FORCE=yes MULTI_HOST=$MULTI_HOST HOST_IP_IFACE=$HOST_IP_IFACE $STACKSH_PARAMS ./stack.sh
+EOF
+chmod 755 $STAGING_DIR/opt/stack/run.sh
+
+
+
      +
      +

      Configure run.sh

      +
      +
+
      +
      +
      + + +
      +
      + + diff --git a/devstack/tools/xen/install_os_domU.sh.html b/devstack/tools/xen/install_os_domU.sh.html new file mode 100644 index 00000000..63b9d290 --- /dev/null +++ b/devstack/tools/xen/install_os_domU.sh.html @@ -0,0 +1,798 @@ + + + + + install_os_domU.sh + + + +
      +
      + + + + + + + + + + +

      install_os_domU.sh

      + + + + + + + + + +
      + + +

      This script must be run on a XenServer or XCP machine

      +

      It creates a DomU VM that runs OpenStack services

      +

      For more details see: README.md

      +
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      +

      Abort if localrc is not set

      +
      +if [ ! -e ../../localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See the xen README for required passwords."
+    exit 1
+fi
+
+
      +

      This directory

      +
      +THIS_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Source lower level functions

      +
      +. $THIS_DIR/../../functions
+
+
      +

      Include onexit commands

      +
      +. $THIS_DIR/scripts/on_exit.sh
+
+
      +

      xapi functions

      +
      +. $THIS_DIR/functions
+
+
      +

      Get Settings

      +
      +
+
      +

      Source params - override xenrc params in your localrc to suit your taste

      +
      +source $THIS_DIR/xenrc
+
+xe_min()
+{
+  local cmd="$1"
+  shift
+  xe "$cmd" --minimal "$@"
+}
+
+
      +

      Prepare Dom0 +including installing XenAPI plugins

      +
      +
+cd $THIS_DIR
+
+
      +

      Install plugins

      +
      +
+## Nova plugins
+NOVA_ZIPBALL_URL=${NOVA_ZIPBALL_URL:-$(zip_snapshot_location $NOVA_REPO $NOVA_BRANCH)}
+install_xapi_plugins_from_zipball $NOVA_ZIPBALL_URL
+
+## Install the netwrap xapi plugin to support agent control of dom0 networking
+if [[ "$ENABLED_SERVICES" =~ "q-agt" && "$Q_PLUGIN" = "openvswitch" ]]; then
+    NEUTRON_ZIPBALL_URL=${NEUTRON_ZIPBALL_URL:-$(zip_snapshot_location $NEUTRON_REPO $NEUTRON_BRANCH)}
+    install_xapi_plugins_from_zipball $NEUTRON_ZIPBALL_URL
+fi
+
+create_directory_for_kernels
+create_directory_for_images
+
+
      +

      Configure Networking

      +
      +setup_network "$VM_BRIDGE_OR_NET_NAME"
+setup_network "$MGT_BRIDGE_OR_NET_NAME"
+setup_network "$PUB_BRIDGE_OR_NET_NAME"
+
+
      +

      With neutron, one more network is required, which is internal to the +hypervisor, and used by the VMs

      +
      +if is_service_enabled neutron; then
+    setup_network "$XEN_INT_BRIDGE_OR_NET_NAME"
+fi
+
+if parameter_is_specified "FLAT_NETWORK_BRIDGE"; then
+    cat >&2 << EOF
+ERROR: FLAT_NETWORK_BRIDGE is specified in localrc file
+This is considered as an error, as its value will be derived from the
+VM_BRIDGE_OR_NET_NAME variable's value.
+EOF
+    exit 1
+fi
+
+if ! xenapi_is_listening_on "$MGT_BRIDGE_OR_NET_NAME"; then
+    cat >&2 << EOF
+ERROR: XenAPI does not have an assigned IP address on the management network.
+please review your XenServer network configuration / localrc file.
+EOF
+    exit 1
+fi
+
+HOST_IP=$(xenapi_ip_on "$MGT_BRIDGE_OR_NET_NAME")
+
+
      +

      Set up ip forwarding, but skip on xcp-xapi

      +
      +if [ -a /etc/sysconfig/network ]; then
+    if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then
+
      +

      FIXME: This doesn't work on reboot!

      +
      +      echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network
+    fi
+fi
+
      +

      Also, enable ip forwarding in rc.local, since the above trick isn't working

      +
      +if ! grep -q  "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then
+    echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local
+fi
+
      +

      Enable ip forwarding at runtime as well

      +
      +echo 1 > /proc/sys/net/ipv4/ip_forward
+
+
+
      +

      Shutdown previous runs

      +
      +
+DO_SHUTDOWN=${DO_SHUTDOWN:-1}
+CLEAN_TEMPLATES=${CLEAN_TEMPLATES:-false}
+if [ "$DO_SHUTDOWN" = "1" ]; then
+
      +

      Shutdown all domU's that created previously

      +
      +    clean_templates_arg=""
+    if $CLEAN_TEMPLATES; then
+        clean_templates_arg="--remove-templates"
+    fi
+    ./scripts/uninstall-os-vpx.sh $clean_templates_arg
+
+
      +

      Destroy any instances that were launched

      +
      +    for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do
+        echo "Shutting down nova instance $uuid"
+        xe vm-unpause uuid=$uuid || true
+        xe vm-shutdown uuid=$uuid || true
+        xe vm-destroy uuid=$uuid
+    done
+
+
      +

      Destroy orphaned vdis

      +
      +    for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do
+        xe vdi-destroy uuid=$uuid
+    done
+fi
+
+
+
      +

      Create Ubuntu VM template +and/or create VM from template

      +
      +
+GUEST_NAME=${GUEST_NAME:-"DevStackOSDomU"}
+TNAME="devstack_template"
+SNAME_PREPARED="template_prepared"
+SNAME_FIRST_BOOT="before_first_boot"
+
+function wait_for_VM_to_halt() {
+    set +x
+    echo "Waiting for the VM to halt.  Progress in-VM can be checked with vncviewer:"
+    mgmt_ip=$(echo $XENAPI_CONNECTION_URL | tr -d -c '1234567890.')
+    domid=$(xe vm-list name-label="$GUEST_NAME" params=dom-id minimal=true)
+    port=$(xenstore-read /local/domain/$domid/console/vnc-port)
+    echo "vncviewer -via $mgmt_ip localhost:${port:2}"
+    while true
+    do
+        state=$(xe_min vm-list name-label="$GUEST_NAME" power-state=halted)
+        if [ -n "$state" ]
+        then
+            break
+        else
+            echo -n "."
+            sleep 20
+        fi
+    done
+    set -x
+}
+
+templateuuid=$(xe template-list name-label="$TNAME")
+if [ -z "$templateuuid" ]; then
+
      +

      Install Ubuntu over network

      +
      +
+
      +

      always update the preseed file, incase we have a newer one

      +
      +    PRESEED_URL=${PRESEED_URL:-""}
+    if [ -z "$PRESEED_URL" ]; then
+        PRESEED_URL="${HOST_IP}/devstackubuntupreseed.cfg"
+        HTTP_SERVER_LOCATION="/opt/xensource/www"
+        if [ ! -e $HTTP_SERVER_LOCATION ]; then
+            HTTP_SERVER_LOCATION="/var/www/html"
+            mkdir -p $HTTP_SERVER_LOCATION
+        fi
+        cp -f $THIS_DIR/devstackubuntupreseed.cfg $HTTP_SERVER_LOCATION
+
+        sed \
+            -e "s,\(d-i mirror/http/hostname string\).*,\1 $UBUNTU_INST_HTTP_HOSTNAME,g" \
+            -e "s,\(d-i mirror/http/directory string\).*,\1 $UBUNTU_INST_HTTP_DIRECTORY,g" \
+            -e "s,\(d-i mirror/http/proxy string\).*,\1 $UBUNTU_INST_HTTP_PROXY,g" \
+            -i "${HTTP_SERVER_LOCATION}/devstackubuntupreseed.cfg"
+    fi
+
+
      +

      Update the template

      +
      +    $THIS_DIR/scripts/install_ubuntu_template.sh $PRESEED_URL
+
+
      +

      create a new VM with the given template +creating the correct VIFs and metadata

      +
      +    $THIS_DIR/scripts/install-os-vpx.sh \
+        -t "$UBUNTU_INST_TEMPLATE_NAME" \
+        -v "$VM_BRIDGE_OR_NET_NAME" \
+        -m "$MGT_BRIDGE_OR_NET_NAME" \
+        -p "$PUB_BRIDGE_OR_NET_NAME" \
+        -l "$GUEST_NAME" \
+        -r "$OSDOMU_MEM_MB"
+
+
      +

      wait for install to finish

      +
      +    wait_for_VM_to_halt
+
+
      +

      set VM to restart after a reboot

      +
      +    vm_uuid=$(xe_min vm-list name-label="$GUEST_NAME")
+    xe vm-param-set actions-after-reboot=Restart uuid="$vm_uuid"
+
+
      +

      Prepare VM for DevStack

      +
      +
+
      +

      Install XenServer tools, and other such things

      +
      +    $THIS_DIR/prepare_guest_template.sh "$GUEST_NAME"
+
+
      +

      start the VM to run the prepare steps

      +
      +    xe vm-start vm="$GUEST_NAME"
+
+
      +

      Wait for prep script to finish and shutdown system

      +
      +    wait_for_VM_to_halt
+
+
      +

      Make template from VM

      +
      +    snuuid=$(xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_PREPARED")
+    xe snapshot-clone uuid=$snuuid new-name-label="$TNAME"
+else
+
      +

      Template already installed, create VM from template

      +
      +    vm_uuid=$(xe vm-install template="$TNAME" new-name-label="$GUEST_NAME")
+fi
+
+## Setup network cards
+
      +

      Wipe out all

      +
      +destroy_all_vifs_of "$GUEST_NAME"
+
      +

      Tenant network

      +
      +add_interface "$GUEST_NAME" "$VM_BRIDGE_OR_NET_NAME" "$VM_DEV_NR"
+
      +

      Management network

      +
      +add_interface "$GUEST_NAME" "$MGT_BRIDGE_OR_NET_NAME" "$MGT_DEV_NR"
+
      +

      Public network

      +
      +add_interface "$GUEST_NAME" "$PUB_BRIDGE_OR_NET_NAME" "$PUB_DEV_NR"
+
+
      +

      Inject DevStack inside VM disk

      +
      +$THIS_DIR/build_xva.sh "$GUEST_NAME"
+
+
      +

      Attach a network interface for the integration network (so that the bridge +is created by XenServer). This is required for Neutron. Also pass that as a +kernel parameter for DomU

      +
      +if is_service_enabled neutron; then
+    add_interface "$GUEST_NAME" "$XEN_INT_BRIDGE_OR_NET_NAME" $XEN_INT_DEV_NR
+
+    XEN_INTEGRATION_BRIDGE=$(bridge_for "$XEN_INT_BRIDGE_OR_NET_NAME")
+    append_kernel_cmdline \
+        "$GUEST_NAME" \
+        "xen_integration_bridge=${XEN_INTEGRATION_BRIDGE}"
+fi
+
+FLAT_NETWORK_BRIDGE=$(bridge_for "$VM_BRIDGE_OR_NET_NAME")
+append_kernel_cmdline "$GUEST_NAME" "flat_network_bridge=${FLAT_NETWORK_BRIDGE}"
+
+
      +

      Add a separate xvdb, if it was requested

      +
      +if [[ "0" != "$XEN_XVDB_SIZE_GB" ]]; then
+    vm=$(xe vm-list name-label="$GUEST_NAME" --minimal)
+
+
      +

      Add a new disk

      +
      +    localsr=$(get_local_sr)
+    extra_vdi=$(xe vdi-create \
+        name-label=xvdb-added-by-devstack \
+        virtual-size="${XEN_XVDB_SIZE_GB}GiB" \
+        sr-uuid=$localsr type=user)
+    xe vbd-create vm-uuid=$vm vdi-uuid=$extra_vdi device=1
+fi
+
+
      +

      create a snapshot before the first boot +to allow a quick re-run with the same settings

      +
      +xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_FIRST_BOOT"
+
+
      +

      Run DevStack VM

      +
      +xe vm-start vm="$GUEST_NAME"
+
+function ssh_no_check() {
+    ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no "$@"
+}
+
+
      +

      Get hold of the Management IP of OpenStack VM

      +
      +OS_VM_MANAGEMENT_ADDRESS=$MGT_IP
+if [ $OS_VM_MANAGEMENT_ADDRESS == "dhcp" ]; then
+    OS_VM_MANAGEMENT_ADDRESS=$(find_ip_by_name $GUEST_NAME $MGT_DEV_NR)
+fi
+
+
      +

      Get hold of the Service IP of OpenStack VM

      +
      +if [ $HOST_IP_IFACE == "eth${MGT_DEV_NR}" ]; then
+    OS_VM_SERVICES_ADDRESS=$MGT_IP
+    if [ $MGT_IP == "dhcp" ]; then
+        OS_VM_SERVICES_ADDRESS=$(find_ip_by_name $GUEST_NAME $MGT_DEV_NR)
+    fi
+else
+    OS_VM_SERVICES_ADDRESS=$PUB_IP
+    if [ $PUB_IP == "dhcp" ]; then
+        OS_VM_SERVICES_ADDRESS=$(find_ip_by_name $GUEST_NAME $PUB_DEV_NR)
+    fi
+fi
+
+
      +

      If we have copied our ssh credentials, use ssh to monitor while the installation runs

      +
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+COPYENV=${COPYENV:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]  && [ -e ~/.ssh/id_rsa.pub  ] && [ "$COPYENV" = "1" ]; then
+    set +x
+
+    echo "VM Launched - Waiting for startup script"
+
      +

      wait for log to appear

      +
      +    while ! ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS "[ -e run.sh.log ]"; do
+        sleep 10
+    done
+    echo -n "Running"
+    while [ `ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS pgrep -c run.sh` -ge 1 ]
+    do
+        sleep 10
+        echo -n "."
+    done
+    echo "done!"
+    set -x
+
+
      +

      output the run.sh.log

      +
      +    ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS 'cat run.sh.log'
+
+
      +

      Fail if the expected text is not found

      +
      +    ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS 'cat run.sh.log' | grep -q 'stack.sh completed in'
+
+    set +x
+    echo "################################################################################"
+    echo ""
+    echo "All Finished!"
+    echo "You can visit the OpenStack Dashboard"
+    echo "at http://$OS_VM_SERVICES_ADDRESS, and contact other services at the usual ports."
+else
+    set +x
+    echo "################################################################################"
+    echo ""
+    echo "All Finished!"
+    echo "Now, you can monitor the progress of the stack.sh installation by "
+    echo "tailing /opt/stack/run.sh.log from within your domU."
+    echo ""
+    echo "ssh into your domU now: 'ssh stack@$OS_VM_MANAGEMENT_ADDRESS' using your password"
+    echo "and then do: 'tail -f /opt/stack/run.sh.log'"
+    echo ""
+    echo "When the script completes, you can then visit the OpenStack Dashboard"
+    echo "at http://$OS_VM_SERVICES_ADDRESS, and contact other services at the usual ports."
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/prepare_guest.sh.html b/devstack/tools/xen/prepare_guest.sh.html new file mode 100644 index 00000000..7f53d918 --- /dev/null +++ b/devstack/tools/xen/prepare_guest.sh.html @@ -0,0 +1,472 @@ + + + + + prepare_guest.sh + + + +
      +
      + + + + + + + + + + +

      prepare_guest.sh

      + + + + + + + + + +
      + + +

      This script is run on an Ubuntu VM. +This script is inserted into the VM by prepare_guest_template.sh +and is run when that VM boots. +It customizes a fresh Ubuntu install, so it is ready +to run stack.sh

      +

      This includes installing the XenServer tools, +creating the user called "stack", +and shuts down the VM to signal the script has completed

      +
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      +

      Configurable nuggets

      +
      +GUEST_PASSWORD="$1"
+XS_TOOLS_PATH="$2"
+STACK_USER="$3"
+
+
      +

      Install basics

      +
      +apt-get update
+apt-get install -y cracklib-runtime curl wget ssh openssh-server tcpdump ethtool
+apt-get install -y curl wget ssh openssh-server python-pip git vim-nox sudo
+pip install xenapi
+
+
      +

      Install XenServer guest utilities

      +
      +dpkg -i $XS_TOOLS_PATH
+update-rc.d -f xe-linux-distribution remove
+update-rc.d xe-linux-distribution defaults
+
+
      +

      Make a small cracklib dictionary, so that passwd still works, but we don't +have the big dictionary.

      +
      +mkdir -p /usr/share/cracklib
+echo a | cracklib-packer
+
+
      +

      Make /etc/shadow, and set the root password

      +
      +pwconv
+echo "root:$GUEST_PASSWORD" | chpasswd
+
+
      +

      Put the VPX into UTC.

      +
      +rm -f /etc/localtime
+
+
      +

      Add stack user

      +
      +groupadd libvirtd
+useradd $STACK_USER -s /bin/bash -d /opt/stack -G libvirtd
+echo $STACK_USER:$GUEST_PASSWORD | chpasswd
+echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
+
+
      +

      Give ownership of /opt/stack to stack user

      +
      +chown -R $STACK_USER /opt/stack
+
+
      +

      Make our ip address hostnames look nice at the command prompt

      +
      +echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> /opt/stack/.bashrc
+echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> /root/.bashrc
+echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> /etc/profile
+
+function setup_vimrc {
+    if [ ! -e $1 ]; then
+
      +

      Simple but usable vimrc

      +
      +        cat > $1 <<EOF
+syntax on
+se ts=4
+se expandtab
+se shiftwidth=4
+EOF
+    fi
+}
+
+
      +

      Setup simple .vimrcs

      +
      +setup_vimrc /root/.vimrc
+setup_vimrc /opt/stack/.vimrc
+
+
      +

      remove self from local.rc +so this script is not run again

      +
      +rm -rf /etc/rc.local
+
+
      +

      Restore rc.local file

      +
      +cp /etc/rc.local.preparebackup /etc/rc.local
+
+
      +

      shutdown to notify we are done

      +
      +shutdown -h now
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/prepare_guest_template.sh.html b/devstack/tools/xen/prepare_guest_template.sh.html new file mode 100644 index 00000000..cd1ac7ea --- /dev/null +++ b/devstack/tools/xen/prepare_guest_template.sh.html @@ -0,0 +1,457 @@ + + + + + prepare_guest_template.sh + + + +
      +
      + + + + + + + + + + +

      prepare_guest_template.sh

      + + + + + + + + + +
      + + +

      This script is run by install_os_domU.sh

      +

      Parameters: +- $GUEST_NAME - hostname for the DomU VM

      +

      It modifies the ubuntu image created by install_os_domU.sh

      +

      This script is responsible for cusomtizing the fresh ubuntu +image so on boot it runs the prepare_guest.sh script +that modifies the VM so it is ready to run stack.sh. +It does this by mounting the disk image of the VM.

      +

      The resultant image is started by install_os_domU.sh, +and once the VM has shutdown, build_xva.sh is run

      +
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      +

      This directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Include onexit commands

      +
      +. $TOP_DIR/scripts/on_exit.sh
+
+
      +

      Source params - override xenrc params in your localrc to suite your taste

      +
      +source xenrc
+
+
      +

      Parameters

      +
      +GUEST_NAME="$1"
+
+
      +

      Mount the VDI

      +
      +STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
+add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
+
+
      +

      Make sure we have a stage

      +
      +if [ ! -d $STAGING_DIR/etc ]; then
+    echo "Stage is not properly set up!"
+    exit 1
+fi
+
+
      +

      Copy XenServer tools deb into the VM

      +
      +ISO_DIR="/opt/xensource/packages/iso"
+XS_TOOLS_FILE_NAME="xs-tools.deb"
+XS_TOOLS_PATH="/root/$XS_TOOLS_FILE_NAME"
+if [ -e "$ISO_DIR" ]; then
+    TOOLS_ISO=$(ls -1 $ISO_DIR/xs-tools-*.iso | head -1)
+    TMP_DIR=/tmp/temp.$RANDOM
+    mkdir -p $TMP_DIR
+    mount -o loop $TOOLS_ISO $TMP_DIR
+    DEB_FILE=$(ls $TMP_DIR/Linux/*amd64.deb)
+    echo "Copying XenServer tools into VM from: $DEB_FILE"
+    cp $DEB_FILE "${STAGING_DIR}${XS_TOOLS_PATH}"
+    umount $TMP_DIR
+    rm -rf $TMP_DIR
+else
+    echo "WARNING: no XenServer tools found, falling back to 5.6 tools"
+    TOOLS_URL="https://github.com/downloads/citrix-openstack/warehouse/xe-guest-utilities_5.6.100-651_amd64.deb"
+    wget $TOOLS_URL -O $XS_TOOLS_FILE_NAME
+    cp $XS_TOOLS_FILE_NAME "${STAGING_DIR}${XS_TOOLS_PATH}"
+    rm -rf $XS_TOOLS_FILE_NAME
+fi
+
+
      +

      Copy prepare_guest.sh to VM

      +
      +mkdir -p $STAGING_DIR/opt/stack/
+cp $TOP_DIR/prepare_guest.sh $STAGING_DIR/opt/stack/prepare_guest.sh
+
+
      +

      backup rc.local

      +
      +cp $STAGING_DIR/etc/rc.local $STAGING_DIR/etc/rc.local.preparebackup
+
+
      +

      run prepare_guest.sh on boot

      +
      +cat <<EOF >$STAGING_DIR/etc/rc.local
+#!/bin/sh -e
+bash /opt/stack/prepare_guest.sh \\
+    "$GUEST_PASSWORD" "$XS_TOOLS_PATH" "$STACK_USER" \\
+    > /opt/stack/prepare_guest.log 2>&1
+EOF
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/scripts/install-os-vpx.sh.html b/devstack/tools/xen/scripts/install-os-vpx.sh.html new file mode 100644 index 00000000..4d39f975 --- /dev/null +++ b/devstack/tools/xen/scripts/install-os-vpx.sh.html @@ -0,0 +1,867 @@ + + + + + install-os-vpx.sh + + + +
      +
      + + + + + + + + + + +

      install-os-vpx.sh

      + + + + + + + + + +
      + + +

      Copyright (c) 2011 Citrix Systems, Inc. +Copyright 2011 OpenStack LLC. +All Rights Reserved.

      +
      +

      Licensed under the Apache License, Version 2.0 (the "License"); you may +not use this file except in compliance with the License. You may obtain +a copy of the License at

      +
      +http://www.apache.org/licenses/LICENSE-2.0
      +

      Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +License for the specific language governing permissions and limitations +under the License.

      +
      +
      +#!/bin/bash
+
+set -eux
+
+[[ -f "/etc/xensource-inventory" ]] && source "/etc/xensource-inventory" || source "/etc/xcp/inventory"
+
+NAME="XenServer OpenStack VPX"
+DATA_VDI_SIZE="500MiB"
+BRIDGE_M=
+BRIDGE_P=
+VPX_FILE=os-vpx.xva
+AS_TEMPLATE=
+FROM_TEMPLATE=
+RAM=
+WAIT_FOR_NETWORK=
+BALLOONING=
+
+usage()
+{
+cat << EOF
+
+  Usage: $0 [-f FILE_PATH] [-d DISK_SIZE] [-v BRIDGE_NAME] [-m BRIDGE_NAME] [-p BRIDGE_NAME]
+            [-r RAM] [-i|-c] [-w] [-b] [-l NAME_LABEL] [-t TEMPLATE_NW_INSTALL]
+
+  Installs XenServer OpenStack VPX.
+
+  OPTIONS:
+
+     -h           Shows this message.
+     -i           Install OpenStack VPX as template.
+     -c           Clone from existing template.
+     -w           Wait for the network settings to show up before exiting.
+     -b           Enable memory ballooning. When set min_RAM=RAM/2 max_RAM=RAM.
+     -f path      Specifies the path to the XVA.
+                  Default to ./os-vpx.xva.
+     -d disk-size Specifies the size in MiB for the data disk.
+                  Defaults to 500 MiB.
+     -m bridge    Specifies the bridge for the isolated management network.
+                  Defaults to xenbr0.
+     -v bridge    Specifies the bridge for the vm network
+     -p bridge    Specifies the bridge for the externally facing network.
+     -r MiB       Specifies RAM used by the VPX, in MiB.
+                  By default it will take the value from the XVA.
+     -l name      Specifies the name label for the VM.
+     -t template  Network install an openstack domU from this template
+
+  EXAMPLES:
+
+     Create a VPX that connects to the isolated management network using the
+     default bridge with a data disk of 1GiB:
+            install-os-vpx.sh -f /root/os-vpx-devel.xva -d 1024
+
+     Create a VPX that connects to the isolated management network using xenbr1
+     as bridge:
+            install-os-vpx.sh -m xenbr1
+
+     Create a VPX that connects to both the management and public networks
+     using xenbr1 and xapi4 as bridges:
+            install-os-vpx.sh -m xenbr1 -p xapi4
+
+     Create a VPX that connects to both the management and public networks
+     using the default for management traffic:
+            install-os-vpx.sh -m xapi4
+
+EOF
+}
+
+get_params()
+{
+  while getopts "hicwbf:d:v:m:p:r:l:t:" OPTION;
+  do
+    case $OPTION in
+      h) usage
+         exit 1
+         ;;
+      i)
+         AS_TEMPLATE=1
+         ;;
+      c)
+         FROM_TEMPLATE=1
+         ;;
+      w)
+         WAIT_FOR_NETWORK=1
+         ;;
+      b)
+         BALLOONING=1
+         ;;
+      f)
+         VPX_FILE=$OPTARG
+         ;;
+      d)
+         DATA_VDI_SIZE="${OPTARG}MiB"
+         ;;
+      m)
+         BRIDGE_M=$OPTARG
+         ;;
+      p)
+         BRIDGE_P=$OPTARG
+         ;;
+      r)
+         RAM=$OPTARG
+         ;;
+      v)
+         BRIDGE_V=$OPTARG
+         ;;
+      l)
+         NAME_LABEL=$OPTARG
+         ;;
+      t)
+         TEMPLATE_NAME=$OPTARG
+         ;;
+      ?)
+         usage
+         exit
+         ;;
+    esac
+  done
+  if [[ -z $BRIDGE_M ]]
+  then
+     BRIDGE_M=xenbr0
+  fi
+}
+
+
+xe_min()
+{
+  local cmd="$1"
+  shift
+  xe "$cmd" --minimal "$@"
+}
+
+
+get_dest_sr()
+{
+  IFS=,
+  sr_uuids=$(xe sr-list --minimal other-config:i18n-key=local-storage)
+  dest_sr=""
+  for sr_uuid in $sr_uuids
+  do
+    pbd=$(xe pbd-list --minimal sr-uuid=$sr_uuid host-uuid=$INSTALLATION_UUID)
+    if [ "$pbd" ]
+    then
+      echo "$sr_uuid"
+      unset IFS
+      return
+    fi
+  done
+  unset IFS
+
+  dest_sr=$(xe_min sr-list uuid=$(xe_min pool-list params=default-SR))
+  if [ "$dest_sr" = "" ]
+  then
+    echo "No local storage and no default storage; cannot import VPX." >&2
+    exit 1
+  else
+    echo "$dest_sr"
+  fi
+}
+
+
+find_network()
+{
+  result=$(xe_min network-list bridge="$1")
+  if [ "$result" = "" ]
+  then
+    result=$(xe_min network-list name-label="$1")
+  fi
+  echo "$result"
+}
+
+
+find_template()
+{
+  xe_min template-list other-config:os-vpx=true
+}
+
+
+renumber_system_disk()
+{
+  local v="$1"
+  local vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk userdevice=xvda \
+                                   params=vdi-uuid)
+  if [ "$vdi_uuid" ]
+  then
+    local vbd_uuid=$(xe_min vbd-list vm-uuid="$v" vdi-uuid="$vdi_uuid")
+    xe vbd-destroy uuid="$vbd_uuid"
+    local new_vbd_uuid=$(xe vbd-create vm-uuid="$v" vdi-uuid="$vdi_uuid" \
+                         device=0 bootable=true type=Disk)
+    xe vbd-param-set other-config:owner uuid="$new_vbd_uuid"
+  fi
+}
+
+
+create_vif()
+{
+  xe vif-create vm-uuid="$1" network-uuid="$2" device="$3"
+}
+
+create_gi_vif()
+{
+  local v="$1"
+
      +

      Note that we've made the outbound device eth1, so that it comes up after +the guest installer VIF, which means that the outbound one wins in terms +of gateway.

      +
      +  local gi_network_uuid=$(xe_min network-list \
+                                 other-config:is_guest_installer_network=true)
+  create_vif "$v" "$gi_network_uuid" "0" >/dev/null
+}
+
+create_vm_vif()
+{
+  local v="$1"
+  echo "Installing VM interface on $BRIDGE_V."
+  local out_network_uuid=$(find_network "$BRIDGE_V")
+  create_vif "$v" "$out_network_uuid" "1" >/dev/null
+}
+
+create_management_vif()
+{
+  local v="$1"
+  echo "Installing management interface on $BRIDGE_M."
+  local out_network_uuid=$(find_network "$BRIDGE_M")
+  create_vif "$v" "$out_network_uuid" "2" >/dev/null
+}
+
+
+
      +

      This installs the interface for public traffic, only if a bridge is specified +The interface is not configured at this stage, but it will be, once the admin +tasks are complete for the services of this VPX

      +
      +create_public_vif()
+{
+  local v="$1"
+  if [[ -z $BRIDGE_P ]]
+  then
+    echo "Skipping installation of interface for public traffic."
+  else
+    echo "Installing public interface on $BRIDGE_P."
+    pub_network_uuid=$(find_network "$BRIDGE_P")
+    create_vif "$v" "$pub_network_uuid" "3" >/dev/null
+  fi
+}
+
+
+label_system_disk()
+{
+  local v="$1"
+  local vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk userdevice=0 \
+                                   params=vdi-uuid)
+  xe vdi-param-set \
+     name-label="$NAME system disk" \
+     other-config:os-vpx=true \
+     uuid=$vdi_uuid
+}
+
+
+create_data_disk()
+{
+  local v="$1"
+
+  local sys_vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk params=vdi-uuid)
+  local data_vdi_uuid=$(xe_min vdi-list other-config:os-vpx-data=true)
+
+  if echo "$data_vdi_uuid" | grep -q ,
+  then
+    echo "Multiple data disks found -- assuming that you want a new one."
+    data_vdi_uuid=""
+  else
+    data_in_use=$(xe_min vbd-list vdi-uuid="$data_vdi_uuid")
+    if [ "$data_in_use" != "" ]
+    then
+      echo "Data disk already in use -- will create another one."
+      data_vdi_uuid=""
+    fi
+  fi
+
+  if [ "$data_vdi_uuid" = "" ]
+  then
+    echo -n "Creating new data disk ($DATA_VDI_SIZE)... "
+    sr_uuid=$(xe_min vdi-list params=sr-uuid uuid="$sys_vdi_uuid")
+    data_vdi_uuid=$(xe vdi-create name-label="$NAME data disk" \
+                                  sr-uuid="$sr_uuid" \
+                                  type=user \
+                                  virtual-size="$DATA_VDI_SIZE")
+    xe vdi-param-set \
+       other-config:os-vpx-data=true \
+       uuid="$data_vdi_uuid"
+    dom0_uuid=$(xe_min vm-list is-control-domain=true)
+    vbd_uuid=$(xe vbd-create device=autodetect type=Disk \
+                             vdi-uuid="$data_vdi_uuid" vm-uuid="$dom0_uuid")
+    xe vbd-plug uuid=$vbd_uuid
+    dev=$(xe_min vbd-list params=device uuid=$vbd_uuid)
+    mke2fs -q -j -m0 /dev/$dev
+    e2label /dev/$dev vpxstate
+    xe vbd-unplug uuid=$vbd_uuid
+    xe vbd-destroy uuid=$vbd_uuid
+  else
+    echo -n "Attaching old data disk... "
+  fi
+  vbd_uuid=$(xe vbd-create device=2 type=Disk \
+                           vdi-uuid="$data_vdi_uuid" vm-uuid="$v")
+  xe vbd-param-set other-config:os-vpx-data=true uuid=$vbd_uuid
+  echo "done."
+}
+
+
+set_memory()
+{
+  local v="$1"
+  if [ "$RAM" != "" ]
+  then
+    echo "Setting RAM to $RAM MiB."
+    [ "$BALLOONING" == 1 ] && RAM_MIN=$(($RAM / 2)) || RAM_MIN=$RAM
+    xe vm-memory-limits-set static-min=16MiB static-max=${RAM}MiB \
+                            dynamic-min=${RAM_MIN}MiB dynamic-max=${RAM}MiB \
+                            uuid="$v"
+  fi
+}
+
+
+
      +

      Make the VM auto-start on server boot.

      +
      +set_auto_start()
+{
+  local v="$1"
+  xe vm-param-set uuid="$v" other-config:auto_poweron=true
+}
+
+
+set_all()
+{
+  local v="$1"
+  set_memory "$v"
+  set_auto_start "$v"
+  label_system_disk "$v"
+  create_gi_vif "$v"
+  create_vm_vif "$v"
+  create_management_vif "$v"
+  create_public_vif "$v"
+}
+
+
+log_vifs()
+{
+  local v="$1"
+
+  (IFS=,
+   for vif in $(xe_min vif-list vm-uuid="$v")
+   do
+    dev=$(xe_min vif-list uuid="$vif" params=device)
+    mac=$(xe_min vif-list uuid="$vif" params=MAC | sed -e 's/:/-/g')
+    echo "eth$dev has MAC $mac."
+   done
+   unset IFS) | sort
+}
+
+
+destroy_vifs()
+{
+  local v="$1"
+  IFS=,
+  for vif in $(xe_min vif-list vm-uuid="$v")
+  do
+    xe vif-destroy uuid="$vif"
+  done
+  unset IFS
+}
+
+
+get_params "$@"
+
+thisdir=$(dirname "$0")
+
+if [ "$FROM_TEMPLATE" ]
+then
+  template_uuid=$(find_template)
+  name=$(xe_min template-list params=name-label uuid="$template_uuid")
+  echo -n "Cloning $name... "
+  vm_uuid=$(xe vm-clone vm="$template_uuid" new-name-label="$name")
+  xe vm-param-set is-a-template=false uuid="$vm_uuid"
+  echo $vm_uuid.
+
+  destroy_vifs "$vm_uuid"
+  set_all "$vm_uuid"
+elif [ "$TEMPLATE_NAME" ]
+then
+  echo $TEMPLATE_NAME
+  vm_uuid=$(xe_min vm-install template="$TEMPLATE_NAME" new-name-label="$NAME_LABEL")
+  destroy_vifs "$vm_uuid"
+  set_auto_start "$vm_uuid"
+  create_gi_vif "$vm_uuid"
+  create_vm_vif "$vm_uuid"
+  create_management_vif "$vm_uuid"
+  create_public_vif "$vm_uuid"
+  xe vm-param-set other-config:os-vpx=true uuid="$vm_uuid"
+  xe vm-param-set actions-after-reboot=Destroy uuid="$vm_uuid"
+  set_memory "$vm_uuid"
+else
+  if [ ! -f "$VPX_FILE" ]
+  then
+
      +

      Search $thisdir/$VPX_FILE too. In particular, this is used when +installing the VPX from the supp-pack, because we want to be able to +invoke this script from the RPM and the firstboot script.

      +
      +      if [ -f "$thisdir/$VPX_FILE" ]
+      then
+          VPX_FILE="$thisdir/$VPX_FILE"
+      else
+          echo "$VPX_FILE does not exist." >&2
+          exit 1
+      fi
+  fi
+
+  echo "Found OS-VPX File: $VPX_FILE. "
+
+  dest_sr=$(get_dest_sr)
+
+  echo -n "Installing $NAME... "
+  vm_uuid=$(xe vm-import filename=$VPX_FILE sr-uuid="$dest_sr")
+  echo $vm_uuid.
+
+  renumber_system_disk "$vm_uuid"
+
+  nl=${NAME_LABEL:-$(xe_min vm-list params=name-label uuid=$vm_uuid)}
+  xe vm-param-set \
+    "name-label=${nl/ import/}" \
+    other-config:os-vpx=true \
+    uuid=$vm_uuid
+
+  set_all "$vm_uuid"
+  create_data_disk "$vm_uuid"
+
+  if [ "$AS_TEMPLATE" ]
+  then
+    xe vm-param-set uuid="$vm_uuid" is-a-template=true \
+                                    other-config:instant=true
+    echo -n "Installing VPX from template... "
+    vm_uuid=$(xe vm-clone vm="$vm_uuid" new-name-label="${nl/ import/}")
+    xe vm-param-set is-a-template=false uuid="$vm_uuid"
+    echo "$vm_uuid."
+  fi
+fi
+
+
+log_vifs "$vm_uuid"
+
+echo -n "Starting VM... "
+xe vm-start uuid=$vm_uuid
+echo "done."
+
+
+show_ip()
+{
+  ip_addr=$(echo "$1" | sed -n "s,^.*"$2"/ip: \([^;]*\).*$,\1,p")
+  echo -n "IP address for $3: "
+  if [ "$ip_addr" = "" ]
+  then
+    echo "did not appear."
+  else
+    echo "$ip_addr."
+  fi
+}
+
+
+if [ "$WAIT_FOR_NETWORK" ]
+then
+  echo "Waiting for network configuration... "
+  i=0
+  while [ $i -lt 600 ]
+  do
+    ip=$(xe_min vm-list params=networks uuid=$vm_uuid)
+    if [ "$ip" != "<not in database>" ]
+    then
+      show_ip "$ip" "1" "$BRIDGE_M"
+      if [[ $BRIDGE_P ]]
+      then
+        show_ip "$ip" "2" "$BRIDGE_P"
+      fi
+      echo "Installation complete."
+      exit 0
+    fi
+    sleep 10
+    let i=i+1
+  done
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/scripts/install_ubuntu_template.sh.html b/devstack/tools/xen/scripts/install_ubuntu_template.sh.html new file mode 100644 index 00000000..3febdea1 --- /dev/null +++ b/devstack/tools/xen/scripts/install_ubuntu_template.sh.html @@ -0,0 +1,457 @@ + + + + + install_ubuntu_template.sh + + + +
      +
      + + + + + + + + + + +

      install_ubuntu_template.sh

      + + + + + + + + + +
      + + +

      This creates an Ubuntu Server 32bit or 64bit template +on Xenserver 5.6.x, 6.0.x and 6.1.x +The template does a net install only

      +

      Based on a script by: David Markey <david.markey@citrix.com>

      +
      +#!/bin/bash
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      +

      This directory

      +
      +BASE_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      For default setings see xenrc

      +
      +source $BASE_DIR/../xenrc
+
+
      +

      Get the params

      +
      +preseed_url=$1
+
+
      +

      Delete template or skip template creation as required

      +
      +previous_template=$(xe template-list name-label="$UBUNTU_INST_TEMPLATE_NAME" \
+    params=uuid --minimal)
+if [ -n "$previous_template" ]; then
+    if $CLEAN_TEMPLATES; then
+        xe template-param-clear param-name=other-config uuid=$previous_template
+        xe template-uninstall template-uuid=$previous_template force=true
+    else
+        echo "Template $UBUNTU_INST_TEMPLATE_NAME already present"
+        exit 0
+    fi
+fi
+
+
      +

      Get built-in template

      +
      +builtin_name="Debian Squeeze 6.0 (32-bit)"
+builtin_uuid=$(xe template-list name-label="$builtin_name" --minimal)
+if [[ -z $builtin_uuid ]]; then
+    echo "Can't find the Debian Squeeze 32bit template on your XenServer."
+    exit 1
+fi
+
+
      +

      Clone built-in template to create new template

      +
      +new_uuid=$(xe vm-clone uuid=$builtin_uuid \
+    new-name-label="$UBUNTU_INST_TEMPLATE_NAME")
+disk_size=$(($OSDOMU_VDI_GB * 1024 * 1024 * 1024))
+
+
      +

      Some of these settings can be found in example preseed files +however these need to be answered before the netinstall +is ready to fetch the preseed file, and as such must be here +to get a fully automated install

      +
      +pvargs="-- quiet console=hvc0 partman/default_filesystem=ext3 \
+console-setup/ask_detect=false locale=${UBUNTU_INST_LOCALE} \
+keyboard-configuration/layoutcode=${UBUNTU_INST_KEYBOARD} \
+netcfg/choose_interface=${UBUNTU_INST_IFACE} \
+netcfg/get_hostname=os netcfg/get_domain=os auto \
+url=${preseed_url}"
+
+if [ "$UBUNTU_INST_IP" != "dhcp" ]; then
+    netcfgargs="netcfg/disable_autoconfig=true \
+netcfg/get_nameservers=${UBUNTU_INST_NAMESERVERS} \
+netcfg/get_ipaddress=${UBUNTU_INST_IP} \
+netcfg/get_netmask=${UBUNTU_INST_NETMASK} \
+netcfg/get_gateway=${UBUNTU_INST_GATEWAY} \
+netcfg/confirm_static=true"
+    pvargs="${pvargs} ${netcfgargs}"
+fi
+
+xe template-param-set uuid=$new_uuid \
+    other-config:install-methods=http \
+    other-config:install-repository="http://${UBUNTU_INST_HTTP_HOSTNAME}${UBUNTU_INST_HTTP_DIRECTORY}" \
+    PV-args="$pvargs" \
+    other-config:debian-release="$UBUNTU_INST_RELEASE" \
+    other-config:default_template=true \
+    other-config:disks='<provision><disk device="0" size="'$disk_size'" sr="" bootable="true" type="system"/></provision>' \
+    other-config:install-arch="$UBUNTU_INST_ARCH"
+
+if ! [ -z "$UBUNTU_INST_HTTP_PROXY" ]; then
+    xe template-param-set uuid=$new_uuid \
+        other-config:install-proxy="$UBUNTU_INST_HTTP_PROXY"
+fi
+
+echo "Ubuntu template installed uuid:$new_uuid"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/scripts/on_exit.sh.html b/devstack/tools/xen/scripts/on_exit.sh.html new file mode 100644 index 00000000..406bb9dc --- /dev/null +++ b/devstack/tools/xen/scripts/on_exit.sh.html @@ -0,0 +1,381 @@ + + + + + on_exit.sh + + + +
      +
      + + + + + + + + + + +

      on_exit.sh

      + + + + + + + + + +
      + + +
      +
      +#!/bin/bash
+
+set -e
+set -o xtrace
+
+declare -a on_exit_hooks
+
+on_exit()
+{
+for i in $(seq $((${#on_exit_hooks[*]} - 1)) -1 0)
+do
+eval "${on_exit_hooks[$i]}"
+done
+}
+
+add_on_exit()
+{
+local n=${#on_exit_hooks[*]}
+on_exit_hooks[$n]="$*"
+if [[ $n -eq 0 ]]
+then
+trap on_exit EXIT
+fi
+}
+
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/scripts/templatedelete.sh.html b/devstack/tools/xen/scripts/templatedelete.sh.html new file mode 100644 index 00000000..0b0e4f66 --- /dev/null +++ b/devstack/tools/xen/scripts/templatedelete.sh.html @@ -0,0 +1,366 @@ + + + + + templatedelete.sh + + + +
      +
      + + + + + + + + + + +

      templatedelete.sh

      + + + + + + + + + +
      + + +
      +
      +#!/bin/bash
+
+#Usage: ./templatedelete.sh <template-uuid>
+
+templateuuid="$1"
+
+xe template-param-set other-config:default_template=false uuid="$templateuuid"
+xe template-param-set is-a-template=false uuid="$templateuuid"
+xe vm-destroy uuid="$templateuuid"
+
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/scripts/uninstall-os-vpx.sh.html b/devstack/tools/xen/scripts/uninstall-os-vpx.sh.html new file mode 100644 index 00000000..80209674 --- /dev/null +++ b/devstack/tools/xen/scripts/uninstall-os-vpx.sh.html @@ -0,0 +1,450 @@ + + + + + uninstall-os-vpx.sh + + + +
      +
      + + + + + + + + + + +

      uninstall-os-vpx.sh

      + + + + + + + + + +
      + + +

      Copyright (c) 2011 Citrix Systems, Inc. +Copyright 2011 OpenStack LLC. +All Rights Reserved.

      +
      +

      Licensed under the Apache License, Version 2.0 (the "License"); you may +not use this file except in compliance with the License. You may obtain +a copy of the License at

      +
      +http://www.apache.org/licenses/LICENSE-2.0
      +

      Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +License for the specific language governing permissions and limitations +under the License.

      +
      +
      +#!/bin/bash
+
+set -ex
+
+
      +

      By default, don't remove the templates

      +
      +REMOVE_TEMPLATES=${REMOVE_TEMPLATES:-"false"}
+if [ "$1" = "--remove-templates" ]; then
+  REMOVE_TEMPLATES=true
+fi
+
+xe_min()
+{
+  local cmd="$1"
+  shift
+  xe "$cmd" --minimal "$@"
+}
+
+destroy_vdi()
+{
+  local vbd_uuid="$1"
+  local type=$(xe_min vbd-list uuid=$vbd_uuid params=type)
+  local dev=$(xe_min vbd-list uuid=$vbd_uuid params=userdevice)
+  local vdi_uuid=$(xe_min vbd-list uuid=$vbd_uuid params=vdi-uuid)
+
+  if [ "$type" == 'Disk' ] && [ "$dev" != 'xvda' ] && [ "$dev" != '0' ]; then
+    xe vdi-destroy uuid=$vdi_uuid
+  fi
+}
+
+uninstall()
+{
+  local vm_uuid="$1"
+  local power_state=$(xe_min vm-list uuid=$vm_uuid params=power-state)
+
+  if [ "$power_state" != "halted" ]; then
+    xe vm-shutdown vm=$vm_uuid force=true
+  fi
+
+  for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
+    destroy_vdi "$v"
+  done
+
+  xe vm-uninstall vm=$vm_uuid force=true >/dev/null
+}
+
+uninstall_template()
+{
+  local vm_uuid="$1"
+
+  for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
+    destroy_vdi "$v"
+  done
+
+  xe template-uninstall template-uuid=$vm_uuid force=true >/dev/null
+}
+
+
      +

      remove the VMs and their disks

      +
      +for u in $(xe_min vm-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
+  uninstall "$u"
+done
+
+
      +

      remove the templates

      +
      +if [ "$REMOVE_TEMPLATES" == "true" ]; then
+  for u in $(xe_min template-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
+    uninstall_template "$u"
+  done
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/tools/xen/test_functions.sh.html b/devstack/tools/xen/test_functions.sh.html new file mode 100644 index 00000000..663ef8e6 --- /dev/null +++ b/devstack/tools/xen/test_functions.sh.html @@ -0,0 +1,597 @@ + + + + + test_functions.sh + + + +
      +
      + + + + + + + + + + +

      test_functions.sh

      + + + + + + + + + +
      + + +

      Tests for functions.

      +

      The tests are sourcing the mocks file to mock out various functions. The +mocking-out always happens in a sub-shell, thus it does not have impact on +the functions defined here.

      +
      +#!/bin/bash
+
+
+
      +

      To run the tests, please run:

      +

      ./test_functions.sh run_tests

      +

      To only print out the discovered test functions, run:

      +

      ./test_functions.sh

      +
      +
+. functions
+
+
      +

      Setup

      +
      +function before_each_test {
+    LIST_OF_DIRECTORIES=$(mktemp)
+    truncate -s 0 $LIST_OF_DIRECTORIES
+
+    LIST_OF_ACTIONS=$(mktemp)
+    truncate -s 0 $LIST_OF_ACTIONS
+
+    XE_RESPONSE=$(mktemp)
+    truncate -s 0 $XE_RESPONSE
+
+    XE_CALLS=$(mktemp)
+    truncate -s 0 $XE_CALLS
+}
+
+
      +

      Teardown

      +
      +function after_each_test {
+    rm -f $LIST_OF_DIRECTORIES
+    rm -f $LIST_OF_ACTIONS
+    rm -f $XE_RESPONSE
+    rm -f $XE_CALLS
+}
+
+
      +

      Helpers

      +
      +function setup_xe_response {
+    echo "$1" > $XE_RESPONSE
+}
+
+function given_directory_exists {
+    echo "$1" >> $LIST_OF_DIRECTORIES
+}
+
+function assert_directory_exists {
+    grep "$1" $LIST_OF_DIRECTORIES
+}
+
+function assert_previous_command_failed {
+    [ "$?" != "0" ] || exit 1
+}
+
+function assert_xe_min {
+    grep -qe "^--minimal\$" $XE_CALLS
+}
+
+function assert_xe_param {
+    grep -qe "^$1\$" $XE_CALLS
+}
+
+function mock_out {
+    local FNNAME="$1"
+    local OUTPUT="$2"
+
+    . <(cat << EOF
+function $FNNAME {
+    echo "$OUTPUT"
+}
+EOF
+)
+}
+
+function assert_symlink {
+    grep -qe "^ln -s $2 $1\$" $LIST_OF_ACTIONS
+}
+
+
      +

      Tests

      +
      +function test_plugin_directory_on_xenserver {
+    given_directory_exists "/etc/xapi.d/plugins/"
+
+    PLUGDIR=$(. mocks && xapi_plugin_location)
+
+    [ "/etc/xapi.d/plugins/" = "$PLUGDIR" ]
+}
+
+function test_plugin_directory_on_xcp {
+    given_directory_exists "/usr/lib/xcp/plugins/"
+
+    PLUGDIR=$(. mocks && xapi_plugin_location)
+
+    [ "/usr/lib/xcp/plugins/" = "$PLUGDIR" ]
+}
+
+function test_no_plugin_directory_found {
+    set +e
+
+    local IGNORE
+    IGNORE=$(. mocks && xapi_plugin_location)
+
+    assert_previous_command_failed
+
+    grep "[ -d /etc/xapi.d/plugins/ ]" $LIST_OF_ACTIONS
+    grep "[ -d /usr/lib/xcp/plugins/ ]" $LIST_OF_ACTIONS
+}
+
+function test_zip_snapshot_location {
+    diff \
+    <(zip_snapshot_location "https://github.com/openstack/nova.git" "master") \
+    <(echo "https://github.com/openstack/nova/zipball/master")
+}
+
+function test_create_directory_for_kernels {
+    (
+        . mocks
+        mock_out get_local_sr uuid1
+        create_directory_for_kernels
+    )
+
+    assert_directory_exists "/var/run/sr-mount/uuid1/os-guest-kernels"
+    assert_symlink "/boot/guest" "/var/run/sr-mount/uuid1/os-guest-kernels"
+}
+
+function test_create_directory_for_kernels_existing_dir {
+    (
+        . mocks
+        given_directory_exists "/boot/guest"
+        create_directory_for_kernels
+    )
+
+    diff -u $LIST_OF_ACTIONS - << EOF
+[ -d /boot/guest ]
+EOF
+}
+
+function test_create_directory_for_images {
+    (
+        . mocks
+        mock_out get_local_sr uuid1
+        create_directory_for_images
+    )
+
+    assert_directory_exists "/var/run/sr-mount/uuid1/os-images"
+    assert_symlink "/images" "/var/run/sr-mount/uuid1/os-images"
+}
+
+function test_create_directory_for_images_existing_dir {
+    (
+        . mocks
+        given_directory_exists "/images"
+        create_directory_for_images
+    )
+
+    diff -u $LIST_OF_ACTIONS - << EOF
+[ -d /images ]
+EOF
+}
+
+function test_extract_remote_zipball {
+    local RESULT=$(. mocks && extract_remote_zipball "someurl")
+
+    diff <(cat $LIST_OF_ACTIONS) - << EOF
+wget -nv someurl -O tempfile --no-check-certificate
+unzip -q -o tempfile -d tempdir
+rm -f tempfile
+EOF
+
+    [ "$RESULT" = "tempdir" ]
+}
+
+function test_find_nova_plugins {
+    local tmpdir=$(mktemp -d)
+
+    mkdir -p "$tmpdir/blah/blah/u/xapi.d/plugins"
+
+    [ "$tmpdir/blah/blah/u/xapi.d/plugins" = $(find_xapi_plugins_dir $tmpdir) ]
+
+    rm -rf $tmpdir
+}
+
+function test_get_local_sr {
+    setup_xe_response "uuid123"
+
+    local RESULT=$(. mocks && get_local_sr)
+
+    [ "$RESULT" == "uuid123" ]
+
+    assert_xe_min
+    assert_xe_param "sr-list" "name-label=Local storage"
+}
+
+function test_get_local_sr_path {
+    local RESULT=$(mock_out get_local_sr "uuid1" && get_local_sr_path)
+
+    [ "/var/run/sr-mount/uuid1" == "$RESULT" ]
+}
+
+
      +

      Test runner

      +
      +[ "$1" = "" ] && {
+    grep -e "^function *test_" $0 | cut -d" " -f2
+}
+
+[ "$1" = "run_tests" ] && {
+    for testname in $($0)
+    do
+        echo "$testname"
+        before_each_test
+        (
+            set -eux
+            $testname
+        )
+        if [ "$?" != "0" ]
+        then
+            echo "FAIL"
+            exit 1
+        else
+            echo "PASS"
+        fi
+
+        after_each_test
+    done
+}
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/devstack/unstack.sh.html b/devstack/unstack.sh.html new file mode 100644 index 00000000..fdf19995 --- /dev/null +++ b/devstack/unstack.sh.html @@ -0,0 +1,509 @@ + + + + + unstack.sh + + + +
      +
      + + + + + + + + + + +

      unstack.sh

      + + + + + + + + + +
      + + +

      unstack.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Stops that which is started by stack.sh (mostly) +mysql and rabbit are left running as OpenStack code refreshes +do not require them to be restarted.

      +

      Stop all processes by setting UNSTACK_ALL or specifying --all +on the command line

      +
      +
+
      +

      Keep track of the current devstack directory.

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import database library

      +
      +source $TOP_DIR/lib/database
+
+
      +

      Load local configuration

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Destination path for service data

      +
      +DATA_DIR=${DATA_DIR:-${DEST}/data}
+
+
      +

      Get project function libraries

      +
      +source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/neutron
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME

      +
      +GetOSVersion
+
+if [[ "$1" == "--all" ]]; then
+    UNSTACK_ALL=${UNSTACK_ALL:-1}
+fi
+
+
      +
      +

      Run extras

      +
      +
+if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i unstack
+    done
+fi
+
+if [[ "$Q_USE_DEBUG_COMMAND" == "True" ]]; then
+    source $TOP_DIR/openrc
+    teardown_neutron_debug
+fi
+
+
      +

      Shut down devstack's screen to get the bulk of OpenStack services in one shot

      +
      +SCREEN=$(which screen)
+if [[ -n "$SCREEN" ]]; then
+    SESSION=$(screen -ls | awk '/[0-9].stack/ { print $1 }')
+    if [[ -n "$SESSION" ]]; then
+        screen -X -S $SESSION quit
+    fi
+fi
+
+
      +

      Swift runs daemons

      +
      +if is_service_enabled s-proxy; then
+    stop_swift
+    cleanup_swift
+fi
+
+
      +

      Apache has the WSGI processes

      +
      +if is_service_enabled horizon; then
+    stop_horizon
+fi
+
+
      +

      Kill TLS proxies

      +
      +if is_service_enabled tls-proxy; then
+    killall stud
+fi
+
+
      +

      baremetal might have created a fake environment

      +
      +if is_service_enabled baremetal && [[ "$BM_USE_FAKE_ENV" = "True" ]]; then
+    cleanup_fake_baremetal_env
+fi
+
+SCSI_PERSIST_DIR=$CINDER_STATE_PATH/volumes/*
+
+
      +

      Get the iSCSI volumes

      +
      +if is_service_enabled cinder; then
+    cleanup_cinder
+fi
+
+if [[ -n "$UNSTACK_ALL" ]]; then
+
      +

      Stop MySQL server

      +
      +    if is_service_enabled mysql; then
+        stop_service mysql
+    fi
+
+    if is_service_enabled postgresql; then
+        stop_service postgresql
+    fi
+
+
      +

      Stop rabbitmq-server

      +
      +    if is_service_enabled rabbit; then
+        stop_service rabbitmq-server
+    fi
+fi
+
+if is_service_enabled neutron; then
+    stop_neutron
+    stop_neutron_third_party
+    cleanup_neutron
+fi
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/driver_certs/cinder_driver_cert.sh.html b/driver_certs/cinder_driver_cert.sh.html new file mode 100644 index 00000000..7297be57 --- /dev/null +++ b/driver_certs/cinder_driver_cert.sh.html @@ -0,0 +1,494 @@ + + + + + cinder_driver_cert.sh + + + +
      +
      + + + + + + + + + + +

      cinder_driver_cert.sh

      + + + + + + + + + +
      + + +

      cinder_cert.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script is a simple wrapper around the tempest volume api tests +It requires that you have a working and functional devstack install +and that you've enabled your device driver by making the necessary +modifications to /etc/cinder/cinder.conf

      +
      +
+
      +

      This script will refresh your openstack repo's and restart the cinder +services to pick up your driver changes. +please NOTE; this script assumes your devstack install is functional +and includes tempest. A good first step is to make sure you can +create volumes on your device before you even try and run this script.

      +
      +
+
      +

      It also assumes default install location (/opt/stack/xxx) +to aid in debug, you should also verify that you've added +an output directory for screen logs:

      +
      +SCREEN_LOGDIR=/opt/stack/screen-logs
      +
      +
+set -o pipefail
+
+CERT_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $CERT_DIR/..; pwd)
+
+source $TOP_DIR/functions
+source $TOP_DIR/stackrc
+source $TOP_DIR/openrc
+source $TOP_DIR/lib/infra
+source $TOP_DIR/lib/tempest
+source $TOP_DIR/lib/cinder
+
+TEMPFILE=`mktemp`
+RECLONE=True
+
+function log_message {
+    MESSAGE=$1
+    STEP_HEADER=$2
+    if [[ "$STEP_HEADER" = "True" ]]; then
+        echo -e "\n========================================================" | tee -a $TEMPFILE
+    fi
+    echo -e `date +%m/%d/%y/%T:`"${MESSAGE}" | tee -a $TEMPFILE
+    if [[ "$STEP_HEADER" = "True" ]]; then
+        echo -e "========================================================" | tee -a $TEMPFILE
+    fi
+}
+
+if [[ "$OFFLINE" = "True" ]]; then
+    echo "ERROR: Driver cert requires fresh clone/pull from ${CINDER_BRANCH}"
+    echo "       Please set OFFLINE=False and retry."
+    exit 1
+fi
+
+log_message "RUNNING CINDER DRIVER CERTIFICATION CHECK", True
+log_message "Output is being logged to: $TEMPFILE"
+
+cd $CINDER_DIR
+log_message "Cloning to ${CINDER_REPO}...", True
+install_cinder
+
+log_message "Pull a fresh Clone of cinder repo...", True
+git status | tee -a $TEMPFILE
+git log --pretty=oneline -n 1 | tee -a $TEMPFILE
+
+log_message "Gathering copy of cinder.conf file (passwords will be scrubbed)...", True
+cat /etc/cinder/cinder.conf | egrep -v "(^#.*|^$)" | tee -a $TEMPFILE
+sed -i "s/\(.*password.*=\).*$/\1 xxx/i" $TEMPFILE
+log_message "End of cinder.conf.", True
+
+cd $TOP_DIR
+
      +

      Verify tempest is installed/enabled

      +
      +if ! is_service_enabled tempest; then
+    log_message "ERROR!!! Cert requires tempest in enabled_services!", True
+    log_message"       Please add tempest to enabled_services and retry."
+    exit 1
+fi
+
+cd $TEMPEST_DIR
+install_tempest
+
+log_message "Verify tempest is current....", True
+git status | tee -a $TEMPFILE
+log_message "Check status and get latest commit..."
+git log --pretty=oneline -n 1 | tee -a $TEMPFILE
+
+
+#stop and restart cinder services
+log_message "Restart Cinder services...", True
+stop_cinder
+sleep 1
+start_cinder
+sleep 5
+
+
      +

      run tempest api/volume/test_*

      +
      +log_message "Run the actual tempest volume tests (./tools/pretty_tox.sh api.volume)...", True
+./tools/pretty_tox.sh api.volume 2>&1 | tee -a $TEMPFILE
+if [[ $? = 0 ]]; then
+    log_message "CONGRATULATIONS!!!  Device driver PASSED!", True
+    log_message "Submit output: ($TEMPFILE)"
+    exit 0
+else
+    log_message "SORRY!!!  Device driver FAILED!", True
+    log_message "Check output in $TEMPFILE"
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/eucarc b/eucarc deleted file mode 100644 index 2b0f7dd1..00000000 --- a/eucarc +++ /dev/null @@ -1,40 +0,0 @@ -#!/usr/bin/env bash -# -# source eucarc [username] [tenantname] -# -# Create EC2 credentials for the current user as defined by OS_TENANT_NAME:OS_USERNAME -# Optionally set the tenant/username via openrc - -if [[ -n "$1" ]]; then - USERNAME=$1 -fi -if [[ -n "$2" ]]; then - TENANT=$2 -fi - -# Find the other rc files -RC_DIR=$(cd $(dirname "$BASH_SOURCE") && pwd) - -# Get user configuration -source $RC_DIR/openrc - -# Set the ec2 url so euca2ools works -export EC2_URL=$(keystone catalog --service ec2 | awk '/ publicURL / { print $4 }') - -# Create EC2 credentials for the current user -CREDS=$(keystone ec2-credentials-create) -export EC2_ACCESS_KEY=$(echo "$CREDS" | awk '/ access / { print $4 }') -export EC2_SECRET_KEY=$(echo "$CREDS" | awk '/ secret / { print $4 }') - -# Euca2ools Certificate stuff for uploading bundles -# See exercises/bundle.sh to see how to get certs using nova cli -NOVA_KEY_DIR=${NOVA_KEY_DIR:-$RC_DIR} -export S3_URL=$(keystone catalog --service s3 | awk '/ publicURL / { print $4 }') -export EC2_USER_ID=42 # nova does not use user id, but bundling requires it -export EC2_PRIVATE_KEY=${NOVA_KEY_DIR}/pk.pem -export EC2_CERT=${NOVA_KEY_DIR}/cert.pem -export NOVA_CERT=${NOVA_KEY_DIR}/cacert.pem -export EUCALYPTUS_CERT=${NOVA_CERT} # euca-bundle-image seems to require this set -alias ec2-bundle-image="ec2-bundle-image --cert ${EC2_CERT} --privatekey ${EC2_PRIVATE_KEY} --user ${EC2_USER_ID} --ec2cert ${NOVA_CERT}" -alias ec2-upload-bundle="ec2-upload-bundle -a ${EC2_ACCESS_KEY} -s ${EC2_SECRET_KEY} --url ${S3_URL} --ec2cert ${NOVA_CERT}" - diff --git a/eucarc.html b/eucarc.html new file mode 100644 index 00000000..df529729 --- /dev/null +++ b/eucarc.html @@ -0,0 +1,94 @@ + + + + + DevStack - eucarc + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      eucarc EC2 settings

      +

      eucarc creates EC2 credentials for the current user as + defined by OS_TENANT_NAME:OS_USERNAME. + eucarc sources openrc at the beginning + (which in turn sources stackrc and localrc) + in order to set credentials to create EC2 credentials in Keystone. +

      +
      + +
      EC2_URL
      +
      Set the EC2 url for euca2ools. The endpoint is extracted from the + service catalog for OS_TENANT_NAME:OS_USERNAME. + 
      EC2_URL=$(keystone catalog --service ec2 | awk '/ publicURL / { print $4 }')
      + +
      S3_URL
      +
      Set the S3 endpoint for euca2ools. The endpoint is extracted from the + service catalog for OS_TENANT_NAME:OS_USERNAME. + 
      export S3_URL=$(keystone catalog --service s3 | awk '/ publicURL / { print $4 }')
      + +
      EC2_ACCESS_KEY, EC2_SECRET_KEY
      +
      Create EC2 credentials for the current tenant:user in Keystone. + 
      CREDS=$(keystone ec2-credentials-create)
+export EC2_ACCESS_KEY=$(echo "$CREDS" | awk '/ access / { print $4 }')
+export EC2_SECRET_KEY=$(echo "$CREDS" | awk '/ secret / { print $4 }')
      + +
      Certificates for Bundling
      +
      Euca2ools requires certificate files to enable bundle uploading. + The exercise script exercises/bundle.sh demonstrated + retrieving certificates using the Nova CLI. + 
      EC2_PRIVATE_KEY=pk.pem
+EC2_CERT=cert.pem
+NOVA_CERT=cacert.pem
+EUCALYPTUS_CERT=${NOVA_CERT}
      + +
      +
      +

      © Openstack Foundation 2011-2013 — An + OpenStack program + created by Rackspace Cloud Builders

      + + +
      + + + diff --git a/exercise.sh b/exercise.sh deleted file mode 100755 index 5b3c56e2..00000000 --- a/exercise.sh +++ /dev/null @@ -1,64 +0,0 @@ -#!/usr/bin/env bash - -# **exercise.sh** - -# Keep track of the current devstack directory. -TOP_DIR=$(cd $(dirname "$0") && pwd) - -# Import common functions -source $TOP_DIR/functions - -# Load local configuration -source $TOP_DIR/stackrc - -# Run everything in the exercises/ directory that isn't explicitly disabled - -# comma separated list of script basenames to skip -# to refrain from exercising euca.sh use SKIP_EXERCISES=euca -SKIP_EXERCISES=${SKIP_EXERCISES:-""} - -# Locate the scripts we should run -EXERCISE_DIR=$(dirname "$0")/exercises -basenames=$(for b in `ls $EXERCISE_DIR/*.sh`; do basename $b .sh; done) - -# Track the state of each script -passes="" -failures="" -skips="" - -# Loop over each possible script (by basename) -for script in $basenames; do - if [[ ,$SKIP_EXERCISES, =~ ,$script, ]] ; then - skips="$skips $script" - else - echo "=====================================================================" - echo Running $script - echo "=====================================================================" - $EXERCISE_DIR/$script.sh - exitcode=$? - if [[ $exitcode == 55 ]]; then - skips="$skips $script" - elif [[ $exitcode -ne 0 ]] ; then - failures="$failures $script" - else - passes="$passes $script" - fi - fi -done - -# output status of exercise run -echo "=====================================================================" -for script in $skips; do - echo SKIP $script -done -for script in $passes; do - echo PASS $script -done -for script in $failures; do - echo FAILED $script -done -echo "=====================================================================" - -if [ -n "$failures" ] ; then - exit 1 -fi diff --git a/exercise.sh.html b/exercise.sh.html new file mode 100644 index 00000000..dc14c93c --- /dev/null +++ b/exercise.sh.html @@ -0,0 +1,474 @@ + + + + + exercise.sh + + + +
      +
      + + + + + + + + + + +

      exercise.sh

      + + + + + + + + + +
      + + +

      exercise.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Keep track of the current devstack directory.

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Load local configuration

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Run everything in the exercises/ directory that isn't explicitly disabled

      +
      +
+
      +

      comma separated list of script basenames to skip +to refrain from exercising euca.sh use SKIP_EXERCISES=euca

      +
      +SKIP_EXERCISES=${SKIP_EXERCISES:-""}
+
+
      +

      comma separated list of script basenames to run +to run only euca.sh use RUN_EXERCISES=euca

      +
      +basenames=${RUN_EXERCISES:-""}
+
+EXERCISE_DIR=$TOP_DIR/exercises
+
+if [[ -z "${basenames}" ]]; then
+
      +

      Locate the scripts we should run

      +
      +    basenames=$(for b in `ls $EXERCISE_DIR/*.sh`; do basename $b .sh; done)
+else
+
      +

      If RUN_EXERCISES was specified, ignore SKIP_EXERCISES.

      +
      +    SKIP_EXERCISES=
+fi
+
+
      +

      Track the state of each script

      +
      +passes=""
+failures=""
+skips=""
+
+
      +

      Loop over each possible script (by basename)

      +
      +for script in $basenames; do
+    if [[ ,$SKIP_EXERCISES, =~ ,$script, ]]; then
+        skips="$skips $script"
+    else
+        echo "====================================================================="
+        echo Running $script
+        echo "====================================================================="
+        $EXERCISE_DIR/$script.sh
+        exitcode=$?
+        if [[ $exitcode == 55 ]]; then
+            skips="$skips $script"
+        elif [[ $exitcode -ne 0 ]]; then
+            failures="$failures $script"
+        else
+            passes="$passes $script"
+        fi
+    fi
+done
+
+
      +

      output status of exercise run

      +
      +echo "====================================================================="
+for script in $skips; do
+    echo SKIP $script
+done
+for script in $passes; do
+    echo PASS $script
+done
+for script in $failures; do
+    echo FAILED $script
+done
+echo "====================================================================="
+
+if [[ -n "$failures" ]]; then
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/exerciserc b/exerciserc deleted file mode 100644 index c26ec2ce..00000000 --- a/exerciserc +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/env bash -# -# source exerciserc -# -# Configure the DevStack exercise scripts -# For best results, source this _after_ stackrc/localrc as it will set -# values only if they are not already set. - -# Max time to wait while vm goes from build to active state -export ACTIVE_TIMEOUT=${ACTIVE_TIMEOUT:-30} - -# Max time to wait for proper IP association and dis-association. -export ASSOCIATE_TIMEOUT=${ASSOCIATE_TIMEOUT:-15} - -# Max time till the vm is bootable -export BOOT_TIMEOUT=${BOOT_TIMEOUT:-30} - -# Max time from run instance command until it is running -export RUNNING_TIMEOUT=${RUNNING_TIMEOUT:-$(($BOOT_TIMEOUT + $ACTIVE_TIMEOUT))} - -# Max time to wait for a vm to terminate -export TERMINATE_TIMEOUT=${TERMINATE_TIMEOUT:-30} - -# Max time to wait for a euca-volume command to propogate -export VOLUME_TIMEOUT=${VOLUME_TIMEOUT:-30} - -# Max time to wait for a euca-delete command to propogate -export VOLUME_DELETE_TIMEOUT=${SNAPSHOT_DELETE_TIMEOUT:-60} - -# The size of the volume we want to boot from; some storage back-ends -# do not allow a disk resize, so it's important that this can be tuned -export DEFAULT_VOLUME_SIZE=${DEFAULT_VOLUME_SIZE:-1} diff --git a/exerciserc.html b/exerciserc.html new file mode 100644 index 00000000..7e4dd54f --- /dev/null +++ b/exerciserc.html @@ -0,0 +1,88 @@ + + + + + DevStack - exerciserc + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      exerciserc Exercise settings

      +

      exerciserc is used to configure settings for the + exercise scripts. The values shown below are the default values. + Thse can all be overridden by setting them in the localrc + section.

      +
      +
      + +
      ACTIVE_TIMEOUT
      +
      Max time to wait while vm goes from build to active state + 
      ACTIVE_TIMEOUT==30
      + +
      ASSOCIATE_TIMEOUT
      +
      Max time to wait for proper IP association and dis-association. + 
      ASSOCIATE_TIMEOUT=15
      + +
      BOOT_TIMEOUT
      +
      Max time till the vm is bootable + 
      BOOT_TIMEOUT=30
      + +
      RUNNING_TIMEOUT
      +
      Max time from run instance command until it is running + 
      RUNNING_TIMEOUT=$(($BOOT_TIMEOUT + $ACTIVE_TIMEOUT))
      + +
      TERMINATE_TIMEOUT
      +
      Max time to wait for a vm to terminate + 
      TERMINATE_TIMEOUT=30
      + +
      +
      +

      © Openstack Foundation 2011-2013 — An + OpenStack program + created by Rackspace Cloud Builders

      + + +
      + + + diff --git a/exercises/aggregates.sh b/exercises/aggregates.sh deleted file mode 100755 index ae3198f9..00000000 --- a/exercises/aggregates.sh +++ /dev/null @@ -1,147 +0,0 @@ -#!/usr/bin/env bash - -# **aggregates.sh** - -# This script demonstrates how to use host aggregates: -# * Create an Aggregate -# * Updating Aggregate details -# * Testing Aggregate metadata -# * Testing Aggregate delete -# * Testing General Aggregates (https://blueprints.launchpad.net/nova/+spec/general-host-aggregates) -# * Testing add/remove hosts (with one host) - -echo "**************************************************" -echo "Begin DevStack Exercise: $0" -echo "**************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occurred. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Test as the admin user -. openrc admin admin - - -# Create an aggregate -# =================== - -AGGREGATE_NAME=test_aggregate_$RANDOM -AGGREGATE2_NAME=test_aggregate_$RANDOM -AGGREGATE_A_ZONE=nova - -exit_if_aggregate_present() { - aggregate_name=$1 - - if [ $(nova aggregate-list | grep -c " $aggregate_name ") == 0 ]; then - echo "SUCCESS $aggregate_name not present" - else - echo "ERROR found aggregate: $aggregate_name" - exit -1 - fi -} - -exit_if_aggregate_present $AGGREGATE_NAME - -AGGREGATE_ID=$(nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE_NAME " | get_field 1) -AGGREGATE2_ID=$(nova aggregate-create $AGGREGATE2_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE2_NAME " | get_field 1) - -# check aggregate created -nova aggregate-list | grep -q " $AGGREGATE_NAME " || die "Aggregate $AGGREGATE_NAME not created" - - -# Ensure creating a duplicate fails -# ================================= - -if nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE; then - echo "ERROR could create duplicate aggregate" - exit -1 -fi - - -# Test aggregate-update (and aggregate-details) -# ============================================= -AGGREGATE_NEW_NAME=test_aggregate_$RANDOM - -nova aggregate-update $AGGREGATE_ID $AGGREGATE_NEW_NAME -nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NEW_NAME -nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE - -nova aggregate-update $AGGREGATE_ID $AGGREGATE_NAME $AGGREGATE_A_ZONE -nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NAME -nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE - - -# Test aggregate-set-metadata -# =========================== -META_DATA_1_KEY=asdf -META_DATA_2_KEY=foo -META_DATA_3_KEY=bar - -#ensure no additional metadata is set -nova aggregate-details $AGGREGATE_ID | egrep "{u'availability_zone': u'$AGGREGATE_A_ZONE'}|{}" - -nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_1_KEY}=123 -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY -nova aggregate-details $AGGREGATE_ID | grep 123 - -nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_2_KEY}=456 -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY - -nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_2_KEY ${META_DATA_3_KEY}=789 -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_3_KEY - -nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY && die "ERROR metadata was not cleared" - -nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_3_KEY $META_DATA_1_KEY -nova aggregate-details $AGGREGATE_ID | egrep "{u'availability_zone': u'$AGGREGATE_A_ZONE'}|{}" - - -# Test aggregate-add/remove-host -# ============================== -if [ "$VIRT_DRIVER" == "xenserver" ]; then - echo "TODO(johngarbutt) add tests for add/remove host from pool aggregate" -fi -FIRST_HOST=$(nova host-list | grep compute | get_field 1 | head -1) -# Make sure can add two aggregates to same host -nova aggregate-add-host $AGGREGATE_ID $FIRST_HOST -nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST -if nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST; then - echo "ERROR could add duplicate host to single aggregate" - exit -1 -fi -nova aggregate-remove-host $AGGREGATE2_ID $FIRST_HOST -nova aggregate-remove-host $AGGREGATE_ID $FIRST_HOST - -# Test aggregate-delete -# ===================== -nova aggregate-delete $AGGREGATE_ID -nova aggregate-delete $AGGREGATE2_ID -exit_if_aggregate_present $AGGREGATE_NAME - -set +o xtrace -echo "**************************************************" -echo "End DevStack Exercise: $0" -echo "**************************************************" diff --git a/exercises/aggregates.sh.html b/exercises/aggregates.sh.html new file mode 100644 index 00000000..7d02d88a --- /dev/null +++ b/exercises/aggregates.sh.html @@ -0,0 +1,579 @@ + + + + + aggregates.sh + + + +
      +
      + + + + + + + + + + +

      aggregates.sh

      + + + + + + + + + +
      + + +

      aggregates.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script demonstrates how to use host aggregates:

      + +
      +
+echo "**************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "**************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Test as the admin user

      +
      +. $TOP_DIR/openrc admin admin
+
+
      +

      If nova api is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled n-api || exit 55
+
+
      +

      Cells does not support aggregates.

      +
      +is_service_enabled n-cell && exit 55
+
+
      + +
      +

      Create an aggregate

      +
      +
+AGGREGATE_NAME=test_aggregate_$RANDOM
+AGGREGATE2_NAME=test_aggregate_$RANDOM
+AGGREGATE_A_ZONE=nova
+
+function exit_if_aggregate_present {
+    aggregate_name=$1
+
+    if [ $(nova aggregate-list | grep -c " $aggregate_name ") == 0 ]; then
+        echo "SUCCESS $aggregate_name not present"
+    else
+        die $LINENO "found aggregate: $aggregate_name"
+        exit -1
+    fi
+}
+
+exit_if_aggregate_present $AGGREGATE_NAME
+
+AGGREGATE_ID=$(nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE_NAME " | get_field 1)
+die_if_not_set $LINENO AGGREGATE_ID "Failure creating AGGREGATE_ID for $AGGREGATE_NAME $AGGREGATE_A_ZONE"
+
+AGGREGATE2_ID=$(nova aggregate-create $AGGREGATE2_NAME $AGGREGATE_A_ZONE | grep " $AGGREGATE2_NAME " | get_field 1)
+die_if_not_set $LINENO AGGREGATE2_ID "Fail creating AGGREGATE2_ID for $AGGREGATE2_NAME $AGGREGATE_A_ZONE"
+
+
      +

      check aggregate created

      +
      +nova aggregate-list | grep -q " $AGGREGATE_NAME " || die $LINENO "Aggregate $AGGREGATE_NAME not created"
+
+
+
      + +
      +

      Ensure creating a duplicate fails

      +
      +
+if nova aggregate-create $AGGREGATE_NAME $AGGREGATE_A_ZONE; then
+    die $LINENO "could create duplicate aggregate"
+fi
+
+
+
      + +
      +

      Test aggregate-update (and aggregate-details)

      +
      +AGGREGATE_NEW_NAME=test_aggregate_$RANDOM
+
+nova aggregate-update $AGGREGATE_ID $AGGREGATE_NEW_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NEW_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE
+
+nova aggregate-update $AGGREGATE_ID $AGGREGATE_NAME $AGGREGATE_A_ZONE
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_NAME
+nova aggregate-details $AGGREGATE_ID | grep $AGGREGATE_A_ZONE
+
+
+
      + +
      +

      Test aggregate-set-metadata

      +
      +META_DATA_1_KEY=asdf
+META_DATA_2_KEY=foo
+META_DATA_3_KEY=bar
+
+#ensure no additional metadata is set
+nova aggregate-details $AGGREGATE_ID | egrep "\|[{u ]*'availability_zone.+$AGGREGATE_A_ZONE'[ }]*\|"
+
+nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_1_KEY}=123
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep 123
+
+nova aggregate-set-metadata $AGGREGATE_ID ${META_DATA_2_KEY}=456
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY
+
+nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_2_KEY ${META_DATA_3_KEY}=789
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_3_KEY
+
+nova aggregate-details $AGGREGATE_ID | grep $META_DATA_2_KEY && die $LINENO "ERROR metadata was not cleared"
+
+nova aggregate-set-metadata $AGGREGATE_ID $META_DATA_3_KEY $META_DATA_1_KEY
+nova aggregate-details $AGGREGATE_ID | egrep "\|[{u ]*'availability_zone.+$AGGREGATE_A_ZONE'[ }]*\|"
+
+
+
      + +
      +

      Test aggregate-add/remove-host

      +
      +if [ "$VIRT_DRIVER" == "xenserver" ]; then
+    echo "TODO(johngarbutt) add tests for add/remove host from pool aggregate"
+fi
+FIRST_HOST=$(nova host-list | grep compute | get_field 1 | head -1)
+
      +

      Make sure can add two aggregates to same host

      +
      +nova aggregate-add-host $AGGREGATE_ID $FIRST_HOST
+nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST
+if nova aggregate-add-host $AGGREGATE2_ID $FIRST_HOST; then
+    die $LINENO "could add duplicate host to single aggregate"
+fi
+nova aggregate-remove-host $AGGREGATE2_ID $FIRST_HOST
+nova aggregate-remove-host $AGGREGATE_ID $FIRST_HOST
+
+
      + +
      +

      Test aggregate-delete

      +
      +nova aggregate-delete $AGGREGATE_ID
+nova aggregate-delete $AGGREGATE2_ID
+exit_if_aggregate_present $AGGREGATE_NAME
+
+set +o xtrace
+echo "**************************************************"
+echo "End DevStack Exercise: $0"
+echo "**************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/boot_from_volume.sh b/exercises/boot_from_volume.sh deleted file mode 100755 index 679091bb..00000000 --- a/exercises/boot_from_volume.sh +++ /dev/null @@ -1,209 +0,0 @@ -#!/usr/bin/env bash - -# **boot_from_volume.sh** - -# This script demonstrates how to boot from a volume. It does the following: -# * Create a bootable volume -# * Boot a volume-backed instance - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import quantum functions if needed -if is_service_enabled quantum; then - source $TOP_DIR/lib/quantum -fi - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# If cinder is not enabled we exit with exitcode 55 so that -# the exercise is skipped -is_service_enabled cinder || exit 55 - -# Instance type to create -DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny} - -# Boot this image, use first AMI image if unset -DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami} - -# Security group name -SECGROUP=${SECGROUP:-boot_secgroup} - -# Instance and volume names -VM_NAME=${VM_NAME:-ex-bfv-inst} -VOL_NAME=${VOL_NAME:-ex-vol-bfv} - - -# Launching a server -# ================== - -# List servers for tenant: -nova list - -# Images -# ------ - -# List the images available -glance image-list - -# Grab the id of the image to launch -IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1) -die_if_not_set IMAGE "Failure getting image $DEFAULT_IMAGE_NAME" - -# Security Groups -# --------------- - -# List security groups -nova secgroup-list - -# Create a secgroup -if ! nova secgroup-list | grep -q $SECGROUP; then - nova secgroup-create $SECGROUP "$SECGROUP description" - if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then - echo "Security group not created" - exit 1 - fi -fi - -# Configure Security Group Rules -if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then - nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0 -fi -if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then - nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0 -fi - -# List secgroup rules -nova secgroup-list-rules $SECGROUP - -# Set up instance -# --------------- - -# List flavors -nova flavor-list - -# Select a flavor -INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1) -if [[ -z "$INSTANCE_TYPE" ]]; then - # grab the first flavor in the list to launch if default doesn't exist - INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1) -fi - -# Clean-up from previous runs -nova delete $VM_NAME || true -if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then - echo "server didn't terminate!" - exit 1 -fi - -# Setup Keypair -KEY_NAME=test_key -KEY_FILE=key.pem -nova keypair-delete $KEY_NAME || true -nova keypair-add $KEY_NAME > $KEY_FILE -chmod 600 $KEY_FILE - -# Set up volume -# ------------- - -# Delete any old volume -cinder delete $VOL_NAME || true -if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then - echo "Volume $VOL_NAME not deleted" - exit 1 -fi - -# Create the bootable volume -start_time=$(date +%s) -cinder create --image-id $IMAGE --display_name=$VOL_NAME --display_description "test bootable volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \ - die "Failure creating volume $VOL_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then - echo "Volume $VOL_NAME not created" - exit 1 -fi -end_time=$(date +%s) -echo "Completed cinder create in $((end_time - start_time)) seconds" - -# Get volume ID -VOL_ID=$(cinder list | grep $VOL_NAME | get_field 1) -die_if_not_set VOL_ID "Failure retrieving volume ID for $VOL_NAME" - -# Boot instance -# ------------- - -# Boot using the --block_device_mapping param. The format of mapping is: -# =::: -# Leaving the middle two fields blank appears to do-the-right-thing -VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --block-device-mapping vda=$VOL_ID --security_groups=$SECGROUP --key_name $KEY_NAME $VM_NAME | grep ' id ' | get_field 2) -die_if_not_set VM_UUID "Failure launching $VM_NAME" - -# Check that the status is active within ACTIVE_TIMEOUT seconds -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then - echo "server didn't become active!" - exit 1 -fi - -# Get the instance IP -IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2) -die_if_not_set IP "Failure retrieving IP address" - -# Private IPs can be pinged in single node deployments -ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT - -# Clean up -# -------- - -# Delete volume backed instance -nova delete $VM_UUID || die "Failure deleting instance $VM_NAME" -if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then - echo "Server $VM_NAME not deleted" - exit 1 -fi - -# Wait for volume to be released -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then - echo "Volume $VOL_NAME not released" - exit 1 -fi - -# Delete volume -start_time=$(date +%s) -cinder delete $VOL_ID || die "Failure deleting volume $VOLUME_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then - echo "Volume $VOL_NAME not deleted" - exit 1 -fi -end_time=$(date +%s) -echo "Completed cinder delete in $((end_time - start_time)) seconds" - -# Delete secgroup -nova secgroup-delete $SECGROUP || die "Failure deleting security group $SECGROUP" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/boot_from_volume.sh.html b/exercises/boot_from_volume.sh.html new file mode 100644 index 00000000..87d97033 --- /dev/null +++ b/exercises/boot_from_volume.sh.html @@ -0,0 +1,702 @@ + + + + + boot_from_volume.sh + + + +
      +
      + + + + + + + + + + +

      boot_from_volume.sh

      + + + + + + + + + +
      + + +

      boot_from_volume.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script demonstrates how to boot from a volume. It does the following:

      +
        +
      • Create a bootable volume
        • +
      • Boot a volume-backed instance
        • +
      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import project functions

      +
      +source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/neutron
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If cinder is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled cinder || exit 55
+
+
      +

      Ironic does not support boot from volume.

      +
      +[ "$VIRT_DRIVER" == "ironic" ] && exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-boot_secgroup}
+
+
      +

      Instance and volume names

      +
      +VM_NAME=${VM_NAME:-ex-bfv-inst}
+VOL_NAME=${VOL_NAME:-ex-vol-bfv}
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +openstack image list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(openstack image list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+if is_service_enabled n-cell; then
+
      +

      Cells does not support security groups, so force the use of "default"

      +
      +    SECGROUP="default"
+    echo "Using the default security group because of Cells."
+else
+
      +

      Create a secgroup

      +
      +    if ! nova secgroup-list | grep -q $SECGROUP; then
+        nova secgroup-create $SECGROUP "$SECGROUP description"
+        if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+            echo "Security group not created"
+            exit 1
+        fi
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +    INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    echo "server didn't terminate!"
+    exit 1
+fi
+
+
      +

      Setup Keypair

      +
      +KEY_NAME=test_key
+KEY_FILE=key.pem
+nova keypair-delete $KEY_NAME || true
+nova keypair-add $KEY_NAME > $KEY_FILE
+chmod 600 $KEY_FILE
+
+
      + +
      +

      Set up volume

      +
      +
+
      +

      Delete any old volume

      +
      +cinder delete $VOL_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Create the bootable volume

      +
      +start_time=$(date +%s)
+cinder create --image-id $IMAGE --display-name=$VOL_NAME --display-description "test bootable volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \
+    die $LINENO "Failure creating volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not created"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder create in $((end_time - start_time)) seconds"
+
+
      +

      Get volume ID

      +
      +VOL_ID=$(cinder list | grep $VOL_NAME  | get_field 1)
+die_if_not_set $LINENO VOL_ID "Failure retrieving volume ID for $VOL_NAME"
+
+
      + +
      +

      Boot instance

      +
      +
+
      +

      Boot using the --block-device-mapping param. The format of mapping is: +<dev_name>=<id>:<type>:<size(GB)>:<delete_on_terminate> +Leaving the middle two fields blank appears to do-the-right-thing

      +
      +VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --block-device-mapping vda=$VOL_ID --security-groups=$SECGROUP --key-name $KEY_NAME $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    echo "server didn't become active!"
+    exit 1
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(get_instance_ip $VM_UUID $PRIVATE_NETWORK_NAME)
+
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Delete volume backed instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    echo "Server $VM_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Wait for volume to be released

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not released"
+    exit 1
+fi
+
+
      +

      Delete volume

      +
      +start_time=$(date +%s)
+cinder delete $VOL_ID || die $LINENO "Failure deleting volume $VOLUME_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder delete in $((end_time - start_time)) seconds"
+
+if [[ $SECGROUP = "default" ]] ; then
+    echo "Skipping deleting default security group"
+else
+
      +

      Delete secgroup

      +
      +    nova secgroup-delete $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/exercises/bundle.sh b/exercises/bundle.sh deleted file mode 100755 index 12f27323..00000000 --- a/exercises/bundle.sh +++ /dev/null @@ -1,71 +0,0 @@ -#!/usr/bin/env bash - -# **bundle.sh** - -# we will use the ``euca2ools`` cli tool that wraps the python boto -# library to test ec2 bundle upload compatibility - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import EC2 configuration -source $TOP_DIR/eucarc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Remove old certificates -rm -f $TOP_DIR/cacert.pem -rm -f $TOP_DIR/cert.pem -rm -f $TOP_DIR/pk.pem - -# Get Certificates -nova x509-get-root-cert $TOP_DIR/cacert.pem -nova x509-create-cert $TOP_DIR/pk.pem $TOP_DIR/cert.pem - -# Max time to wait for image to be registered -REGISTER_TIMEOUT=${REGISTER_TIMEOUT:-15} - -BUCKET=testbucket -IMAGE=bundle.img -truncate -s 5M /tmp/$IMAGE -euca-bundle-image -i /tmp/$IMAGE || die "Failure bundling image $IMAGE" - -euca-upload-bundle --debug -b $BUCKET -m /tmp/$IMAGE.manifest.xml || die "Failure uploading bundle $IMAGE to $BUCKET" - -AMI=`euca-register $BUCKET/$IMAGE.manifest.xml | cut -f2` -die_if_not_set AMI "Failure registering $BUCKET/$IMAGE" - -# Wait for the image to become available -if ! timeout $REGISTER_TIMEOUT sh -c "while euca-describe-images | grep $AMI | grep -q available; do sleep 1; done"; then - echo "Image $AMI not available within $REGISTER_TIMEOUT seconds" - exit 1 -fi - -# Clean up -euca-deregister $AMI || die "Failure deregistering $AMI" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/bundle.sh.html b/exercises/bundle.sh.html new file mode 100644 index 00000000..23c134a9 --- /dev/null +++ b/exercises/bundle.sh.html @@ -0,0 +1,481 @@ + + + + + bundle.sh + + + +
      +
      + + + + + + + + + + +

      bundle.sh

      + + + + + + + + + +
      + + +

      bundle.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      we will use the euca2ools cli tool that wraps the python boto +library to test ec2 bundle upload compatibility

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import EC2 configuration

      +
      +source $TOP_DIR/eucarc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Remove old certificates

      +
      +rm -f $TOP_DIR/cacert.pem
+rm -f $TOP_DIR/cert.pem
+rm -f $TOP_DIR/pk.pem
+
+
      +

      If nova api is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled n-api || exit 55
+
+
      +

      Get Certificates

      +
      +nova x509-get-root-cert $TOP_DIR/cacert.pem
+nova x509-create-cert $TOP_DIR/pk.pem $TOP_DIR/cert.pem
+
+
      +

      Max time to wait for image to be registered

      +
      +REGISTER_TIMEOUT=${REGISTER_TIMEOUT:-15}
+
+BUCKET=testbucket
+IMAGE=bundle.img
+truncate -s 5M /tmp/$IMAGE
+euca-bundle-image -i /tmp/$IMAGE || die $LINENO "Failure bundling image $IMAGE"
+
+euca-upload-bundle --debug -b $BUCKET -m /tmp/$IMAGE.manifest.xml || die $LINENO "Failure uploading bundle $IMAGE to $BUCKET"
+
+AMI=`euca-register $BUCKET/$IMAGE.manifest.xml | cut -f2`
+die_if_not_set $LINENO AMI "Failure registering $BUCKET/$IMAGE"
+
+
      +

      Wait for the image to become available

      +
      +if ! timeout $REGISTER_TIMEOUT sh -c "while euca-describe-images | grep $AMI | grep -q available; do sleep 1; done"; then
+    die $LINENO "Image $AMI not available within $REGISTER_TIMEOUT seconds"
+fi
+
+
      +

      Clean up

      +
      +euca-deregister $AMI || die $LINENO "Failure deregistering $AMI"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/client-args.sh b/exercises/client-args.sh deleted file mode 100755 index 894da742..00000000 --- a/exercises/client-args.sh +++ /dev/null @@ -1,177 +0,0 @@ -#!/usr/bin/env bash - -# **client-args.sh** - -# Test OpenStack client authentication aguemnts handling - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Unset all of the known NOVA_* vars -unset NOVA_API_KEY -unset NOVA_ENDPOINT_NAME -unset NOVA_PASSWORD -unset NOVA_PROJECT_ID -unset NOVA_REGION_NAME -unset NOVA_URL -unset NOVA_USERNAME -unset NOVA_VERSION - -# Save the known variables for later -export x_TENANT_NAME=$OS_TENANT_NAME -export x_USERNAME=$OS_USERNAME -export x_PASSWORD=$OS_PASSWORD -export x_AUTH_URL=$OS_AUTH_URL - -# Unset the usual variables to force argument processing -unset OS_TENANT_NAME -unset OS_USERNAME -unset OS_PASSWORD -unset OS_AUTH_URL - -# Common authentication args -TENANT_ARG="--os_tenant_name=$x_TENANT_NAME" -TENANT_ARG_DASH="--os-tenant-name=$x_TENANT_NAME" -ARGS="--os_username=$x_USERNAME --os_password=$x_PASSWORD --os_auth_url=$x_AUTH_URL" -ARGS_DASH="--os-username=$x_USERNAME --os-password=$x_PASSWORD --os-auth-url=$x_AUTH_URL" - -# Set global return -RETURN=0 - -# Keystone client -# --------------- -if [[ "$ENABLED_SERVICES" =~ "key" ]]; then - if [[ "$SKIP_EXERCISES" =~ "key" ]] ; then - STATUS_KEYSTONE="Skipped" - else - echo -e "\nTest Keystone" - if keystone $TENANT_ARG_DASH $ARGS_DASH catalog --service identity; then - STATUS_KEYSTONE="Succeeded" - else - STATUS_KEYSTONE="Failed" - RETURN=1 - fi - fi -fi - -# Nova client -# ----------- - -if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "n-api" ]] ; then - STATUS_NOVA="Skipped" - STATUS_EC2="Skipped" - else - # Test OSAPI - echo -e "\nTest Nova" - if nova $TENANT_ARG_DASH $ARGS_DASH flavor-list; then - STATUS_NOVA="Succeeded" - else - STATUS_NOVA="Failed" - RETURN=1 - fi - fi -fi - -# Cinder client -# ------------- - -if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "c-api" ]] ; then - STATUS_CINDER="Skipped" - else - echo -e "\nTest Cinder" - if cinder $TENANT_ARG_DASH $ARGS_DASH list; then - STATUS_CINDER="Succeeded" - else - STATUS_CINDER="Failed" - RETURN=1 - fi - fi -fi - -# Glance client -# ------------- - -if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "g-api" ]] ; then - STATUS_GLANCE="Skipped" - else - echo -e "\nTest Glance" - if glance $TENANT_ARG_DASH $ARGS_DASH image-list; then - STATUS_GLANCE="Succeeded" - else - STATUS_GLANCE="Failed" - RETURN=1 - fi - fi -fi - -# Swift client -# ------------ - -if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then - if [[ "$SKIP_EXERCISES" =~ "swift" ]] ; then - STATUS_SWIFT="Skipped" - else - echo -e "\nTest Swift" - if swift $TENANT_ARG_DASH $ARGS_DASH stat; then - STATUS_SWIFT="Succeeded" - else - STATUS_SWIFT="Failed" - RETURN=1 - fi - fi -fi - -set +o xtrace - -# Results -# ------- - -function report() { - if [[ -n "$2" ]]; then - echo "$1: $2" - fi -} - -echo -e "\n" -report "Keystone" $STATUS_KEYSTONE -report "Nova" $STATUS_NOVA -report "Cinder" $STATUS_CINDER -report "Glance" $STATUS_GLANCE -report "Swift" $STATUS_SWIFT - -if (( $RETURN == 0 )); then - echo "*********************************************************************" - echo "SUCCESS: End DevStack Exercise: $0" - echo "*********************************************************************" -fi - -exit $RETURN diff --git a/exercises/client-args.sh.html b/exercises/client-args.sh.html new file mode 100644 index 00000000..e940f2af --- /dev/null +++ b/exercises/client-args.sh.html @@ -0,0 +1,601 @@ + + + + + client-args.sh + + + +
      +
      + + + + + + + + + + +

      client-args.sh

      + + + + + + + + + +
      + + +

      client-args.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test OpenStack client authentication arguments handling

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Unset all of the known NOVA_* vars

      +
      +unset NOVA_API_KEY
+unset NOVA_ENDPOINT_NAME
+unset NOVA_PASSWORD
+unset NOVA_PROJECT_ID
+unset NOVA_REGION_NAME
+unset NOVA_URL
+unset NOVA_USERNAME
+unset NOVA_VERSION
+
+
      +

      Save the known variables for later

      +
      +export x_TENANT_NAME=$OS_TENANT_NAME
+export x_USERNAME=$OS_USERNAME
+export x_PASSWORD=$OS_PASSWORD
+export x_AUTH_URL=$OS_AUTH_URL
+
+
      +

      Unset the usual variables to force argument processing

      +
      +unset OS_TENANT_NAME
+unset OS_USERNAME
+unset OS_PASSWORD
+unset OS_AUTH_URL
+
+
      +

      Common authentication args

      +
      +TENANT_ARG="--os-tenant-name=$x_TENANT_NAME"
+ARGS="--os-username=$x_USERNAME --os-password=$x_PASSWORD --os-auth-url=$x_AUTH_URL"
+
+
      +

      Set global return

      +
      +RETURN=0
+
+
      +
      +

      Keystone client

      +
      +if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "key" ]]; then
+        STATUS_KEYSTONE="Skipped"
+    else
+        echo -e "\nTest Keystone"
+        if keystone $TENANT_ARG $ARGS catalog --service identity; then
+            STATUS_KEYSTONE="Succeeded"
+        else
+            STATUS_KEYSTONE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Nova client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "n-api" ]]; then
+        STATUS_NOVA="Skipped"
+        STATUS_EC2="Skipped"
+    else
+
      +

      Test OSAPI

      +
      +        echo -e "\nTest Nova"
+        if nova $TENANT_ARG $ARGS flavor-list; then
+            STATUS_NOVA="Succeeded"
+        else
+            STATUS_NOVA="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Cinder client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "c-api" ]]; then
+        STATUS_CINDER="Skipped"
+    else
+        echo -e "\nTest Cinder"
+        if cinder $TENANT_ARG $ARGS list; then
+            STATUS_CINDER="Succeeded"
+        else
+            STATUS_CINDER="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Glance client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "g-api" ]]; then
+        STATUS_GLANCE="Skipped"
+    else
+        echo -e "\nTest Glance"
+        if openstack $TENANT_ARG $ARGS image list; then
+            STATUS_GLANCE="Succeeded"
+        else
+            STATUS_GLANCE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Swift client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "swift" || "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "swift" ]]; then
+        STATUS_SWIFT="Skipped"
+    else
+        echo -e "\nTest Swift"
+        if swift $TENANT_ARG $ARGS stat; then
+            STATUS_SWIFT="Succeeded"
+        else
+            STATUS_SWIFT="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+set +o xtrace
+
+
+
      + + +
      +

      Results

      +
      +
+function report {
+    if [[ -n "$2" ]]; then
+        echo "$1: $2"
+    fi
+}
+
+echo -e "\n"
+report "Keystone" $STATUS_KEYSTONE
+report "Nova" $STATUS_NOVA
+report "Cinder" $STATUS_CINDER
+report "Glance" $STATUS_GLANCE
+report "Swift" $STATUS_SWIFT
+
+if (( $RETURN == 0 )); then
+    echo "*********************************************************************"
+    echo "SUCCESS: End DevStack Exercise: $0"
+    echo "*********************************************************************"
+fi
+
+exit $RETURN
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/client-env.sh b/exercises/client-env.sh deleted file mode 100755 index c84e84e5..00000000 --- a/exercises/client-env.sh +++ /dev/null @@ -1,186 +0,0 @@ -#!/usr/bin/env bash - -# **client-env.sh** - -# Test OpenStack client enviroment variable handling - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Unset all of the known NOVA_* vars -unset NOVA_API_KEY -unset NOVA_ENDPOINT_NAME -unset NOVA_PASSWORD -unset NOVA_PROJECT_ID -unset NOVA_REGION_NAME -unset NOVA_URL -unset NOVA_USERNAME -unset NOVA_VERSION - -for i in OS_TENANT_NAME OS_USERNAME OS_PASSWORD OS_AUTH_URL; do - is_set $i - if [[ $? -ne 0 ]]; then - echo "$i expected to be set" - ABORT=1 - fi -done -if [[ -n "$ABORT" ]]; then - exit 1 -fi - -# Set global return -RETURN=0 - -# Keystone client -# --------------- -if [[ "$ENABLED_SERVICES" =~ "key" ]]; then - if [[ "$SKIP_EXERCISES" =~ "key" ]] ; then - STATUS_KEYSTONE="Skipped" - else - echo -e "\nTest Keystone" - if keystone catalog --service identity; then - STATUS_KEYSTONE="Succeeded" - else - STATUS_KEYSTONE="Failed" - RETURN=1 - fi - fi -fi - -# Nova client -# ----------- - -if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "n-api" ]] ; then - STATUS_NOVA="Skipped" - STATUS_EC2="Skipped" - else - # Test OSAPI - echo -e "\nTest Nova" - if nova flavor-list; then - STATUS_NOVA="Succeeded" - else - STATUS_NOVA="Failed" - RETURN=1 - fi - - # Test EC2 API - echo -e "\nTest EC2" - # Get EC2 creds - source $TOP_DIR/eucarc - - if euca-describe-images; then - STATUS_EC2="Succeeded" - else - STATUS_EC2="Failed" - RETURN=1 - fi - - # Clean up side effects - unset NOVA_VERSION - fi -fi - -# Cinder client -# ------------- - -if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "c-api" ]] ; then - STATUS_CINDER="Skipped" - else - echo -e "\nTest Cinder" - if cinder list; then - STATUS_CINDER="Succeeded" - else - STATUS_CINDER="Failed" - RETURN=1 - fi - fi -fi - -# Glance client -# ------------- - -if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then - if [[ "$SKIP_EXERCISES" =~ "g-api" ]] ; then - STATUS_GLANCE="Skipped" - else - echo -e "\nTest Glance" - if glance image-list; then - STATUS_GLANCE="Succeeded" - else - STATUS_GLANCE="Failed" - RETURN=1 - fi - fi -fi - -# Swift client -# ------------ - -if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then - if [[ "$SKIP_EXERCISES" =~ "swift" ]] ; then - STATUS_SWIFT="Skipped" - else - echo -e "\nTest Swift" - if swift stat; then - STATUS_SWIFT="Succeeded" - else - STATUS_SWIFT="Failed" - RETURN=1 - fi - fi -fi - -set +o xtrace - -# Results -# ------- - -function report() { - if [[ -n "$2" ]]; then - echo "$1: $2" - fi -} - -echo -e "\n" -report "Keystone" $STATUS_KEYSTONE -report "Nova" $STATUS_NOVA -report "EC2" $STATUS_EC2 -report "Cinder" $STATUS_CINDER -report "Glance" $STATUS_GLANCE -report "Swift" $STATUS_SWIFT - -if (( $RETURN == 0 )); then - echo "*********************************************************************" - echo "SUCCESS: End DevStack Exercise: $0" - echo "*********************************************************************" -fi - -exit $RETURN diff --git a/exercises/client-env.sh.html b/exercises/client-env.sh.html new file mode 100644 index 00000000..e476bd94 --- /dev/null +++ b/exercises/client-env.sh.html @@ -0,0 +1,613 @@ + + + + + client-env.sh + + + +
      +
      + + + + + + + + + + +

      client-env.sh

      + + + + + + + + + +
      + + +

      client-env.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test OpenStack client environment variable handling

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc admin
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Unset all of the known NOVA_* vars

      +
      +unset NOVA_API_KEY
+unset NOVA_ENDPOINT_NAME
+unset NOVA_PASSWORD
+unset NOVA_PROJECT_ID
+unset NOVA_REGION_NAME
+unset NOVA_URL
+unset NOVA_USERNAME
+unset NOVA_VERSION
+
+for i in OS_TENANT_NAME OS_USERNAME OS_PASSWORD OS_AUTH_URL; do
+    is_set $i
+    if [[ $? -ne 0 ]]; then
+        echo "$i expected to be set"
+        ABORT=1
+    fi
+done
+if [[ -n "$ABORT" ]]; then
+    exit 1
+fi
+
+
      +

      Set global return

      +
      +RETURN=0
+
+
      +
      +

      Keystone client

      +
      +if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "key" ]]; then
+        STATUS_KEYSTONE="Skipped"
+    else
+        echo -e "\nTest Keystone"
+        if openstack endpoint show identity; then
+            STATUS_KEYSTONE="Succeeded"
+        else
+            STATUS_KEYSTONE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Nova client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "n-api" ]]; then
+        STATUS_NOVA="Skipped"
+        STATUS_EC2="Skipped"
+    else
+
      +

      Test OSAPI

      +
      +        echo -e "\nTest Nova"
+        if nova flavor-list; then
+            STATUS_NOVA="Succeeded"
+        else
+            STATUS_NOVA="Failed"
+            RETURN=1
+        fi
+
+
      +

      Test EC2 API

      +
      +        echo -e "\nTest EC2"
+
      +

      Get EC2 creds

      +
      +        source $TOP_DIR/eucarc
+
+        if euca-describe-images; then
+            STATUS_EC2="Succeeded"
+        else
+            STATUS_EC2="Failed"
+            RETURN=1
+        fi
+
+
      +

      Clean up side effects

      +
      +        unset NOVA_VERSION
+    fi
+fi
+
+
      + +
      +

      Cinder client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "c-api" ]]; then
+        STATUS_CINDER="Skipped"
+    else
+        echo -e "\nTest Cinder"
+        if cinder list; then
+            STATUS_CINDER="Succeeded"
+        else
+            STATUS_CINDER="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Glance client

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "g-api" ]]; then
+        STATUS_GLANCE="Skipped"
+    else
+        echo -e "\nTest Glance"
+        if openstack image list; then
+            STATUS_GLANCE="Succeeded"
+        else
+            STATUS_GLANCE="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+
      + +
      +

      Swift client

      +
      +
+
+if [[ "$ENABLED_SERVICES" =~ "swift" || "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+    if [[ "$SKIP_EXERCISES" =~ "swift" ]]; then
+        STATUS_SWIFT="Skipped"
+    else
+        echo -e "\nTest Swift"
+        if swift stat; then
+            STATUS_SWIFT="Succeeded"
+        else
+            STATUS_SWIFT="Failed"
+            RETURN=1
+        fi
+    fi
+fi
+
+set +o xtrace
+
+
+
      + + +
      +

      Results

      +
      +
+function report {
+    if [[ -n "$2" ]]; then
+        echo "$1: $2"
+    fi
+}
+
+echo -e "\n"
+report "Keystone" $STATUS_KEYSTONE
+report "Nova" $STATUS_NOVA
+report "EC2" $STATUS_EC2
+report "Cinder" $STATUS_CINDER
+report "Glance" $STATUS_GLANCE
+report "Swift" $STATUS_SWIFT
+
+if (( $RETURN == 0 )); then
+    echo "*********************************************************************"
+    echo "SUCCESS: End DevStack Exercise: $0"
+    echo "*********************************************************************"
+fi
+
+exit $RETURN
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/docker.sh.html b/exercises/docker.sh.html new file mode 100644 index 00000000..0ce69d10 --- /dev/null +++ b/exercises/docker.sh.html @@ -0,0 +1,537 @@ + + + + + docker.sh + + + +
      +
      + + + + + + + + + + +

      docker.sh

      + + + + + + + + + +
      + + +

      docker

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test Docker hypervisor

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Skip if the hypervisor is not Docker

      +
      +[[ "$VIRT_DRIVER" == "docker" ]] || exit 55
+
+
      +

      Import docker functions and declarations

      +
      +source $TOP_DIR/lib/nova_plugins/hypervisor-docker
+
+
      +

      Image and flavor are ignored but the CLI requires them...

      +
      +
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Instance name

      +
      +VM_NAME=ex-docker
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(glance image-list | egrep " $DOCKER_IMAGE_NAME:latest " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DOCKER_IMAGE_NAME"
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +   INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    die $LINENO "server didn't terminate!"
+fi
+
+
      +
      +

      Boot instance

      +
      +
+VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    die $LINENO "server didn't become active!"
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2)
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Delete instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    die $LINENO "Server $VM_NAME not deleted"
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/exercises/euca.sh b/exercises/euca.sh deleted file mode 100755 index 8b15da8d..00000000 --- a/exercises/euca.sh +++ /dev/null @@ -1,184 +0,0 @@ -#!/usr/bin/env bash - -# **euca.sh** - -# we will use the ``euca2ools`` cli tool that wraps the python boto -# library to test ec2 compatibility - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) -VOLUME_SIZE=1 -ATTACH_DEVICE=/dev/vdc - -# Import common functions -source $TOP_DIR/functions - -# Import EC2 configuration -source $TOP_DIR/eucarc - -# Import quantum functions if needed -if is_service_enabled quantum; then - source $TOP_DIR/lib/quantum -fi - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Instance type to create -DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny} - -# Boot this image, use first AMI image if unset -DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami} - -# Security group name -SECGROUP=${SECGROUP:-euca_secgroup} - - -# Launching a server -# ================== - -# Find a machine image to boot -IMAGE=`euca-describe-images | grep machine | grep ${DEFAULT_IMAGE_NAME} | cut -f2 | head -n1` -die_if_not_set IMAGE "Failure getting image $DEFAULT_IMAGE_NAME" - -# Add a secgroup -if ! euca-describe-groups | grep -q $SECGROUP; then - euca-add-group -d "$SECGROUP description" $SECGROUP - if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! euca-describe-groups | grep -q $SECGROUP; do sleep 1; done"; then - echo "Security group not created" - exit 1 - fi -fi - -# Launch it -INSTANCE=`euca-run-instances -g $SECGROUP -t $DEFAULT_INSTANCE_TYPE $IMAGE | grep INSTANCE | cut -f2` -die_if_not_set INSTANCE "Failure launching instance" - -# Assure it has booted within a reasonable time -if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-instances $INSTANCE | grep -q running; do sleep 1; done"; then - echo "server didn't become active within $RUNNING_TIMEOUT seconds" - exit 1 -fi - -# Volumes -# ------- -if [[ "$ENABLED_SERVICES" =~ "c-vol" ]]; then - VOLUME_ZONE=`euca-describe-availability-zones | head -n1 | cut -f2` - die_if_not_set VOLUME_ZONE "Failure to find zone for volume" - - VOLUME=`euca-create-volume -s 1 -z $VOLUME_ZONE | cut -f2` - die_if_not_set VOLUME "Failure to create volume" - - # Test that volume has been created - VOLUME=`euca-describe-volumes | cut -f2` - die_if_not_set VOLUME "Failure to get volume" - - # Test volume has become available - if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then - echo "volume didnt become available within $RUNNING_TIMEOUT seconds" - exit 1 - fi - - # Attach volume to an instance - euca-attach-volume -i $INSTANCE -d $ATTACH_DEVICE $VOLUME || \ - die "Failure attaching volume $VOLUME to $INSTANCE" - if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q in-use; do sleep 1; done"; then - echo "Could not attach $VOLUME to $INSTANCE" - exit 1 - fi - - # Detach volume from an instance - euca-detach-volume $VOLUME || \ - die "Failure detaching volume $VOLUME to $INSTANCE" - if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then - echo "Could not detach $VOLUME to $INSTANCE" - exit 1 - fi - - # Remove volume - euca-delete-volume $VOLUME || \ - die "Failure to delete volume" - if ! timeout $ACTIVE_TIMEOUT sh -c "while euca-describe-volumes | grep $VOLUME; do sleep 1; done"; then - echo "Could not delete $VOLUME" - exit 1 - fi -else - echo "Volume Tests Skipped" -fi - -# Allocate floating address -FLOATING_IP=`euca-allocate-address | cut -f2` -die_if_not_set FLOATING_IP "Failure allocating floating IP" - -# Associate floating address -euca-associate-address -i $INSTANCE $FLOATING_IP || \ - die "Failure associating address $FLOATING_IP to $INSTANCE" - -# Authorize pinging -euca-authorize -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \ - die "Failure authorizing rule in $SECGROUP" - -# Test we can ping our floating ip within ASSOCIATE_TIMEOUT seconds -ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT - -# Revoke pinging -euca-revoke -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \ - die "Failure revoking rule in $SECGROUP" - -# Release floating address -euca-disassociate-address $FLOATING_IP || \ - die "Failure disassociating address $FLOATING_IP" - -# Wait just a tick for everything above to complete so release doesn't fail -if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep $INSTANCE | grep -q $FLOATING_IP; do sleep 1; done"; then - echo "Floating ip $FLOATING_IP not disassociated within $ASSOCIATE_TIMEOUT seconds" - exit 1 -fi - -# Release floating address -euca-release-address $FLOATING_IP || \ - die "Failure releasing address $FLOATING_IP" - -# Wait just a tick for everything above to complete so terminate doesn't fail -if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep -q $FLOATING_IP; do sleep 1; done"; then - echo "Floating ip $FLOATING_IP not released within $ASSOCIATE_TIMEOUT seconds" - exit 1 -fi - -# Terminate instance -euca-terminate-instances $INSTANCE || \ - die "Failure terminating instance $INSTANCE" - -# Assure it has terminated within a reasonable time. The behaviour of this -# case changed with bug/836978. Requesting the status of an invalid instance -# will now return an error message including the instance id, so we need to -# filter that out. -if ! timeout $TERMINATE_TIMEOUT sh -c "while euca-describe-instances $INSTANCE | grep -ve \"\\\(InstanceNotFound\\\|InvalidInstanceID\[.\]NotFound\\\)\" | grep -q $INSTANCE; do sleep 1; done"; then - echo "server didn't terminate within $TERMINATE_TIMEOUT seconds" - exit 1 -fi - -# Delete secgroup -euca-delete-group $SECGROUP || die "Failure deleting security group $SECGROUP" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/euca.sh.html b/exercises/euca.sh.html new file mode 100644 index 00000000..c1c04e7f --- /dev/null +++ b/exercises/euca.sh.html @@ -0,0 +1,649 @@ + + + + + euca.sh + + + +
      +
      + + + + + + + + + + +

      euca.sh

      + + + + + + + + + +
      + + +

      euca.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      we will use the euca2ools cli tool that wraps the python boto +library to test ec2 compatibility

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+VOLUME_SIZE=1
+ATTACH_DEVICE=/dev/vdc
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import EC2 configuration

      +
      +source $TOP_DIR/eucarc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      Import project functions

      +
      +source $TOP_DIR/lib/neutron
+
+
      +

      If nova api is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled n-api || exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-euca_secgroup}
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      Find a machine image to boot

      +
      +IMAGE=`euca-describe-images | grep machine | grep ${DEFAULT_IMAGE_NAME} | cut -f2 | head -n1`
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+if is_service_enabled n-cell; then
+
      +

      Cells does not support security groups, so force the use of "default"

      +
      +    SECGROUP="default"
+    echo "Using the default security group because of Cells."
+else
+
      +

      Add a secgroup

      +
      +    if ! euca-describe-groups | grep -q $SECGROUP; then
+        euca-add-group -d "$SECGROUP description" $SECGROUP
+        if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! euca-describe-groups | grep -q $SECGROUP; do sleep 1; done"; then
+            die $LINENO "Security group not created"
+        fi
+    fi
+fi
+
+
      +

      Launch it

      +
      +INSTANCE=`euca-run-instances -g $SECGROUP -t $DEFAULT_INSTANCE_TYPE $IMAGE | grep INSTANCE | cut -f2`
+die_if_not_set $LINENO INSTANCE "Failure launching instance"
+
+
      +

      Assure it has booted within a reasonable time

      +
      +if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-instances $INSTANCE | grep -q running; do sleep 1; done"; then
+    die $LINENO "server didn't become active within $RUNNING_TIMEOUT seconds"
+fi
+
+
      +
      +

      Volumes

      +
      +if is_service_enabled c-vol && ! is_service_enabled n-cell && [ "$VIRT_DRIVER" != "ironic" ]; then
+    VOLUME_ZONE=`euca-describe-availability-zones | head -n1 | cut -f2`
+    die_if_not_set $LINENO VOLUME_ZONE "Failure to find zone for volume"
+
+    VOLUME=`euca-create-volume -s 1 -z $VOLUME_ZONE | cut -f2`
+    die_if_not_set $LINENO VOLUME "Failure to create volume"
+
+
      +

      Test that volume has been created

      +
      +    VOLUME=`euca-describe-volumes $VOLUME | cut -f2`
+    die_if_not_set $LINENO VOLUME "Failure to get volume"
+
+
      +

      Test volume has become available

      +
      +    if ! timeout $RUNNING_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then
+        die $LINENO "volume didn't become available within $RUNNING_TIMEOUT seconds"
+    fi
+
+
      +

      Attach volume to an instance

      +
      +    euca-attach-volume -i $INSTANCE -d $ATTACH_DEVICE $VOLUME || \
+        die $LINENO "Failure attaching volume $VOLUME to $INSTANCE"
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -A 1 in-use | grep -q attach; do sleep 1; done"; then
+        die $LINENO "Could not attach $VOLUME to $INSTANCE"
+    fi
+
+
      +

      Detach volume from an instance

      +
      +    euca-detach-volume $VOLUME || \
+        die $LINENO "Failure detaching volume $VOLUME to $INSTANCE"
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! euca-describe-volumes $VOLUME | grep -q available; do sleep 1; done"; then
+        die $LINENO "Could not detach $VOLUME to $INSTANCE"
+    fi
+
+
      +

      Remove volume

      +
      +    euca-delete-volume $VOLUME || \
+        die $LINENO "Failure to delete volume"
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while euca-describe-volumes | grep $VOLUME; do sleep 1; done"; then
+        die $LINENO "Could not delete $VOLUME"
+    fi
+else
+    echo "Volume Tests Skipped"
+fi
+
+if is_service_enabled n-cell; then
+    echo "Floating IP Tests Skipped because of Cells."
+else
+
      +

      Allocate floating address

      +
      +    FLOATING_IP=`euca-allocate-address | cut -f2`
+    die_if_not_set $LINENO FLOATING_IP "Failure allocating floating IP"
+
      +

      describe all instances at this moment

      +
      +    euca-describe-instances
+
      +

      Associate floating address

      +
      +    euca-associate-address -i $INSTANCE $FLOATING_IP || \
+        die $LINENO "Failure associating address $FLOATING_IP to $INSTANCE"
+
+
      +

      Authorize pinging

      +
      +    euca-authorize -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \
+        die $LINENO "Failure authorizing rule in $SECGROUP"
+
+
      +

      Test we can ping our floating ip within ASSOCIATE_TIMEOUT seconds

      +
      +    ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT
+
+
      +

      Revoke pinging

      +
      +    euca-revoke -P icmp -s 0.0.0.0/0 -t -1:-1 $SECGROUP || \
+        die $LINENO "Failure revoking rule in $SECGROUP"
+
+
      +

      Release floating address

      +
      +    euca-disassociate-address $FLOATING_IP || \
+        die $LINENO "Failure disassociating address $FLOATING_IP"
+
+
      +

      Wait just a tick for everything above to complete so release doesn't fail

      +
      +    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep $INSTANCE | grep -q $FLOATING_IP; do sleep 1; done"; then
+        die $LINENO "Floating ip $FLOATING_IP not disassociated within $ASSOCIATE_TIMEOUT seconds"
+    fi
+
+
      +

      Release floating address

      +
      +    euca-release-address $FLOATING_IP || \
+        die $LINENO "Failure releasing address $FLOATING_IP"
+
+
      +

      Wait just a tick for everything above to complete so terminate doesn't fail

      +
      +    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while euca-describe-addresses | grep -q $FLOATING_IP; do sleep 1; done"; then
+        die $LINENO "Floating ip $FLOATING_IP not released within $ASSOCIATE_TIMEOUT seconds"
+    fi
+fi
+
+
      +

      Terminate instance

      +
      +euca-terminate-instances $INSTANCE || \
+    die $LINENO "Failure terminating instance $INSTANCE"
+
+
      +

      Assure it has terminated within a reasonable time. The behaviour of this +case changed with bug/836978. Requesting the status of an invalid instance +will now return an error message including the instance id, so we need to +filter that out.

      +
      +if ! timeout $TERMINATE_TIMEOUT sh -c "while euca-describe-instances $INSTANCE | grep -ve '\(InstanceNotFound\|InvalidInstanceID\.NotFound\)' | grep -q $INSTANCE; do sleep 1; done"; then
+    die $LINENO "server didn't terminate within $TERMINATE_TIMEOUT seconds"
+fi
+
+if [[ "$SECGROUP" = "default" ]] ; then
+    echo "Skipping deleting default security group"
+else
+
      +

      Delete secgroup

      +
      +    euca-delete-group $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/exercises/floating_ips.sh b/exercises/floating_ips.sh deleted file mode 100755 index 34ab69d9..00000000 --- a/exercises/floating_ips.sh +++ /dev/null @@ -1,211 +0,0 @@ -#!/usr/bin/env bash - -# **floating_ips.sh** - using the cloud can be fun - -# Test instance connectivity with the ``nova`` command from ``python-novaclient`` - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import quantum functions if needed -if is_service_enabled quantum; then - source $TOP_DIR/lib/quantum -fi - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Instance type to create -DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny} - -# Boot this image, use first AMI image if unset -DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami} - -# Security group name -SECGROUP=${SECGROUP:-test_secgroup} - -# Default floating IP pool name -DEFAULT_FLOATING_POOL=${DEFAULT_FLOATING_POOL:-nova} - -# Additional floating IP pool and range -TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test} - -# Instance name -VM_NAME="ex-float" - - -# Launching a server -# ================== - -# List servers for tenant: -nova list - -# Images -# ------ - -# List the images available -glance image-list - -# Grab the id of the image to launch -IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1) -die_if_not_set IMAGE "Failure getting image $DEFAULT_IMAGE_NAME" - -# Security Groups -# --------------- - -# List security groups -nova secgroup-list - -# Create a secgroup -if ! nova secgroup-list | grep -q $SECGROUP; then - nova secgroup-create $SECGROUP "$SECGROUP description" - if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then - echo "Security group not created" - exit 1 - fi -fi - -# Configure Security Group Rules -if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then - nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0 -fi -if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then - nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0 -fi - -# List secgroup rules -nova secgroup-list-rules $SECGROUP - -# Set up instance -# --------------- - -# List flavors -nova flavor-list - -# Select a flavor -INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1) -if [[ -z "$INSTANCE_TYPE" ]]; then - # grab the first flavor in the list to launch if default doesn't exist - INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1) -fi - -# Clean-up from previous runs -nova delete $VM_NAME || true -if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then - echo "server didn't terminate!" - exit 1 -fi - -# Boot instance -# ------------- - -VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security_groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2) -die_if_not_set VM_UUID "Failure launching $VM_NAME" - -# Check that the status is active within ACTIVE_TIMEOUT seconds -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then - echo "server didn't become active!" - exit 1 -fi - -# Get the instance IP -IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2) -die_if_not_set IP "Failure retrieving IP address" - -# Private IPs can be pinged in single node deployments -ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT - -# Floating IPs -# ------------ - -# Allocate a floating IP from the default pool -FLOATING_IP=$(nova floating-ip-create | grep $DEFAULT_FLOATING_POOL | get_field 1) -die_if_not_set FLOATING_IP "Failure creating floating IP from pool $DEFAULT_FLOATING_POOL" - -# List floating addresses -if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep -q $FLOATING_IP; do sleep 1; done"; then - echo "Floating IP not allocated" - exit 1 -fi - -# Add floating IP to our server -nova add-floating-ip $VM_UUID $FLOATING_IP || \ - die "Failure adding floating IP $FLOATING_IP to $VM_NAME" - -# Test we can ping our floating IP within ASSOCIATE_TIMEOUT seconds -ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT - -if ! is_service_enabled quantum; then - # Allocate an IP from second floating pool - TEST_FLOATING_IP=$(nova floating-ip-create $TEST_FLOATING_POOL | grep $TEST_FLOATING_POOL | get_field 1) - die_if_not_set TEST_FLOATING_IP "Failure creating floating IP in $TEST_FLOATING_POOL" - - # list floating addresses - if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep $TEST_FLOATING_POOL | grep -q $TEST_FLOATING_IP; do sleep 1; done"; then - echo "Floating IP not allocated" - exit 1 - fi -fi - -# Dis-allow icmp traffic (ping) -nova secgroup-delete-rule $SECGROUP icmp -1 -1 0.0.0.0/0 || \ - die "Failure deleting security group rule from $SECGROUP" - -# FIXME (anthony): make xs support security groups -if [ "$VIRT_DRIVER" != "xenserver" -a "$VIRT_DRIVER" != "openvz" ]; then - # Test we can aren't able to ping our floating ip within ASSOCIATE_TIMEOUT seconds - ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT Fail -fi - -# Clean up -# -------- - -if ! is_service_enabled quantum; then - # Delete second floating IP - nova floating-ip-delete $TEST_FLOATING_IP || \ - die "Failure deleting floating IP $TEST_FLOATING_IP" -fi - -# Delete the floating ip -nova floating-ip-delete $FLOATING_IP || \ - die "Failure deleting floating IP $FLOATING_IP" - -# Delete instance -nova delete $VM_UUID || die "Failure deleting instance $VM_NAME" -# Wait for termination -if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then - echo "Server $VM_NAME not deleted" - exit 1 -fi - -# Delete secgroup -nova secgroup-delete $SECGROUP || \ - die "Failure deleting security group $SECGROUP" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/floating_ips.sh.html b/exercises/floating_ips.sh.html new file mode 100644 index 00000000..c883a300 --- /dev/null +++ b/exercises/floating_ips.sh.html @@ -0,0 +1,705 @@ + + + + + floating_ips.sh + + + +
      +
      + + + + + + + + + + +

      floating_ips.sh

      + + + + + + + + + +
      + + +

      floating_ips.sh - using the cloud can be fun

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test instance connectivity with the nova command from python-novaclient

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import project functions

      +
      +source $TOP_DIR/lib/neutron
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If nova api is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled n-api || exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-test_secgroup}
+
+
      +

      Default floating IP pool name

      +
      +DEFAULT_FLOATING_POOL=${DEFAULT_FLOATING_POOL:-public}
+
+
      +

      Additional floating IP pool and range

      +
      +TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test}
+
+
      +

      Instance name

      +
      +VM_NAME="ex-float"
+
+
      +

      Cells does not support floating ips API calls

      +
      +is_service_enabled n-cell && exit 55
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +openstack image list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(openstack image list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create a secgroup

      +
      +if ! nova secgroup-list | grep -q $SECGROUP; then
+    nova secgroup-create $SECGROUP "$SECGROUP description"
+    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+        die $LINENO "Security group not created"
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +    INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+    die_if_not_set $LINENO INSTANCE_TYPE "Failure retrieving INSTANCE_TYPE"
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    die $LINENO "server didn't terminate!"
+    exit 1
+fi
+
+
      + +
      +

      Boot instance

      +
      +
+VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security-groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    die $LINENO "server didn't become active!"
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(get_instance_ip $VM_UUID $PRIVATE_NETWORK_NAME)
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Floating IPs

      +
      +
+
      +

      Allocate a floating IP from the default pool

      +
      +FLOATING_IP=$(nova floating-ip-create | grep $DEFAULT_FLOATING_POOL | get_field 1)
+die_if_not_set $LINENO FLOATING_IP "Failure creating floating IP from pool $DEFAULT_FLOATING_POOL"
+
+
      +

      List floating addresses

      +
      +if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep -q $FLOATING_IP; do sleep 1; done"; then
+    die $LINENO "Floating IP not allocated"
+fi
+
+
      +

      Add floating IP to our server

      +
      +nova add-floating-ip $VM_UUID $FLOATING_IP || \
+    die $LINENO "Failure adding floating IP $FLOATING_IP to $VM_NAME"
+
+
      +

      Test we can ping our floating IP within ASSOCIATE_TIMEOUT seconds

      +
      +ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT
+
+if ! is_service_enabled neutron; then
+
      +

      Allocate an IP from second floating pool

      +
      +    TEST_FLOATING_IP=$(nova floating-ip-create $TEST_FLOATING_POOL | grep $TEST_FLOATING_POOL | get_field 1)
+    die_if_not_set $LINENO TEST_FLOATING_IP "Failure creating floating IP in $TEST_FLOATING_POOL"
+
+
      +

      list floating addresses

      +
      +    if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova floating-ip-list | grep $TEST_FLOATING_POOL | grep -q $TEST_FLOATING_IP; do sleep 1; done"; then
+        die $LINENO "Floating IP not allocated"
+    fi
+fi
+
+
      +

      Dis-allow icmp traffic (ping)

      +
      +nova secgroup-delete-rule $SECGROUP icmp -1 -1 0.0.0.0/0 || \
+    die $LINENO "Failure deleting security group rule from $SECGROUP"
+
+if ! timeout $ASSOCIATE_TIMEOUT sh -c "while nova secgroup-list-rules $SECGROUP | grep -q icmp; do sleep 1; done"; then
+    die $LINENO "Security group rule not deleted from $SECGROUP"
+fi
+
+
      +

      FIXME (anthony): make xs support security groups

      +
      +if [ "$VIRT_DRIVER" != "ironic" -a "$VIRT_DRIVER" != "xenserver" -a "$VIRT_DRIVER" != "openvz" ]; then
+
      +

      Test we can aren't able to ping our floating ip within ASSOCIATE_TIMEOUT seconds

      +
      +    ping_check "$PUBLIC_NETWORK_NAME" $FLOATING_IP $ASSOCIATE_TIMEOUT Fail
+fi
+
+
      + +
      +

      Clean up

      +
      +
+if ! is_service_enabled neutron; then
+
      +

      Delete second floating IP

      +
      +    nova floating-ip-delete $TEST_FLOATING_IP || \
+        die $LINENO "Failure deleting floating IP $TEST_FLOATING_IP"
+fi
+
+
      +

      Delete the floating ip

      +
      +nova floating-ip-delete $FLOATING_IP || \
+    die $LINENO "Failure deleting floating IP $FLOATING_IP"
+
+
      +

      Delete instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+
      +

      Wait for termination

      +
      +if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    die $LINENO "Server $VM_NAME not deleted"
+fi
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SECGROUP || \
+    die $LINENO "Failure deleting security group $SECGROUP"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/exercises/horizon.sh b/exercises/horizon.sh deleted file mode 100755 index c5dae3ab..00000000 --- a/exercises/horizon.sh +++ /dev/null @@ -1,45 +0,0 @@ -#!/usr/bin/env bash - -# **horizon.sh** - -# Sanity check that horizon started if enabled - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -is_service_enabled horizon || exit 55 - -# can we get the front page -curl http://$SERVICE_HOST 2>/dev/null | grep -q '

      Log In

      ' || die "Horizon front page not functioning!" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" - diff --git a/exercises/horizon.sh.html b/exercises/horizon.sh.html new file mode 100644 index 00000000..a3de9703 --- /dev/null +++ b/exercises/horizon.sh.html @@ -0,0 +1,442 @@ + + + + + horizon.sh + + + +
      +
      + + + + + + + + + + +

      horizon.sh

      + + + + + + + + + +
      + + +

      horizon.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that horizon started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled horizon || exit 55
+
+
      +

      can we get the front page

      +
      +curl http://$SERVICE_HOST 2>/dev/null | grep -q '<h3>Log In</h3>' || die $LINENO "Horizon front page not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/identity-v3.sh.html b/exercises/identity-v3.sh.html new file mode 100644 index 00000000..62500bab --- /dev/null +++ b/exercises/identity-v3.sh.html @@ -0,0 +1,670 @@ + + + + + identity-v3.sh + + + +
      +
      + + + + + + + + + + +

      identity-v3.sh

      + + + + + + + + + +
      + + +

      identity-v3.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that identity v3 commands work +* create domains +* create projects +* create users +* create groups +* validate associations of above

      +
      +
+
      +

      Create two new domains: Banana, Infinity

      +

      Create some projects in each domain +- Default: freecode, ostack +- Banana: btv +- Infinity: atab

      +

      Create some users in each domain +- Default: Ritchie +- Banana: Steve, Tim +- Infinity: Laurence, Aric

      +

      Create some groups in each domain +- Banana: Royalty, Leagacy +- Infinity: BDFL, Czar

      +

      Make some associations +- Banana: Steve -> Leagacy; Steve, Tim -> Royalty +- Infinity: Laurence -> BDFL; Aric -> Czar

      +
      +
+
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occured.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled key || exit 55
+
+
      +

      Build a version-less auth URL

      +
      +export AUTH_ROOT_URL=$SERVICE_PROTOCOL://$SERVICE_HOST:5000/
+
+
      +

      Check for Identity API v3 available

      +
      +VERSIONS=$(curl -s $AUTH_ROOT_URL | python -c "import sys; import json; tok = json.loads(sys.stdin.read()); [sys.stdout.write('%s,' % v['id']) for v in tok['versions']['values']]")
+if [[ ! ,$VERSIONS, =~ ,v3.0, ]]; then
+
      +

      No v3 here

      +
      +    exit 55
+fi
+
+
      +

      Handle args

      +
      +case $1 in
+    check)  CMD_CHECK=1
+            ;;
+    create) CMD_CREATE=1
+            ;;
+    delete) CMD_DELETE=1
+            ;;
+esac
+if [[ -z $CMD_CHECK && -z $CMD_CREATE && -z $CMD_DELETE ]]; then
+    CMD_CHECK=1
+    CMD_CREATE=1
+    CMD_DELETE=1
+fi
+
+
      +

      Set version

      +
      +export OS_IDENTITY_API_VERSION=3
+
+DEFAULT_DOMAIN_ID=default
+
+
      +

      Test as admin

      +
      +. $TOP_DIR/openrc admin admin
+
+
      +

      Verify the default domain exists

      +
      +DOMAIN=$(openstack domain list | grep "^| $DEFAULT_DOMAIN_ID " | get_field 1)
+die_if_not_set $LINENO DOMAIN "No default domain set"
+
+
      +

      domain_create <domain> <description>

      +
      +function domain_create() {
+    local domain=$1
+    local description=$2
+    if ! openstack domain show $domain; then
+        openstack domain create --enable --description "$description" $domain
+    fi
+}
+
+
      +

      group_create <domain> <group> <description>

      +
      +function group_create() {
+    local domain=$1
+    local group=$2
+    local description=$3
+    if [[ -n $domain ]]; then
+        domain="--domain $domain"
+    fi
+    if ! openstack group show $group; then
+        openstack group create $domain --description "$description" $group
+    fi
+}
+
+
      +

      project_create <domain> <project> <description>

      +
      +function project_create() {
+    local domain=$1
+    local project=$2
+    local description=$3
+    if [[ -n $domain ]]; then
+        domain="--domain $domain"
+    fi
+    if ! openstack project show $project; then
+        openstack project create $domain --enable --description "$description" $project
+    fi
+}
+
+
      +

      user_create <domain> <project> <user>

      +
      +function user_create() {
+    local domain=$1
+    local project=$2
+    local user=$3
+    if [[ -n $domain ]]; then
+        domain="--domain $domain"
+    fi
+    if ! openstack user show $user; then
+        openstack user create $domain --project $project --password 0penstack $user
+    fi
+}
+
+if [[ -n $CMD_CREATE ]]; then
+
      +

      Need to be admin to set up

      +
      +    . $TOP_DIR/openrc admin admin
+
+
      +

      Set up Default domain

      +
      +    project_create "" freecode "FreeCode project"
+    user_create "" freecode ritchie
+
+    project_create "" ostack "OStack project"
+    user_create "" ostack jon
+
+
      +

      Set up Banana domain

      +
      +    domain_create banana "Banana Domain"
+    project_create banana btv "BTV project"
+    group_create banana leagacy "Leagacy"
+    group_create banana royalty "Royalty"
+    user_create banana btv steve
+    user_create banana btv tim
+
      +

      go user -> group assignments

      +
      +fi
+
+
      +

      Do some stuff...for now just a basic check or two while we work out the command syntax

      +
      +
+if [[ -n $CMD_CHECK ]]; then
+
      +

      Test as admin

      +
      +    . $TOP_DIR/openrc admin admin
+
+
      +

      Verify the banana domain exists

      +
      +    BANANA_DOM=$(openstack domain list | grep " banana " | get_field 1)
+    die_if_not_set $LINENO DOMAIN "Banana domain does not exist"
+
+
      +

      Verify ritchie is in default

      +
      +    RITCHIE_DOM=$(openstack user show ritchie | grep " domain_id " | get_field 2)
+    if [[ ! $RITCHIE_DOM == default ]]; then
+        die $LINENO "Domain mismatch for ritchie <-> default"
+    fi
+
+
      +

      Verify tim is in banana

      +
      +    TIM_DOM=$(openstack user show tim | grep " domain_id " | get_field 2)
+    if [[ ! $TIM_DOM == $BANANA_DOM ]]; then
+        die $LINENO "Domain mismatch for tim <-> banana"
+    fi
+
+
      +

      Test as demo

      +
      +    . $TOP_DIR/openrc demo demo
+
+
      +

      Verify ritchie is in default

      +
      +    RITCHIE_DOM=$(openstack user show ritchie | grep " domain_id " | get_field 2)
+    if [[ ! $RITCHIE_DOM == default ]]; then
+
      +

      Warn for now, will die later

      +
      +        echo $LINENO "Domain mismatch for ritchie <-> default"
+    fi
+
+fi
+
+
+if [[ -n $CMD_DELETE ]]; then
+
      +

      Need to be admin to tear down

      +
      +    . $TOP_DIR/openrc admin admin
+
+
      +

      Cleanup Banana

      +
      +    openstack domain set --disable banana
+    openstack domain delete banana
+
+
      +

      Cleanup Default

      +
      +    openstack user delete ritchie
+    openstack project delete freecode
+
+    openstack user delete jon
+    openstack project delete ostack
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/marconi.sh.html b/exercises/marconi.sh.html new file mode 100644 index 00000000..79eac906 --- /dev/null +++ b/exercises/marconi.sh.html @@ -0,0 +1,438 @@ + + + + + marconi.sh + + + +
      +
      + + + + + + + + + + +

      marconi.sh

      + + + + + + + + + +
      + + +

      marconi.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that Marconi started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled marconi-server || exit 55
+
+curl http://$SERVICE_HOST:8888/v1/ 2>/dev/null | grep -q 'queue_name' || die $LINENO "Marconi API not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/neutron-adv-test.sh.html b/exercises/neutron-adv-test.sh.html new file mode 100644 index 00000000..147da1de --- /dev/null +++ b/exercises/neutron-adv-test.sh.html @@ -0,0 +1,878 @@ + + + + + neutron-adv-test.sh + + + +
      +
      + + + + + + + + + + +

      neutron-adv-test.sh

      + + + + + + + + + +
      + + +

      Copyright 2012, Cisco Systems +Copyright 2012, VMware, Inc. +Copyright 2012, NTT MCL, Inc.

      +

      Please direct any questions to dedutta@cisco.com, dwendlandt@vmware.com, nachi@nttmcl.com

      +

      neutron-adv-test.sh

      +
      +#!/usr/bin/env bash
+
+
      +

      Perform integration testing of Nova and other components with Neutron.

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +
+set -o errtrace
+
+trap failed ERR
+function failed {
+    local r=$?
+    set +o errtrace
+    set +o xtrace
+    echo "Failed to execute"
+    echo "Starting cleanup..."
+    delete_all
+    echo "Finished cleanup"
+    exit $r
+}
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
      +
      +

      Environment

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions

      +
      +source $TOP_DIR/lib/neutron
+
+
      +

      If neutron is not enabled we exit with exitcode 55, which means exercise is skipped.

      +
      +neutron_plugin_check_adv_test_requirements || exit 55
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      + +
      +

      Neutron Settings

      +
      +
+TENANTS="DEMO1"
+
      +

      TODO (nati)_Test public network

      +
      +#TENANTS="DEMO1,DEMO2"
+
+PUBLIC_NAME="admin"
+DEMO1_NAME="demo1"
+DEMO2_NAME="demo2"
+
+PUBLIC_NUM_NET=1
+DEMO1_NUM_NET=1
+DEMO2_NUM_NET=2
+
+PUBLIC_NET1_CIDR="200.0.0.0/24"
+DEMO1_NET1_CIDR="10.10.0.0/24"
+DEMO2_NET1_CIDR="10.20.0.0/24"
+DEMO2_NET2_CIDR="10.20.1.0/24"
+
+PUBLIC_NET1_GATEWAY="200.0.0.1"
+DEMO1_NET1_GATEWAY="10.10.0.1"
+DEMO2_NET1_GATEWAY="10.20.0.1"
+DEMO2_NET2_GATEWAY="10.20.1.1"
+
+PUBLIC_NUM_VM=1
+DEMO1_NUM_VM=1
+DEMO2_NUM_VM=2
+
+PUBLIC_VM1_NET='admin-net1'
+DEMO1_VM1_NET='demo1-net1'
+
      +

      Multinic settings. But this is fail without nic setting in OS image

      +
      +DEMO2_VM1_NET='demo2-net1'
+DEMO2_VM2_NET='demo2-net2'
+
+PUBLIC_NUM_ROUTER=1
+DEMO1_NUM_ROUTER=1
+DEMO2_NUM_ROUTER=1
+
+PUBLIC_ROUTER1_NET="admin-net1"
+DEMO1_ROUTER1_NET="demo1-net1"
+DEMO2_ROUTER1_NET="demo2-net1"
+
+
      + +
      +

      Various functions

      +
      +
+function foreach_tenant {
+    COMMAND=$1
+    for TENANT in ${TENANTS//,/ };do
+        eval ${COMMAND//%TENANT%/$TENANT}
+    done
+}
+
+function foreach_tenant_resource {
+    COMMAND=$1
+    RESOURCE=$2
+    for TENANT in ${TENANTS//,/ };do
+        eval 'NUM=$'"${TENANT}_NUM_$RESOURCE"
+        for i in `seq $NUM`;do
+            local COMMAND_LOCAL=${COMMAND//%TENANT%/$TENANT}
+            COMMAND_LOCAL=${COMMAND_LOCAL//%NUM%/$i}
+            eval $COMMAND_LOCAL
+        done
+    done
+}
+
+function foreach_tenant_vm {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'VM'
+}
+
+function foreach_tenant_net {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'NET'
+}
+
+function get_image_id {
+    local IMAGE_ID=$(openstack image list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+    die_if_not_set $LINENO IMAGE_ID "Failure retrieving IMAGE_ID"
+    echo "$IMAGE_ID"
+}
+
+function get_tenant_id {
+    local TENANT_NAME=$1
+    local TENANT_ID=`openstack project list | grep " $TENANT_NAME " | head -n 1 | get_field 1`
+    die_if_not_set $LINENO TENANT_ID "Failure retrieving TENANT_ID for $TENANT_NAME"
+    echo "$TENANT_ID"
+}
+
+function get_user_id {
+    local USER_NAME=$1
+    local USER_ID=`openstack user list | grep $USER_NAME | awk '{print $2}'`
+    die_if_not_set $LINENO USER_ID "Failure retrieving USER_ID for $USER_NAME"
+    echo "$USER_ID"
+}
+
+function get_role_id {
+    local ROLE_NAME=$1
+    local ROLE_ID=`openstack role list | grep $ROLE_NAME | awk '{print $2}'`
+    die_if_not_set $LINENO ROLE_ID "Failure retrieving ROLE_ID for $ROLE_NAME"
+    echo "$ROLE_ID"
+}
+
+function get_network_id {
+    local NETWORK_NAME="$1"
+    local NETWORK_ID=`neutron net-list -F id  -- --name=$NETWORK_NAME | awk "NR==4" | awk '{print $2}'`
+    echo $NETWORK_ID
+}
+
+function get_flavor_id {
+    local INSTANCE_TYPE=$1
+    local FLAVOR_ID=`nova flavor-list | grep $INSTANCE_TYPE | awk '{print $2}'`
+    die_if_not_set $LINENO FLAVOR_ID "Failure retrieving FLAVOR_ID for $INSTANCE_TYPE"
+    echo "$FLAVOR_ID"
+}
+
+function confirm_server_active {
+    local VM_UUID=$1
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+        echo "server '$VM_UUID' did not become active!"
+        false
+    fi
+}
+
+function neutron_debug_admin {
+    local os_username=$OS_USERNAME
+    local os_tenant_id=$OS_TENANT_ID
+    source $TOP_DIR/openrc admin admin
+    neutron-debug $@
+    source $TOP_DIR/openrc $os_username $os_tenant_id
+}
+
+function add_tenant {
+    openstack project create $1
+    openstack user create $2 --password ${ADMIN_PASSWORD} --project $1
+    openstack role add Member --project $1 --user $2
+}
+
+function remove_tenant {
+    local TENANT=$1
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    openstack project delete $TENANT_ID
+}
+
+function remove_user {
+    local USER=$1
+    local USER_ID=$(get_user_id $USER)
+    openstack user delete $USER_ID
+}
+
+function create_tenants {
+    source $TOP_DIR/openrc admin admin
+    add_tenant demo1 demo1 demo1
+    add_tenant demo2 demo2 demo2
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_tenants_and_users {
+    source $TOP_DIR/openrc admin admin
+    remove_user demo1
+    remove_tenant demo1
+    remove_user demo2
+    remove_tenant demo2
+    echo "removed all tenants"
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_network {
+    local TENANT=$1
+    local GATEWAY=$2
+    local CIDR=$3
+    local NUM=$4
+    local EXTRA=$5
+    local NET_NAME="${TENANT}-net$NUM"
+    local ROUTER_NAME="${TENANT}-router${NUM}"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NET_ID=$(neutron net-create --tenant-id $TENANT_ID $NET_NAME $EXTRA| grep ' id ' | awk '{print $4}' )
+    die_if_not_set $LINENO NET_ID "Failure creating NET_ID for $TENANT_ID $NET_NAME $EXTRA"
+    neutron subnet-create --ip-version 4 --tenant-id $TENANT_ID --gateway $GATEWAY $NET_ID $CIDR
+    neutron_debug_admin probe-create --device-owner compute $NET_ID
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_networks {
+    foreach_tenant_net 'create_network ${%TENANT%_NAME} ${%TENANT%_NET%NUM%_GATEWAY} ${%TENANT%_NET%NUM%_CIDR} %NUM% ${%TENANT%_NET%NUM%_EXTRA}'
+    #TODO(nati) test security group function
+
      +

      allow ICMP for both tenant's security groups

      +
      +    #source $TOP_DIR/openrc demo1 demo1
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+    #source $TOP_DIR/openrc demo2 demo2
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+}
+
+function create_vm {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAMES=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NIC=""
+    for NET_NAME in ${NET_NAMES//,/ };do
+        NIC="$NIC --nic net-id="`get_network_id $NET_NAME`
+    done
+    #TODO (nati) Add multi-nic test
+    #TODO (nati) Add public-net test
+    local VM_UUID=`nova boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        $NIC \
+        $TENANT-server$NUM | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set $LINENO VM_UUID "Failure launching $TENANT-server$NUM"
+    confirm_server_active $VM_UUID
+}
+
+function create_vms {
+    foreach_tenant_vm 'create_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function ping_ip {
+
      +

      Test agent connection. Assumes namespaces are disabled, and +that DHCP is in use, but not L3

      +
      +    local VM_NAME=$1
+    local NET_NAME=$2
+    IP=$(get_instance_ip $VM_NAME $NET_NAME)
+    ping_check $NET_NAME $IP $BOOT_TIMEOUT
+}
+
+function check_vm {
+    local TENANT=$1
+    local NUM=$2
+    local VM_NAME="$TENANT-server$NUM"
+    local NET_NAME=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    ping_ip $VM_NAME $NET_NAME
+
      +

      TODO (nati) test ssh connection +TODO (nati) test inter connection between vm +TODO (nati) test dhcp host routes +TODO (nati) test multi-nic

      +
      +}
+
+function check_vms {
+    foreach_tenant_vm 'check_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function shutdown_vm {
+    local TENANT=$1
+    local NUM=$2
+    source $TOP_DIR/openrc $TENANT $TENANT
+    VM_NAME=${TENANT}-server$NUM
+    nova delete $VM_NAME
+}
+
+function shutdown_vms {
+    foreach_tenant_vm 'shutdown_vm ${%TENANT%_NAME} %NUM%'
+    if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q ACTIVE; do sleep 1; done"; then
+        die $LINENO "Some VMs failed to shutdown"
+    fi
+}
+
+function delete_network {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAME="${TENANT}-net$NUM"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    #TODO(nati) comment out until l3-agent merged
+    #for res in port subnet net router;do
+    for net_id in `neutron net-list -c id -c name | grep $NET_NAME | awk '{print $2}'`;do
+        delete_probe $net_id
+        neutron subnet-list | grep $net_id | awk '{print $2}' | xargs -I% neutron subnet-delete %
+        neutron net-delete $net_id
+    done
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_networks {
+    foreach_tenant_net 'delete_network ${%TENANT%_NAME} %NUM%'
+
      +

      TODO(nati) add secuirty group check after it is implemented +source $TOP_DIR/openrc demo1 demo1 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0 +source $TOP_DIR/openrc demo2 demo2 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0

      +
      +}
+
+function create_all {
+    create_tenants
+    create_networks
+    create_vms
+}
+
+function delete_all {
+    shutdown_vms
+    delete_networks
+    delete_tenants_and_users
+}
+
+function all {
+    create_all
+    check_vms
+    delete_all
+}
+
+
      + +
      +

      Test functions

      +
      +
+function test_functions {
+    IMAGE=$(get_image_id)
+    echo $IMAGE
+
+    TENANT_ID=$(get_tenant_id demo)
+    echo $TENANT_ID
+
+    FLAVOR_ID=$(get_flavor_id m1.tiny)
+    echo $FLAVOR_ID
+
+    NETWORK_ID=$(get_network_id admin)
+    echo $NETWORK_ID
+}
+
+
      + +
      +

      Usage and main

      +
      +
+function usage {
+    echo "$0: [-h]"
+    echo "  -h, --help              Display help message"
+    echo "  -t, --tenant            Create tenants"
+    echo "  -n, --net               Create networks"
+    echo "  -v, --vm                Create vms"
+    echo "  -c, --check             Check connection"
+    echo "  -x, --delete-tenants    Delete tenants"
+    echo "  -y, --delete-nets       Delete networks"
+    echo "  -z, --delete-vms        Delete vms"
+    echo "  -T, --test              Test functions"
+}
+
+function main {
+
+    echo Description
+
+    if [ $# -eq 0 ] ; then
+
      +

      if no args are provided, run all tests

      +
      +        all
+    else
+
+        while [ "$1" != "" ]; do
+            case $1 in
+                -h | --help )   usage
+                                exit
+                                ;;
+                -n | --net )    create_networks
+                                exit
+                                ;;
+                -v | --vm )     create_vms
+                                exit
+                                ;;
+                -t | --tenant ) create_tenants
+                                exit
+                                ;;
+                -c | --check )   check_vms
+                                exit
+                                ;;
+                -T | --test )   test_functions
+                                exit
+                                ;;
+                -x | --delete-tenants ) delete_tenants_and_users
+                                exit
+                                ;;
+                -y | --delete-nets ) delete_networks
+                                exit
+                                ;;
+                -z | --delete-vms ) shutdown_vms
+                                exit
+                                ;;
+                -a | --all )    all
+                                exit
+                                ;;
+                * )             usage
+                                exit 1
+            esac
+            shift
+        done
+    fi
+}
+
+
      + +
      +

      Kick off script

      +
      +
+echo $*
+main $*
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/quantum-adv-test.sh b/exercises/quantum-adv-test.sh deleted file mode 100755 index bc33fe82..00000000 --- a/exercises/quantum-adv-test.sh +++ /dev/null @@ -1,459 +0,0 @@ -#!/usr/bin/env bash -# - -# **quantum-adv-test.sh** - -# Perform integration testing of Nova and other components with Quantum. - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. - -set -o errtrace - -trap failed ERR -failed() { - local r=$? - set +o errtrace - set +o xtrace - echo "Failed to execute" - echo "Starting cleanup..." - delete_all - echo "Finished cleanup" - exit $r -} - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - -# Environment -# ----------- - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# If quantum is not enabled we exit with exitcode 55 which mean -# exercise is skipped. -is_service_enabled quantum && is_service_enabled q-agt && is_service_enabled q-dhcp || exit 55 - -# Import quantum fucntions -source $TOP_DIR/lib/quantum - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# Quantum Settings -# ---------------- - -TENANTS="DEMO1" -# TODO (nati)_Test public network -#TENANTS="DEMO1,DEMO2" - -PUBLIC_NAME="admin" -DEMO1_NAME="demo1" -DEMO2_NAME="demo2" - -PUBLIC_NUM_NET=1 -DEMO1_NUM_NET=1 -DEMO2_NUM_NET=2 - -PUBLIC_NET1_CIDR="200.0.0.0/24" -DEMO1_NET1_CIDR="10.10.0.0/24" -DEMO2_NET1_CIDR="10.20.0.0/24" -DEMO2_NET2_CIDR="10.20.1.0/24" - -PUBLIC_NET1_GATEWAY="200.0.0.1" -DEMO1_NET1_GATEWAY="10.10.0.1" -DEMO2_NET1_GATEWAY="10.20.0.1" -DEMO2_NET2_GATEWAY="10.20.1.1" - -PUBLIC_NUM_VM=1 -DEMO1_NUM_VM=1 -DEMO2_NUM_VM=2 - -PUBLIC_VM1_NET='admin-net1' -DEMO1_VM1_NET='demo1-net1' -# Multinic settings. But this is fail without nic setting in OS image -DEMO2_VM1_NET='demo2-net1' -DEMO2_VM2_NET='demo2-net2' - -PUBLIC_NUM_ROUTER=1 -DEMO1_NUM_ROUTER=1 -DEMO2_NUM_ROUTER=1 - -PUBLIC_ROUTER1_NET="admin-net1" -DEMO1_ROUTER1_NET="demo1-net1" -DEMO2_ROUTER1_NET="demo2-net1" - -KEYSTONE="keystone" - -# Manually create a token by querying keystone (sending JSON data). Keystone -# returns a token and catalog of endpoints. We use python to parse the token -# and save it. - -TOKEN=`keystone token-get | grep ' id ' | awk '{print $4}'` - -# Various functions -# ----------------- - -function foreach_tenant { - COMMAND=$1 - for TENANT in ${TENANTS//,/ };do - eval ${COMMAND//%TENANT%/$TENANT} - done -} - -function foreach_tenant_resource { - COMMAND=$1 - RESOURCE=$2 - for TENANT in ${TENANTS//,/ };do - eval 'NUM=$'"${TENANT}_NUM_$RESOURCE" - for i in `seq $NUM`;do - local COMMAND_LOCAL=${COMMAND//%TENANT%/$TENANT} - COMMAND_LOCAL=${COMMAND_LOCAL//%NUM%/$i} - eval $COMMAND_LOCAL - done - done -} - -function foreach_tenant_vm { - COMMAND=$1 - foreach_tenant_resource "$COMMAND" 'VM' -} - -function foreach_tenant_net { - COMMAND=$1 - foreach_tenant_resource "$COMMAND" 'NET' -} - -function get_image_id { - local IMAGE_ID=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1) - echo "$IMAGE_ID" -} - -function get_tenant_id { - local TENANT_NAME=$1 - local TENANT_ID=`keystone tenant-list | grep " $TENANT_NAME " | head -n 1 | get_field 1` - echo "$TENANT_ID" -} - -function get_user_id { - local USER_NAME=$1 - local USER_ID=`keystone user-list | grep $USER_NAME | awk '{print $2}'` - echo "$USER_ID" -} - -function get_role_id { - local ROLE_NAME=$1 - local ROLE_ID=`keystone role-list | grep $ROLE_NAME | awk '{print $2}'` - echo "$ROLE_ID" -} - -function get_network_id { - local NETWORK_NAME="$1" - local NETWORK_ID=`quantum net-list -F id -- --name=$NETWORK_NAME | awk "NR==4" | awk '{print $2}'` - echo $NETWORK_ID -} - -function get_flavor_id { - local INSTANCE_TYPE=$1 - local FLAVOR_ID=`nova flavor-list | grep $INSTANCE_TYPE | awk '{print $2}'` - echo "$FLAVOR_ID" -} - -function confirm_server_active { - local VM_UUID=$1 - if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then - echo "server '$VM_UUID' did not become active!" - false - fi -} - -function add_tenant { - local TENANT=$1 - local USER=$2 - - $KEYSTONE tenant-create --name=$TENANT - $KEYSTONE user-create --name=$USER --pass=${ADMIN_PASSWORD} - - local USER_ID=$(get_user_id $USER) - local TENANT_ID=$(get_tenant_id $TENANT) - - $KEYSTONE user-role-add --user-id $USER_ID --role-id $(get_role_id Member) --tenant-id $TENANT_ID -} - -function remove_tenant { - local TENANT=$1 - local TENANT_ID=$(get_tenant_id $TENANT) - $KEYSTONE tenant-delete $TENANT_ID -} - -function remove_user { - local USER=$1 - local USER_ID=$(get_user_id $USER) - $KEYSTONE user-delete $USER_ID -} - -function create_tenants { - source $TOP_DIR/openrc admin admin - add_tenant demo1 demo1 demo1 - add_tenant demo2 demo2 demo2 - source $TOP_DIR/openrc demo demo -} - -function delete_tenants_and_users { - source $TOP_DIR/openrc admin admin - remove_user demo1 - remove_tenant demo1 - remove_user demo2 - remove_tenant demo2 - echo "removed all tenants" - source $TOP_DIR/openrc demo demo -} - -function create_network { - local TENANT=$1 - local GATEWAY=$2 - local CIDR=$3 - local NUM=$4 - local EXTRA=$5 - local NET_NAME="${TENANT}-net$NUM" - local ROUTER_NAME="${TENANT}-router${NUM}" - source $TOP_DIR/openrc admin admin - local TENANT_ID=$(get_tenant_id $TENANT) - source $TOP_DIR/openrc $TENANT $TENANT - local NET_ID=$(quantum net-create --tenant_id $TENANT_ID $NET_NAME $EXTRA| grep ' id ' | awk '{print $4}' ) - quantum subnet-create --ip_version 4 --tenant_id $TENANT_ID --gateway $GATEWAY $NET_ID $CIDR - quantum-debug probe-create $NET_ID - source $TOP_DIR/openrc demo demo -} - -function create_networks { - foreach_tenant_net 'create_network ${%TENANT%_NAME} ${%TENANT%_NET%NUM%_GATEWAY} ${%TENANT%_NET%NUM%_CIDR} %NUM% ${%TENANT%_NET%NUM%_EXTRA}' - #TODO(nati) test security group function - # allow ICMP for both tenant's security groups - #source $TOP_DIR/openrc demo1 demo1 - #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0 - #source $TOP_DIR/openrc demo2 demo2 - #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0 -} - -function create_vm { - local TENANT=$1 - local NUM=$2 - local NET_NAMES=$3 - source $TOP_DIR/openrc $TENANT $TENANT - local NIC="" - for NET_NAME in ${NET_NAMES//,/ };do - NIC="$NIC --nic net-id="`get_network_id $NET_NAME` - done - #TODO (nati) Add multi-nic test - #TODO (nati) Add public-net test - local VM_UUID=`nova boot --flavor $(get_flavor_id m1.tiny) \ - --image $(get_image_id) \ - $NIC \ - $TENANT-server$NUM | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'` - die_if_not_set VM_UUID "Failure launching $TENANT-server$NUM" VM_UUID - confirm_server_active $VM_UUID -} - -function create_vms { - foreach_tenant_vm 'create_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}' -} - -function ping_ip { - # Test agent connection. Assumes namespaces are disabled, and - # that DHCP is in use, but not L3 - local VM_NAME=$1 - local NET_NAME=$2 - IP=`nova show $VM_NAME | grep 'network' | awk '{print $5}'` - ping_check $NET_NAME $IP $BOOT_TIMEOUT -} - -function check_vm { - local TENANT=$1 - local NUM=$2 - local VM_NAME="$TENANT-server$NUM" - local NET_NAME=$3 - source $TOP_DIR/openrc $TENANT $TENANT - ping_ip $VM_NAME $NET_NAME - # TODO (nati) test ssh connection - # TODO (nati) test inter connection between vm - # TODO (nati) test dhcp host routes - # TODO (nati) test multi-nic -} - -function check_vms { - foreach_tenant_vm 'check_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}' -} - -function shutdown_vm { - local TENANT=$1 - local NUM=$2 - source $TOP_DIR/openrc $TENANT $TENANT - VM_NAME=${TENANT}-server$NUM - nova delete $VM_NAME -} - -function shutdown_vms { - foreach_tenant_vm 'shutdown_vm ${%TENANT%_NAME} %NUM%' - if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q ACTIVE; do sleep 1; done"; then - echo "Some VMs failed to shutdown" - false - fi -} - -function delete_network { - local TENANT=$1 - local NUM=$2 - local NET_NAME="${TENANT}-net$NUM" - source $TOP_DIR/openrc admin admin - local TENANT_ID=$(get_tenant_id $TENANT) - #TODO(nati) comment out until l3-agent merged - #for res in port subnet net router;do - for net_id in `quantum net-list -c id -c name | grep $NET_NAME | awk '{print $2}'`;do - delete_probe $net_id - quantum subnet-list | grep $net_id | awk '{print $2}' | xargs -I% quantum subnet-delete % - quantum net-delete $net_id - done - source $TOP_DIR/openrc demo demo -} - -function delete_networks { - foreach_tenant_net 'delete_network ${%TENANT%_NAME} ${%NUM%}' - #TODO(nati) add secuirty group check after it is implemented - # source $TOP_DIR/openrc demo1 demo1 - # nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0 - # source $TOP_DIR/openrc demo2 demo2 - # nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0 -} - -function create_all { - create_tenants - create_networks - create_vms -} - -function delete_all { - shutdown_vms - delete_networks - delete_tenants_and_users -} - -function all { - create_all - check_vms - delete_all -} - -# Test functions -# -------------- - -function test_functions { - IMAGE=$(get_image_id) - echo $IMAGE - - TENANT_ID=$(get_tenant_id demo) - echo $TENANT_ID - - FLAVOR_ID=$(get_flavor_id m1.tiny) - echo $FLAVOR_ID - - NETWORK_ID=$(get_network_id admin) - echo $NETWORK_ID -} - -# Usage and main -# -------------- - -usage() { - echo "$0: [-h]" - echo " -h, --help Display help message" - echo " -t, --tenant Create tenants" - echo " -n, --net Create networks" - echo " -v, --vm Create vms" - echo " -c, --check Check connection" - echo " -x, --delete-tenants Delete tenants" - echo " -y, --delete-nets Delete networks" - echo " -z, --delete-vms Delete vms" - echo " -T, --test Test functions" -} - -main() { - - echo Description - echo - echo Copyright 2012, Cisco Systems - echo Copyright 2012, Nicira Networks, Inc. - echo Copyright 2012, NTT MCL, Inc. - echo - echo Please direct any questions to dedutta@cisco.com, dan@nicira.com, nachi@nttmcl.com - echo - - - if [ $# -eq 0 ] ; then - # if no args are provided, run all tests - all - else - - while [ "$1" != "" ]; do - case $1 in - -h | --help ) usage - exit - ;; - -n | --net ) create_networks - exit - ;; - -v | --vm ) create_vms - exit - ;; - -t | --tenant ) create_tenants - exit - ;; - -c | --check ) check_vms - exit - ;; - -T | --test ) test_functions - exit - ;; - -x | --delete-tenants ) delete_tenants_and_users - exit - ;; - -y | --delete-nets ) delete_networks - exit - ;; - -z | --delete-vms ) shutdown_vms - exit - ;; - -a | --all ) all - exit - ;; - * ) usage - exit 1 - esac - shift - done - fi -} - -# Kick off script -# --------------- - -echo $* -main $* - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/quantum-adv-test.sh.html b/exercises/quantum-adv-test.sh.html new file mode 100644 index 00000000..acb59d81 --- /dev/null +++ b/exercises/quantum-adv-test.sh.html @@ -0,0 +1,872 @@ + + + + + quantum-adv-test.sh + + + +
      +
      + + + + + + + + + + +

      quantum-adv-test.sh

      + + + + + + + + + +
      + + +
      +#!/usr/bin/env bash
+
+
      +

      neutron-adv-test.sh

      +
      +
+
      +

      Perform integration testing of Nova and other components with Neutron.

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +
+set -o errtrace
+
+trap failed ERR
+failed() {
+    local r=$?
+    set +o errtrace
+    set +o xtrace
+    echo "Failed to execute"
+    echo "Starting cleanup..."
+    delete_all
+    echo "Finished cleanup"
+    exit $r
+}
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
      +
      +

      Environment

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import neutron functions

      +
      +source $TOP_DIR/lib/neutron
+
+
      +

      If neutron is not enabled we exit with exitcode 55, which means exercise is skipped.

      +
      +neutron_plugin_check_adv_test_requirements || exit 55
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      + +
      +

      Neutron Settings

      +
      +
+TENANTS="DEMO1"
+
      +

      TODO (nati)_Test public network

      +
      +#TENANTS="DEMO1,DEMO2"
+
+PUBLIC_NAME="admin"
+DEMO1_NAME="demo1"
+DEMO2_NAME="demo2"
+
+PUBLIC_NUM_NET=1
+DEMO1_NUM_NET=1
+DEMO2_NUM_NET=2
+
+PUBLIC_NET1_CIDR="200.0.0.0/24"
+DEMO1_NET1_CIDR="10.10.0.0/24"
+DEMO2_NET1_CIDR="10.20.0.0/24"
+DEMO2_NET2_CIDR="10.20.1.0/24"
+
+PUBLIC_NET1_GATEWAY="200.0.0.1"
+DEMO1_NET1_GATEWAY="10.10.0.1"
+DEMO2_NET1_GATEWAY="10.20.0.1"
+DEMO2_NET2_GATEWAY="10.20.1.1"
+
+PUBLIC_NUM_VM=1
+DEMO1_NUM_VM=1
+DEMO2_NUM_VM=2
+
+PUBLIC_VM1_NET='admin-net1'
+DEMO1_VM1_NET='demo1-net1'
+
      +

      Multinic settings. But this is fail without nic setting in OS image

      +
      +DEMO2_VM1_NET='demo2-net1'
+DEMO2_VM2_NET='demo2-net2'
+
+PUBLIC_NUM_ROUTER=1
+DEMO1_NUM_ROUTER=1
+DEMO2_NUM_ROUTER=1
+
+PUBLIC_ROUTER1_NET="admin-net1"
+DEMO1_ROUTER1_NET="demo1-net1"
+DEMO2_ROUTER1_NET="demo2-net1"
+
+KEYSTONE="keystone"
+
+
      +

      Manually create a token by querying keystone (sending JSON data). Keystone +returns a token and catalog of endpoints. We use python to parse the token +and save it.

      +
      +
+TOKEN=`keystone token-get | grep ' id ' | awk '{print $4}'`
+
+
      + +
      +

      Various functions

      +
      +
+function foreach_tenant {
+    COMMAND=$1
+    for TENANT in ${TENANTS//,/ };do
+        eval ${COMMAND//%TENANT%/$TENANT}
+    done
+}
+
+function foreach_tenant_resource {
+    COMMAND=$1
+    RESOURCE=$2
+    for TENANT in ${TENANTS//,/ };do
+        eval 'NUM=$'"${TENANT}_NUM_$RESOURCE"
+        for i in `seq $NUM`;do
+            local COMMAND_LOCAL=${COMMAND//%TENANT%/$TENANT}
+            COMMAND_LOCAL=${COMMAND_LOCAL//%NUM%/$i}
+            eval $COMMAND_LOCAL
+        done
+    done
+}
+
+function foreach_tenant_vm {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'VM'
+}
+
+function foreach_tenant_net {
+    COMMAND=$1
+    foreach_tenant_resource "$COMMAND" 'NET'
+}
+
+function get_image_id {
+    local IMAGE_ID=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+    echo "$IMAGE_ID"
+}
+
+function get_tenant_id {
+    local TENANT_NAME=$1
+    local TENANT_ID=`keystone tenant-list | grep " $TENANT_NAME " | head -n 1 | get_field 1`
+    echo "$TENANT_ID"
+}
+
+function get_user_id {
+    local USER_NAME=$1
+    local USER_ID=`keystone user-list | grep $USER_NAME | awk '{print $2}'`
+    echo "$USER_ID"
+}
+
+function get_role_id {
+    local ROLE_NAME=$1
+    local ROLE_ID=`keystone role-list | grep $ROLE_NAME | awk '{print $2}'`
+    echo "$ROLE_ID"
+}
+
+function get_network_id {
+    local NETWORK_NAME="$1"
+    local NETWORK_ID=`neutron net-list -F id  -- --name=$NETWORK_NAME | awk "NR==4" | awk '{print $2}'`
+    echo $NETWORK_ID
+}
+
+function get_flavor_id {
+    local INSTANCE_TYPE=$1
+    local FLAVOR_ID=`nova flavor-list | grep $INSTANCE_TYPE | awk '{print $2}'`
+    echo "$FLAVOR_ID"
+}
+
+function confirm_server_active {
+    local VM_UUID=$1
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+        echo "server '$VM_UUID' did not become active!"
+        false
+    fi
+}
+
+function add_tenant {
+    local TENANT=$1
+    local USER=$2
+
+    $KEYSTONE tenant-create --name=$TENANT
+    $KEYSTONE user-create --name=$USER --pass=${ADMIN_PASSWORD}
+
+    local USER_ID=$(get_user_id $USER)
+    local TENANT_ID=$(get_tenant_id $TENANT)
+
+    $KEYSTONE user-role-add --user-id $USER_ID --role-id $(get_role_id Member) --tenant-id $TENANT_ID
+}
+
+function remove_tenant {
+    local TENANT=$1
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    $KEYSTONE tenant-delete $TENANT_ID
+}
+
+function remove_user {
+    local USER=$1
+    local USER_ID=$(get_user_id $USER)
+    $KEYSTONE user-delete $USER_ID
+}
+
+function create_tenants {
+    source $TOP_DIR/openrc admin admin
+    add_tenant demo1 demo1 demo1
+    add_tenant demo2 demo2 demo2
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_tenants_and_users {
+    source $TOP_DIR/openrc admin admin
+    remove_user demo1
+    remove_tenant demo1
+    remove_user demo2
+    remove_tenant demo2
+    echo "removed all tenants"
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_network {
+    local TENANT=$1
+    local GATEWAY=$2
+    local CIDR=$3
+    local NUM=$4
+    local EXTRA=$5
+    local NET_NAME="${TENANT}-net$NUM"
+    local ROUTER_NAME="${TENANT}-router${NUM}"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NET_ID=$(neutron net-create --tenant_id $TENANT_ID $NET_NAME $EXTRA| grep ' id ' | awk '{print $4}' )
+    neutron subnet-create --ip_version 4 --tenant_id $TENANT_ID --gateway $GATEWAY $NET_ID $CIDR
+    neutron-debug probe-create --device-owner compute $NET_ID
+    source $TOP_DIR/openrc demo demo
+}
+
+function create_networks {
+    foreach_tenant_net 'create_network ${%TENANT%_NAME} ${%TENANT%_NET%NUM%_GATEWAY} ${%TENANT%_NET%NUM%_CIDR} %NUM% ${%TENANT%_NET%NUM%_EXTRA}'
+    #TODO(nati) test security group function
+
      +

      allow ICMP for both tenant's security groups

      +
      +    #source $TOP_DIR/openrc demo1 demo1
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+    #source $TOP_DIR/openrc demo2 demo2
+    #$NOVA secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+}
+
+function create_vm {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAMES=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    local NIC=""
+    for NET_NAME in ${NET_NAMES//,/ };do
+        NIC="$NIC --nic net-id="`get_network_id $NET_NAME`
+    done
+    #TODO (nati) Add multi-nic test
+    #TODO (nati) Add public-net test
+    local VM_UUID=`nova boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        $NIC \
+        $TENANT-server$NUM | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set $LINENO VM_UUID "Failure launching $TENANT-server$NUM"
+    confirm_server_active $VM_UUID
+}
+
+function create_vms {
+    foreach_tenant_vm 'create_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function ping_ip {
+
      +

      Test agent connection. Assumes namespaces are disabled, and +that DHCP is in use, but not L3

      +
      +   local VM_NAME=$1
+   local NET_NAME=$2
+   IP=`nova show $VM_NAME | grep 'network' | awk '{print $5}'`
+   ping_check $NET_NAME $IP $BOOT_TIMEOUT
+}
+
+function check_vm {
+    local TENANT=$1
+    local NUM=$2
+    local VM_NAME="$TENANT-server$NUM"
+    local NET_NAME=$3
+    source $TOP_DIR/openrc $TENANT $TENANT
+    ping_ip $VM_NAME $NET_NAME
+
      +

      TODO (nati) test ssh connection +TODO (nati) test inter connection between vm +TODO (nati) test dhcp host routes +TODO (nati) test multi-nic

      +
      +}
+
+function check_vms {
+    foreach_tenant_vm 'check_vm ${%TENANT%_NAME} %NUM% ${%TENANT%_VM%NUM%_NET}'
+}
+
+function shutdown_vm {
+    local TENANT=$1
+    local NUM=$2
+    source $TOP_DIR/openrc $TENANT $TENANT
+    VM_NAME=${TENANT}-server$NUM
+    nova delete $VM_NAME
+}
+
+function shutdown_vms {
+    foreach_tenant_vm 'shutdown_vm ${%TENANT%_NAME} %NUM%'
+    if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q ACTIVE; do sleep 1; done"; then
+        die $LINENO "Some VMs failed to shutdown"
+    fi
+}
+
+function delete_network {
+    local TENANT=$1
+    local NUM=$2
+    local NET_NAME="${TENANT}-net$NUM"
+    source $TOP_DIR/openrc admin admin
+    local TENANT_ID=$(get_tenant_id $TENANT)
+    #TODO(nati) comment out until l3-agent merged
+    #for res in port subnet net router;do
+    for net_id in `neutron net-list -c id -c name | grep $NET_NAME | awk '{print $2}'`;do
+        delete_probe $net_id
+        neutron subnet-list | grep $net_id | awk '{print $2}' | xargs -I% neutron subnet-delete %
+        neutron net-delete $net_id
+    done
+    source $TOP_DIR/openrc demo demo
+}
+
+function delete_networks {
+   foreach_tenant_net 'delete_network ${%TENANT%_NAME} %NUM%'
+   #TODO(nati) add secuirty group check after it is implemented
+
      +

      source $TOP_DIR/openrc demo1 demo1 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0 +source $TOP_DIR/openrc demo2 demo2 +nova secgroup-delete-rule default icmp -1 -1 0.0.0.0/0

      +
      +}
+
+function create_all {
+    create_tenants
+    create_networks
+    create_vms
+}
+
+function delete_all {
+    shutdown_vms
+    delete_networks
+    delete_tenants_and_users
+}
+
+function all {
+    create_all
+    check_vms
+    delete_all
+}
+
+
      + +
      +

      Test functions

      +
      +
+function test_functions {
+    IMAGE=$(get_image_id)
+    echo $IMAGE
+
+    TENANT_ID=$(get_tenant_id demo)
+    echo $TENANT_ID
+
+    FLAVOR_ID=$(get_flavor_id m1.tiny)
+    echo $FLAVOR_ID
+
+    NETWORK_ID=$(get_network_id admin)
+    echo $NETWORK_ID
+}
+
+
      + +
      +

      Usage and main

      +
      +
+usage() {
+    echo "$0: [-h]"
+    echo "  -h, --help              Display help message"
+    echo "  -t, --tenant            Create tenants"
+    echo "  -n, --net               Create networks"
+    echo "  -v, --vm                Create vms"
+    echo "  -c, --check             Check connection"
+    echo "  -x, --delete-tenants    Delete tenants"
+    echo "  -y, --delete-nets       Delete networks"
+    echo "  -z, --delete-vms        Delete vms"
+    echo "  -T, --test              Test functions"
+}
+
+main() {
+
+    echo Description
+    echo
+    echo Copyright 2012, Cisco Systems
+    echo Copyright 2012, Nicira Networks, Inc.
+    echo Copyright 2012, NTT MCL, Inc.
+    echo
+    echo Please direct any questions to dedutta@cisco.com, dan@nicira.com, nachi@nttmcl.com
+    echo
+
+
+    if [ $# -eq 0 ] ; then
+
      +

      if no args are provided, run all tests

      +
      +        all
+    else
+
+        while [ "$1" != "" ]; do
+            case $1 in
+                -h | --help )   usage
+                                exit
+                                ;;
+                -n | --net )    create_networks
+                                exit
+                                ;;
+                -v | --vm )     create_vms
+                                exit
+                                ;;
+                -t | --tenant ) create_tenants
+                                exit
+                                ;;
+                -c | --check )   check_vms
+                                exit
+                                ;;
+                -T | --test )   test_functions
+                                exit
+                                ;;
+                -x | --delete-tenants ) delete_tenants_and_users
+                                exit
+                                ;;
+                -y | --delete-nets ) delete_networks
+                                exit
+                                ;;
+                -z | --delete-vms ) shutdown_vms
+                                exit
+                                ;;
+                -a | --all )    all
+                                exit
+                                ;;
+                * )             usage
+                                exit 1
+            esac
+            shift
+        done
+    fi
+}
+
+
      + +
      +

      Kick off script

      +
      +
+echo $*
+main $*
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/quantum.sh.html b/exercises/quantum.sh.html new file mode 100644 index 00000000..67a94c2a --- /dev/null +++ b/exercises/quantum.sh.html @@ -0,0 +1,811 @@ + + + + + quantum.sh + + + +
      +
      + + + + + + + + + + +

      quantum.sh

      + + + + + + + + + +
      + + +
      +#!/usr/bin/env bash
+
+
      +

      quantum.sh

      +
      +
+
      +

      We will use this test to perform integration testing of nova and +other components with Quantum.

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occured.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+#------------------------------------------------------------------------------
+
      +

      Quantum config check

      +
      +#------------------------------------------------------------------------------
+
      +

      Warn if quantum is not enabled

      +
      +if [[ ! "$ENABLED_SERVICES" =~ "q-svc" ]]; then
+    echo "WARNING: Running quantum test without enabling quantum"
+fi
+
+#------------------------------------------------------------------------------
+
      +

      Environment

      +
      +#------------------------------------------------------------------------------
+
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If quantum is not enabled we exit with exitcode 55 which mean +exercise is skipped.

      +
      +is_service_enabled quantum || exit 55
+
+#------------------------------------------------------------------------------
+
      +

      Various default parameters.

      +
      +#------------------------------------------------------------------------------
+
+
      +

      Max time to wait while vm goes from build to active state

      +
      +ACTIVE_TIMEOUT=${ACTIVE_TIMEOUT:-30}
+
+
      +

      Max time till the vm is bootable

      +
      +BOOT_TIMEOUT=${BOOT_TIMEOUT:-60}
+
+
      +

      Max time to wait for proper association and dis-association.

      +
      +ASSOCIATE_TIMEOUT=${ASSOCIATE_TIMEOUT:-15}
+
+
      +

      Max time to wait before delete VMs and delete Networks

      +
      +VM_NET_DELETE_TIMEOUT=${VM_NET_TIMEOUT:-10}
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMi image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      OVS Hosts

      +
      +OVS_HOSTS=${DEFAULT_OVS_HOSTS:-"localhost"}
+
+#------------------------------------------------------------------------------
+
      +

      Nova settings.

      +
      +#------------------------------------------------------------------------------
+if [ -f /opt/stack/nova/bin/nova-manage ] ; then
+    NOVA_MANAGE=/opt/stack/nova/bin/nova-manage
+else
+    NOVA_MANAGE=/usr/local/bin/nova-manage
+NOVA=/usr/local/bin/nova
+NOVA_CONF=/etc/nova/nova.conf
+
+#------------------------------------------------------------------------------
+
      +

      Mysql settings.

      +
      +#------------------------------------------------------------------------------
+MYSQL="/usr/bin/mysql --skip-column-name --host=$MYSQL_HOST"
+
+#------------------------------------------------------------------------------
+
      +

      Keystone settings.

      +
      +#------------------------------------------------------------------------------
+KEYSTONE="keystone"
+
+#------------------------------------------------------------------------------
+
      +

      Get a token for clients that don't support service catalog

      +
      +#------------------------------------------------------------------------------
+
+
      +

      manually create a token by querying keystone (sending JSON data). Keystone +returns a token and catalog of endpoints. We use python to parse the token +and save it.

      +
      +
+TOKEN=`keystone token-get | grep ' id ' | awk '{print $4}'`
+
+#------------------------------------------------------------------------------
+
      +

      Various functions.

      +
      +#------------------------------------------------------------------------------
+function get_image_id {
+    local IMAGE_ID=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+    echo "$IMAGE_ID"
+}
+
+function get_tenant_id {
+    local TENANT_NAME=$1
+    local TENANT_ID=`keystone tenant-list | grep $TENANT_NAME | awk '{print $2}'`
+    echo "$TENANT_ID"
+}
+
+function get_user_id {
+    local USER_NAME=$1
+    local USER_ID=`keystone user-list | grep $USER_NAME | awk '{print $2}'`
+    echo "$USER_ID"
+}
+
+function get_role_id {
+    local ROLE_NAME=$1
+    local ROLE_ID=`keystone role-list | grep $ROLE_NAME | awk '{print $2}'`
+    echo "$ROLE_ID"
+}
+
+
      +

      TODO: (Debo) Change Quantum client CLI and then remove the MYSQL stuff.

      +
      +function get_network_id {
+    local NETWORK_NAME=$1
+    local QUERY="select uuid from networks where label='$NETWORK_NAME'"
+    local NETWORK_ID=`echo $QUERY | $MYSQL -u root -p$MYSQL_PASSWORD nova`
+    echo "$NETWORK_ID"
+}
+
+function get_flavor_id {
+    local INSTANCE_TYPE=$1
+    local FLAVOR_ID=`nova flavor-list | grep $INSTANCE_TYPE | awk '{print $2}'`
+    echo "$FLAVOR_ID"
+}
+
+function add_tenant {
+    local TENANT=$1
+    local USER=$3
+    local PASSWORD=$2
+
+    $KEYSTONE tenant-create --name=$TENANT
+    $KEYSTONE user-create --name=$USER --pass=${PASSWORD}
+
+    local USER_ID=$(get_user_id $USER)
+    local TENANT_ID=$(get_tenant_id $TENANT)
+
+    $KEYSTONE user-role-add --user $USER_ID --role $(get_role_id Member) --tenant_id $TENANT_ID
+    $KEYSTONE user-role-add --user $USER_ID --role $(get_role_id admin) --tenant_id $TENANT_ID
+    $KEYSTONE user-role-add --user $USER_ID --role $(get_role_id anotherrole) --tenant_id $TENANT_ID
+    #$KEYSTONE user-role-add --user $USER_ID --role $(get_role_id sysadmin) --tenant_id $TENANT_ID
+    #$KEYSTONE user-role-add --user $USER_ID --role $(get_role_id netadmin) --tenant_id $TENANT_ID
+}
+
+function remove_tenant {
+    local TENANT=$1
+    local TENANT_ID=$(get_tenant_id $TENANT)
+
+    $KEYSTONE tenant-delete $TENANT_ID
+}
+
+function remove_user {
+    local USER=$1
+    local USER_ID=$(get_user_id $USER)
+
+    $KEYSTONE user-delete $USER_ID
+}
+
+
+#------------------------------------------------------------------------------
+
      +

      "Create" functions

      +
      +#------------------------------------------------------------------------------
+
+function create_tenants {
+    add_tenant demo1 nova demo1
+    add_tenant demo2 nova demo2
+}
+
+function delete_tenants_and_users {
+    remove_tenant demo1
+    remove_tenant demo2
+    remove_user demo1
+    remove_user demo2
+}
+
+function create_networks {
+    $NOVA_MANAGE --flagfile=$NOVA_CONF network create \
+        --label=public-net1 \
+        --fixed_range_v4=11.0.0.0/24
+
+    $NOVA_MANAGE --flagfile=$NOVA_CONF network create \
+        --label=demo1-net1 \
+        --fixed_range_v4=12.0.0.0/24 \
+        --project_id=$(get_tenant_id demo1) \
+        --priority=1
+
+    $NOVA_MANAGE --flagfile=$NOVA_CONF network create \
+        --label=demo2-net1 \
+        --fixed_range_v4=13.0.0.0/24 \
+        --project_id=$(get_tenant_id demo2) \
+        --priority=1
+}
+
+function create_vms {
+    PUBLIC_NET1_ID=$(get_network_id public-net1)
+    DEMO1_NET1_ID=$(get_network_id demo1-net1)
+    DEMO2_NET1_ID=$(get_network_id demo2-net1)
+
+    export OS_TENANT_NAME=demo1
+    export OS_USERNAME=demo1
+    export OS_PASSWORD=nova
+    VM_UUID1=`$NOVA boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        --nic net-id=$PUBLIC_NET1_ID \
+        --nic net-id=$DEMO1_NET1_ID \
+        demo1-server1 | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set VM_UUID1 "Failure launching demo1-server1"
+
+    export OS_TENANT_NAME=demo2
+    export OS_USERNAME=demo2
+    export OS_PASSWORD=nova
+    VM_UUID2=`$NOVA boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        --nic net-id=$PUBLIC_NET1_ID \
+        --nic net-id=$DEMO2_NET1_ID \
+        demo2-server1 | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set VM_UUID2 "Failure launching demo2-server1"
+
+    VM_UUID3=`$NOVA boot --flavor $(get_flavor_id m1.tiny) \
+        --image $(get_image_id) \
+        --nic net-id=$PUBLIC_NET1_ID \
+        --nic net-id=$DEMO2_NET1_ID \
+        demo2-server2 | grep ' id ' | cut -d"|" -f3 | sed 's/ //g'`
+    die_if_not_set VM_UUID3 "Failure launching demo2-server2"
+
+}
+
+function ping_vms {
+
+    echo "Sleeping a bit let the VMs come up"
+    sleep $ACTIVE_TIMEOUT
+
+    export OS_TENANT_NAME=demo1
+    export OS_USERNAME=demo1
+    export OS_PASSWORD=nova
+
      +

      get the IP of the servers

      +
      +    PUBLIC_IP1=`nova show $VM_UUID1 | grep public-net1 | awk '{print $5}'`
+    export OS_TENANT_NAME=demo2
+    export OS_USERNAME=demo2
+    export OS_PASSWORD=nova
+    PUBLIC_IP2=`nova show $VM_UUID2 | grep public-net1 | awk '{print $5}'`
+
+    MULTI_HOST=`trueorfalse False $MULTI_HOST`
+    if [ "$MULTI_HOST" = "False" ]; then
+
      +

      sometimes the first ping fails (10 seconds isn't enough time for the VM's +network to respond?), so let's ping for a default of 15 seconds with a +timeout of a second for each ping.

      +
      +        if ! timeout $BOOT_TIMEOUT sh -c "while ! ping -c1 -w1 $PUBLIC_IP1; do sleep 1; done"; then
+            echo "Couldn't ping server"
+            exit 1
+        fi
+        if ! timeout $BOOT_TIMEOUT sh -c "while ! ping -c1 -w1 $PUBLIC_IP2; do sleep 1; done"; then
+            echo "Couldn't ping server"
+            exit 1
+        fi
+    else
+
      +

      On a multi-host system, without vm net access, do a sleep to wait for the boot

      +
      +        sleep $BOOT_TIMEOUT
+    fi
+}
+
+function shutdown_vms {
+    export OS_TENANT_NAME=demo1
+    export OS_USERNAME=demo1
+    export OS_PASSWORD=nova
+    nova delete $VM_UUID1
+
+    export OS_TENANT_NAME=demo2
+    export OS_USERNAME=demo2
+    export OS_PASSWORD=nova
+    nova delete $VM_UUID2
+    nova delete $VM_UUID3
+
+}
+
+function delete_networks {
+    PUBLIC_NET1_ID=$(get_network_id public-net1)
+    DEMO1_NET1_ID=$(get_network_id demo1-net1)
+    DEMO2_NET1_ID=$(get_network_id demo2-net1)
+    nova-manage network delete --uuid=$PUBLIC_NET1_ID
+    nova-manage network delete --uuid=$DEMO1_NET1_ID
+    nova-manage network delete --uuid=$DEMO2_NET1_ID
+}
+
+function all {
+    create_tenants
+    create_networks
+    create_vms
+    ping_vms
+    shutdown_vms
+    delete_networks
+    delete_tenants_and_users
+}
+
+#------------------------------------------------------------------------------
+
      +

      Test functions.

      +
      +#------------------------------------------------------------------------------
+function test_functions {
+    IMAGE=$(get_image_id)
+    echo $IMAGE
+
+    TENANT_ID=$(get_tenant_id demo)
+    echo $TENANT_ID
+
+    FLAVOR_ID=$(get_flavor_id m1.tiny)
+    echo $FLAVOR_ID
+
+    NETWORK_ID=$(get_network_id private)
+    echo $NETWORK_ID
+}
+
+#------------------------------------------------------------------------------
+
      +

      Usage and main.

      +
      +#------------------------------------------------------------------------------
+usage() {
+    echo "$0: [-h]"
+    echo "  -h, --help     Display help message"
+    echo "  -n, --net      Create networks"
+    echo "  -v, --vm       Create vms"
+    echo "  -t, --tenant   Create tenants"
+    echo "  -T, --test     Test functions"
+}
+
+main() {
+    if [ $# -eq 0 ] ; then
+        usage
+        exit
+    fi
+
+    echo Description
+    echo
+    echo Copyright 2012, Cisco Systems
+    echo Copyright 2012, Nicira Networks, Inc.
+    echo
+    echo Please direct any questions to dedutta@cisco.com, dlapsley@nicira.com
+    echo
+
+    while [ "$1" != "" ]; do
+        case $1 in
+            -h | --help )   usage
+                            exit
+                            ;;
+            -n | --net )    create_networks
+                            exit
+                            ;;
+            -v | --vm )     create_vms
+                            exit
+                            ;;
+            -t | --tenant ) create_tenants
+                            exit
+                            ;;
+            -p | --ping )   ping_vms
+                            exit
+                            ;;
+            -T | --test )   test_functions
+                            exit
+                            ;;
+            -a | --all )    all
+                            exit
+                            ;;
+            * )             usage
+                            exit 1
+        esac
+        shift
+    done
+}
+
+
+#-------------------------------------------------------------------------------
+
      +

      Kick off script.

      +
      +#-------------------------------------------------------------------------------
+echo $*
+main -a
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
+
      + + +
      +
      + + diff --git a/exercises/sahara.sh.html b/exercises/sahara.sh.html new file mode 100644 index 00000000..de8fc707 --- /dev/null +++ b/exercises/sahara.sh.html @@ -0,0 +1,438 @@ + + + + + sahara.sh + + + +
      +
      + + + + + + + + + + +

      sahara.sh

      + + + + + + + + + +
      + + +

      sahara.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that Sahara started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled sahara || exit 55
+
+curl http://$SERVICE_HOST:8386/ 2>/dev/null | grep -q 'Auth' || die $LINENO "Sahara API isn't functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/savanna.sh.html b/exercises/savanna.sh.html new file mode 100644 index 00000000..61672749 --- /dev/null +++ b/exercises/savanna.sh.html @@ -0,0 +1,438 @@ + + + + + savanna.sh + + + +
      +
      + + + + + + + + + + +

      savanna.sh

      + + + + + + + + + +
      + + +

      savanna.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that Savanna started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled savanna || exit 55
+
+curl http://$SERVICE_HOST:8386/ 2>/dev/null | grep -q 'Auth' || die $LINENO "Savanna API not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/sec_groups.sh b/exercises/sec_groups.sh deleted file mode 100755 index a33c9c63..00000000 --- a/exercises/sec_groups.sh +++ /dev/null @@ -1,76 +0,0 @@ -#!/usr/bin/env bash - -# **sec_groups.sh** - -# Test security groups via the command line - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - - -# Testing Security Groups -# ======================= - -# List security groups -nova secgroup-list - -# Create random name for new sec group and create secgroup of said name -SEC_GROUP_NAME="ex-secgroup-$(openssl rand -hex 4)" -nova secgroup-create $SEC_GROUP_NAME 'a test security group' - -# Add some rules to the secgroup -RULES_TO_ADD=( 22 3389 5900 ) - -for RULE in "${RULES_TO_ADD[@]}"; do - nova secgroup-add-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0 -done - -# Check to make sure rules were added -SEC_GROUP_RULES=( $(nova secgroup-list-rules $SEC_GROUP_NAME | grep -v \- | grep -v 'Source Group' | cut -d '|' -f3 | tr -d ' ') ) -for i in "${RULES_TO_ADD[@]}"; do - skip= - for j in "${SEC_GROUP_RULES[@]}"; do - [[ $i == $j ]] && { skip=1; break; } - done - [[ -n $skip ]] || exit 1 -done - -# Delete rules and secgroup -for RULE in "${RULES_TO_ADD[@]}"; do - nova secgroup-delete-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0 -done - -# Delete secgroup -nova secgroup-delete $SEC_GROUP_NAME || \ - die "Failure deleting security group $SEC_GROUP_NAME" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/sec_groups.sh.html b/exercises/sec_groups.sh.html new file mode 100644 index 00000000..1d078e54 --- /dev/null +++ b/exercises/sec_groups.sh.html @@ -0,0 +1,493 @@ + + + + + sec_groups.sh + + + +
      +
      + + + + + + + + + + +

      sec_groups.sh

      + + + + + + + + + +
      + + +

      sec_groups.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test security groups via the command line

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If nova api is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled n-api || exit 55
+
+
+
      + +
      +

      Testing Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+
      +

      Create random name for new sec group and create secgroup of said name

      +
      +SEC_GROUP_NAME="ex-secgroup-$(openssl rand -hex 4)"
+nova secgroup-create $SEC_GROUP_NAME 'a test security group'
+
+
      +

      Add some rules to the secgroup

      +
      +RULES_TO_ADD=( 22 3389 5900 )
+
+for RULE in "${RULES_TO_ADD[@]}"; do
+    nova secgroup-add-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0
+done
+
+
      +

      Check to make sure rules were added

      +
      +SEC_GROUP_RULES=( $(nova secgroup-list-rules $SEC_GROUP_NAME | grep -v \- | grep -v 'Source Group' | cut -d '|' -f3 | tr -d ' ') )
+die_if_not_set $LINENO SEC_GROUP_RULES "Failure retrieving SEC_GROUP_RULES for $SEC_GROUP_NAME"
+for i in "${RULES_TO_ADD[@]}"; do
+    skip=
+    for j in "${SEC_GROUP_RULES[@]}"; do
+        [[ $i == $j ]] && { skip=1; break; }
+    done
+    [[ -n $skip ]] || exit 1
+done
+
+
      +

      Delete rules and secgroup

      +
      +for RULE in "${RULES_TO_ADD[@]}"; do
+    nova secgroup-delete-rule $SEC_GROUP_NAME tcp $RULE $RULE 0.0.0.0/0
+done
+
+
      +

      Delete secgroup

      +
      +nova secgroup-delete $SEC_GROUP_NAME || \
+    die $LINENO "Failure deleting security group $SEC_GROUP_NAME"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/swift.sh b/exercises/swift.sh deleted file mode 100755 index a75f955a..00000000 --- a/exercises/swift.sh +++ /dev/null @@ -1,66 +0,0 @@ -#!/usr/bin/env bash - -# **swift.sh** - -# Test swift via the ``swift`` command line from ``python-swiftclient` - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occured. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# If swift is not enabled we exit with exitcode 55 which mean -# exercise is skipped. -is_service_enabled swift || exit 55 - -# Container name -CONTAINER=ex-swift - - -# Testing Swift -# ============= - -# Check if we have to swift via keystone -swift stat || die "Failure geting status" - -# We start by creating a test container -swift post $CONTAINER || die "Failure creating container $CONTAINER" - -# add some files into it. -swift upload $CONTAINER /etc/issue || die "Failure uploading file to container $CONTAINER" - -# list them -swift list $CONTAINER || die "Failure listing contents of container $CONTAINER" - -# And we may want to delete them now that we have tested that -# everything works. -swift delete $CONTAINER || die "Failure deleting container $CONTAINER" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/swift.sh.html b/exercises/swift.sh.html new file mode 100644 index 00000000..05267c7f --- /dev/null +++ b/exercises/swift.sh.html @@ -0,0 +1,478 @@ + + + + + swift.sh + + + +
      +
      + + + + + + + + + + +

      swift.sh

      + + + + + + + + + +
      + + +

      swift.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test swift via the swift command line from python-swiftclient

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If swift is not enabled we exit with exitcode 55 which mean +exercise is skipped.

      +
      +is_service_enabled s-proxy || exit 55
+
+
      +

      Container name

      +
      +CONTAINER=ex-swift
+
+
+
      + +
      +

      Testing Swift

      +
      +
+
      +

      Check if we have to swift via keystone

      +
      +swift stat || die $LINENO "Failure geting status"
+
+
      +

      We start by creating a test container

      +
      +swift post $CONTAINER || die $LINENO "Failure creating container $CONTAINER"
+
+
      +

      add some files into it.

      +
      +swift upload $CONTAINER /etc/issue || die $LINENO "Failure uploading file to container $CONTAINER"
+
+
      +

      list them

      +
      +swift list $CONTAINER || die $LINENO "Failure listing contents of container $CONTAINER"
+
+
      +

      And we may want to delete them now that we have tested that +everything works.

      +
      +swift delete $CONTAINER || die $LINENO "Failure deleting container $CONTAINER"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/trove.sh.html b/exercises/trove.sh.html new file mode 100644 index 00000000..4880d45d --- /dev/null +++ b/exercises/trove.sh.html @@ -0,0 +1,446 @@ + + + + + trove.sh + + + +
      +
      + + + + + + + + + + +

      trove.sh

      + + + + + + + + + +
      + + +

      trove.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that trove started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled trove || exit 55
+
+
      +

      can try to get datastore id

      +
      +DSTORE_ID=$(trove datastore-list | tail -n +4 |head -3 | get_field 1)
+die_if_not_set $LINENO  DSTORE_ID "Trove API not functioning!"
+
+DV_ID=$(trove datastore-version-list $DSTORE_ID | tail -n +4 | get_field 1)
+die_if_not_set $LINENO DV_ID "Trove API not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/exercises/volumes.sh b/exercises/volumes.sh deleted file mode 100755 index 45cb0c8e..00000000 --- a/exercises/volumes.sh +++ /dev/null @@ -1,219 +0,0 @@ -#!/usr/bin/env bash - -# **volumes.sh** - -# Test cinder volumes with the ``cinder`` command from ``python-cinderclient`` - -echo "*********************************************************************" -echo "Begin DevStack Exercise: $0" -echo "*********************************************************************" - -# This script exits on an error so that errors don't compound and you see -# only the first error that occurred. -set -o errexit - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following allowing as the install occurs. -set -o xtrace - - -# Settings -# ======== - -# Keep track of the current directory -EXERCISE_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $EXERCISE_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Import configuration -source $TOP_DIR/openrc - -# Import quantum functions if needed -if is_service_enabled quantum; then - source $TOP_DIR/lib/quantum -fi - -# Import exercise configuration -source $TOP_DIR/exerciserc - -# If cinder is not enabled we exit with exitcode 55 which mean -# exercise is skipped. -is_service_enabled cinder || exit 55 - -# Instance type to create -DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny} - -# Boot this image, use first AMI image if unset -DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami} - -# Security group name -SECGROUP=${SECGROUP:-vol_secgroup} - -# Instance and volume names -VM_NAME=${VM_NAME:-ex-vol-inst} -VOL_NAME="ex-vol-$(openssl rand -hex 4)" - - -# Launching a server -# ================== - -# List servers for tenant: -nova list - -# Images -# ------ - -# List the images available -glance image-list - -# Grab the id of the image to launch -IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1) -die_if_not_set IMAGE "Failure getting image $DEFAULT_IMAGE_NAME" - -# Security Groups -# --------------- - -# List security groups -nova secgroup-list - -# Create a secgroup -if ! nova secgroup-list | grep -q $SECGROUP; then - nova secgroup-create $SECGROUP "$SECGROUP description" - if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then - echo "Security group not created" - exit 1 - fi -fi - -# Configure Security Group Rules -if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then - nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0 -fi -if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then - nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0 -fi - -# List secgroup rules -nova secgroup-list-rules $SECGROUP - -# Set up instance -# --------------- - -# List flavors -nova flavor-list - -# Select a flavor -INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1) -if [[ -z "$INSTANCE_TYPE" ]]; then - # grab the first flavor in the list to launch if default doesn't exist - INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1) -fi - -# Clean-up from previous runs -nova delete $VM_NAME || true -if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then - echo "server didn't terminate!" - exit 1 -fi - -# Boot instance -# ------------- - -VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security_groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2) -die_if_not_set VM_UUID "Failure launching $VM_NAME" - -# Check that the status is active within ACTIVE_TIMEOUT seconds -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then - echo "server didn't become active!" - exit 1 -fi - -# Get the instance IP -IP=$(nova show $VM_UUID | grep "$PRIVATE_NETWORK_NAME" | get_field 2) -die_if_not_set IP "Failure retrieving IP address" - -# Private IPs can be pinged in single node deployments -ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT - -# Volumes -# ------- - -# Verify it doesn't exist -if [[ -n $(cinder list | grep $VOL_NAME | head -1 | get_field 2) ]]; then - echo "Volume $VOL_NAME already exists" - exit 1 -fi - -# Create a new volume -start_time=$(date +%s) -cinder create --display_name $VOL_NAME --display_description "test volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \ - die "Failure creating volume $VOL_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then - echo "Volume $VOL_NAME not created" - exit 1 -fi -end_time=$(date +%s) -echo "Completed cinder create in $((end_time - start_time)) seconds" - -# Get volume ID -VOL_ID=$(cinder list | grep $VOL_NAME | head -1 | get_field 1) -die_if_not_set VOL_ID "Failure retrieving volume ID for $VOL_NAME" - -# Attach to server -DEVICE=/dev/vdb -start_time=$(date +%s) -nova volume-attach $VM_UUID $VOL_ID $DEVICE || \ - die "Failure attaching volume $VOL_NAME to $VM_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep in-use; do sleep 1; done"; then - echo "Volume $VOL_NAME not attached to $VM_NAME" - exit 1 -fi -end_time=$(date +%s) -echo "Completed volume-attach in $((end_time - start_time)) seconds" - -VOL_ATTACH=$(cinder list | grep $VOL_NAME | head -1 | get_field -1) -die_if_not_set VOL_ATTACH "Failure retrieving $VOL_NAME status" -if [[ "$VOL_ATTACH" != $VM_UUID ]]; then - echo "Volume not attached to correct instance" - exit 1 -fi - -# Clean up -# -------- - -# Detach volume -start_time=$(date +%s) -nova volume-detach $VM_UUID $VOL_ID || die "Failure detaching volume $VOL_NAME from $VM_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then - echo "Volume $VOL_NAME not detached from $VM_NAME" - exit 1 -fi -end_time=$(date +%s) -echo "Completed volume-detach in $((end_time - start_time)) seconds" - -# Delete volume -start_time=$(date +%s) -cinder delete $VOL_ID || die "Failure deleting volume $VOL_NAME" -if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then - echo "Volume $VOL_NAME not deleted" - exit 1 -fi -end_time=$(date +%s) -echo "Completed cinder delete in $((end_time - start_time)) seconds" - -# Delete instance -nova delete $VM_UUID || die "Failure deleting instance $VM_NAME" -if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then - echo "Server $VM_NAME not deleted" - exit 1 -fi - -# Delete secgroup -nova secgroup-delete $SECGROUP || die "Failure deleting security group $SECGROUP" - -set +o xtrace -echo "*********************************************************************" -echo "SUCCESS: End DevStack Exercise: $0" -echo "*********************************************************************" diff --git a/exercises/volumes.sh.html b/exercises/volumes.sh.html new file mode 100644 index 00000000..ceaec06f --- /dev/null +++ b/exercises/volumes.sh.html @@ -0,0 +1,700 @@ + + + + + volumes.sh + + + +
      +
      + + + + + + + + + + +

      volumes.sh

      + + + + + + + + + +
      + + +

      volumes.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Test cinder volumes with the cinder command from python-cinderclient

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import project functions

      +
      +source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/neutron
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If cinder is not enabled we exit with exitcode 55 which mean +exercise is skipped.

      +
      +is_service_enabled cinder || exit 55
+
+
      +

      Ironic does not currently support volume attachment.

      +
      +[ "$VIRT_DRIVER" == "ironic" ] && exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-vol_secgroup}
+
+
      +

      Instance and volume names

      +
      +VM_NAME=${VM_NAME:-ex-vol-inst}
+VOL_NAME="ex-vol-$(openssl rand -hex 4)"
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +openstack image list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(openstack image list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+if is_service_enabled n-cell; then
+
      +

      Cells does not support security groups, so force the use of "default"

      +
      +    SECGROUP="default"
+    echo "Using the default security group because of Cells."
+else
+
      +

      Create a secgroup

      +
      +    if ! nova secgroup-list | grep -q $SECGROUP; then
+        nova secgroup-create $SECGROUP "$SECGROUP description"
+        if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+            echo "Security group not created"
+            exit 1
+        fi
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +    INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+    die_if_not_set $LINENO INSTANCE_TYPE "Failure retrieving INSTANCE_TYPE"
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    die $LINENO "server didn't terminate!"
+fi
+
+
      + +
      +

      Boot instance

      +
      +
+VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --security-groups=$SECGROUP $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    die $LINENO "server didn't become active!"
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(get_instance_ip $VM_UUID $PRIVATE_NETWORK_NAME)
+
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Volumes

      +
      +
+
      +

      Verify it doesn't exist

      +
      +if [[ -n $(cinder list | grep $VOL_NAME | head -1 | get_field 2) ]]; then
+    die $LINENO "Volume $VOL_NAME already exists"
+fi
+
+
      +

      Create a new volume

      +
      +start_time=$(date +%s)
+cinder create --display-name $VOL_NAME --display-description "test volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \
+    die $LINENO "Failure creating volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not created"
+fi
+end_time=$(date +%s)
+echo "Completed cinder create in $((end_time - start_time)) seconds"
+
+
      +

      Get volume ID

      +
      +VOL_ID=$(cinder list | grep $VOL_NAME | head -1 | get_field 1)
+die_if_not_set $LINENO VOL_ID "Failure retrieving volume ID for $VOL_NAME"
+
+
      +

      Attach to server

      +
      +DEVICE=/dev/vdb
+start_time=$(date +%s)
+nova volume-attach $VM_UUID $VOL_ID $DEVICE || \
+    die $LINENO "Failure attaching volume $VOL_NAME to $VM_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep in-use; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not attached to $VM_NAME"
+fi
+end_time=$(date +%s)
+echo "Completed volume-attach in $((end_time - start_time)) seconds"
+
+VOL_ATTACH=$(cinder list | grep $VOL_NAME | head -1 | get_field -1)
+die_if_not_set $LINENO VOL_ATTACH "Failure retrieving $VOL_NAME status"
+if [[ "$VOL_ATTACH" != $VM_UUID ]]; then
+    die $LINENO "Volume not attached to correct instance"
+fi
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Detach volume

      +
      +start_time=$(date +%s)
+nova volume-detach $VM_UUID $VOL_ID || die $LINENO "Failure detaching volume $VOL_NAME from $VM_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not detached from $VM_NAME"
+fi
+end_time=$(date +%s)
+echo "Completed volume-detach in $((end_time - start_time)) seconds"
+
+
      +

      Delete volume

      +
      +start_time=$(date +%s)
+cinder delete $VOL_ID || die $LINENO "Failure deleting volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    die $LINENO "Volume $VOL_NAME not deleted"
+fi
+end_time=$(date +%s)
+echo "Completed cinder delete in $((end_time - start_time)) seconds"
+
+
      +

      Delete instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    die $LINENO "Server $VM_NAME not deleted"
+fi
+
+if [[ $SECGROUP = "default" ]] ; then
+    echo "Skipping deleting default security group"
+else
+
      +

      Delete secgroup

      +
      +    nova secgroup-delete $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/exercises/zaqar.sh.html b/exercises/zaqar.sh.html new file mode 100644 index 00000000..4a7eac1b --- /dev/null +++ b/exercises/zaqar.sh.html @@ -0,0 +1,438 @@ + + + + + zaqar.sh + + + +
      +
      + + + + + + + + + + +

      zaqar.sh

      + + + + + + + + + +
      + + +

      zaqar.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Sanity check that Zaqar started if enabled

      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+is_service_enabled zaqar-server || exit 55
+
+curl http://$SERVICE_HOST:8888/v1/ 2>/dev/null | grep -q 'queue_name' || die $LINENO "Zaqar API not functioning!"
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/extras.d/40-dib.sh.html b/extras.d/40-dib.sh.html new file mode 100644 index 00000000..a34cc488 --- /dev/null +++ b/extras.d/40-dib.sh.html @@ -0,0 +1,415 @@ + + + + + 40-dib.sh + + + +
      +
      + + + + + + + + + + +

      40-dib.sh

      + + + + + + + + + +
      + + +

      dib.sh - Devstack extras script to install diskimage-builder

      +
      +
+if is_service_enabled dib; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/dib
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing diskimage-builder"
+        install_dib
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+
      +

      no-op

      +
      +        :
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/50-ironic.sh.html b/extras.d/50-ironic.sh.html new file mode 100644 index 00000000..d31d2826 --- /dev/null +++ b/extras.d/50-ironic.sh.html @@ -0,0 +1,427 @@ + + + + + 50-ironic.sh + + + +
      +
      + + + + + + + + + + +

      50-ironic.sh

      + + + + + + + + + +
      + + +

      ironic.sh - Devstack extras script to install ironic

      +
      +
+if is_service_enabled ir-api ir-cond; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/ironic
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Ironic"
+        install_ironic
+        install_ironicclient
+        cleanup_ironic
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Ironic"
+        configure_ironic
+
+        if is_service_enabled key; then
+            create_ironic_accounts
+        fi
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+
      +

      Initialize ironic

      +
      +        init_ironic
+
+
      +

      Start the ironic API and ironic taskmgr components

      +
      +        echo_summary "Starting Ironic"
+        start_ironic
+
+        if [[ "$IRONIC_BAREMETAL_BASIC_OPS" = "True" ]]; then
+            prepare_baremetal_basic_ops
+        fi
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_ironic
+        if [[ "$IRONIC_BAREMETAL_BASIC_OPS" = "True" ]]; then
+            cleanup_baremetal_basic_ops
+        fi
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+        cleanup_ironic
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/60-ceph.sh.html b/extras.d/60-ceph.sh.html new file mode 100644 index 00000000..2c1513fe --- /dev/null +++ b/extras.d/60-ceph.sh.html @@ -0,0 +1,428 @@ + + + + + 60-ceph.sh + + + +
      +
      + + + + + + + + + + +

      60-ceph.sh

      + + + + + + + + + +
      + + +

      ceph.sh - DevStack extras script to install Ceph

      +
      +
+if is_service_enabled ceph; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/ceph
+    elif [[ "$1" == "stack" && "$2" == "pre-install" ]]; then
+        echo_summary "Installing Ceph"
+        install_ceph
+        echo_summary "Configuring Ceph"
+        configure_ceph
+
      +

      NOTE (leseb): Do everything here because we need to have Ceph started before the main +OpenStack components. Ceph OSD must start here otherwise we can't upload any images.

      +
      +        echo_summary "Initializing Ceph"
+        init_ceph
+        start_ceph
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        if is_service_enabled glance; then
+            echo_summary "Configuring Glance for Ceph"
+            configure_ceph_glance
+        fi
+        if is_service_enabled nova; then
+            echo_summary "Configuring Nova for Ceph"
+            configure_ceph_nova
+        fi
+        if is_service_enabled cinder; then
+            echo_summary "Configuring Cinder for Ceph"
+            configure_ceph_cinder
+
      +

      NOTE (leseb): the part below is a requirement from Cinder in order to attach volumes +so we should run the following within the if statement.

      +
      +            echo_summary "Configuring libvirt secret"
+            import_libvirt_secret_ceph
+        fi
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_ceph
+        cleanup_ceph
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+        cleanup_ceph
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-gantt.sh.html b/extras.d/70-gantt.sh.html new file mode 100644 index 00000000..26f7728f --- /dev/null +++ b/extras.d/70-gantt.sh.html @@ -0,0 +1,415 @@ + + + + + 70-gantt.sh + + + +
      +
      + + + + + + + + + + +

      70-gantt.sh

      + + + + + + + + + +
      + + +

      gantt.sh - Devstack extras script to install Gantt

      +
      +
+if is_service_enabled n-sch; then
+    disable_service gantt
+fi
+
+if is_service_enabled gantt; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/gantt
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Gantt"
+        install_gantt
+        cleanup_gantt
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Gantt"
+        configure_gantt
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+
      +

      Initialize gantt

      +
      +        init_gantt
+
+
      +

      Start gantt

      +
      +        echo_summary "Starting Gantt"
+        start_gantt
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_gantt
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-marconi.sh.html b/extras.d/70-marconi.sh.html new file mode 100644 index 00000000..b7d25a4e --- /dev/null +++ b/extras.d/70-marconi.sh.html @@ -0,0 +1,409 @@ + + + + + 70-marconi.sh + + + +
      +
      + + + + + + + + + + +

      70-marconi.sh

      + + + + + + + + + +
      + + +

      marconi.sh - Devstack extras script to install Marconi

      +
      +
+if is_service_enabled marconi-server; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/marconi
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Marconi"
+        install_marconiclient
+        install_marconi
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Marconi"
+        configure_marconi
+        configure_marconiclient
+
+        if is_service_enabled key; then
+            create_marconi_accounts
+        fi
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing Marconi"
+        init_marconi
+        start_marconi
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_marconi
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-phpldapadmin.sh.html b/extras.d/70-phpldapadmin.sh.html new file mode 100644 index 00000000..d730e163 --- /dev/null +++ b/extras.d/70-phpldapadmin.sh.html @@ -0,0 +1,415 @@ + + + + + 70-phpldapadmin.sh + + + +
      +
      + + + + + + + + + + +

      70-phpldapadmin.sh

      + + + + + + + + + +
      + + +

      phpldapadmin.sh - DevStack extras script

      +
      +
+
+if is_service_enabled ldap; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        :
+    elif [[ "$1" == "stack"  && "$2" == "post-config" ]]; then
+        echo_summary "Configuring PHPLDAPAdmin"
+        install_package phpldapadmin
+        sudo sed -i -e "
+            s|'host','127.0.0.1'|'host','ldap://localhost'|
+            s|'base',array('dc=example,dc=com')|'base',array('$LDAP_BASE_DN')|
+            s|'bind_id','cn=admin,dc=example,dc=com'|'bind_id','$LDAP_MANAGER_DN'|
+            s|'bind_pass','secret'|'bind_pass','secrete'|
+        " /etc/phpldapadmin/config.php
+        restart_service apache2
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+fi
+
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-sahara.sh.html b/extras.d/70-sahara.sh.html new file mode 100644 index 00000000..5c53f19d --- /dev/null +++ b/extras.d/70-sahara.sh.html @@ -0,0 +1,408 @@ + + + + + 70-sahara.sh + + + +
      +
      + + + + + + + + + + +

      70-sahara.sh

      + + + + + + + + + +
      + + +

      sahara.sh - DevStack extras script to install Sahara

      +
      +
+if is_service_enabled sahara; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/sahara
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing sahara"
+        install_sahara
+        install_python_saharaclient
+        cleanup_sahara
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring sahara"
+        configure_sahara
+        create_sahara_accounts
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing sahara"
+        start_sahara
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_sahara
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+        cleanup_sahara
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-savanna.sh.html b/extras.d/70-savanna.sh.html new file mode 100644 index 00000000..0e670428 --- /dev/null +++ b/extras.d/70-savanna.sh.html @@ -0,0 +1,412 @@ + + + + + 70-savanna.sh + + + +
      +
      + + + + + + + + + + +

      70-savanna.sh

      + + + + + + + + + +
      + + +

      savanna.sh - DevStack extras script to install Savanna

      +
      +
+if is_service_enabled savanna; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/savanna
+        source $TOP_DIR/lib/savanna-dashboard
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Savanna"
+        install_savanna
+        if is_service_enabled horizon; then
+            install_savanna_dashboard
+        fi
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Savanna"
+        configure_savanna
+        create_savanna_accounts
+        if is_service_enabled horizon; then
+            configure_savanna_dashboard
+        fi
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing Savanna"
+        start_savanna
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_savanna
+        if is_service_enabled horizon; then
+            cleanup_savanna_dashboard
+        fi
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-trove.sh.html b/extras.d/70-trove.sh.html new file mode 100644 index 00000000..7359ef01 --- /dev/null +++ b/extras.d/70-trove.sh.html @@ -0,0 +1,417 @@ + + + + + 70-trove.sh + + + +
      +
      + + + + + + + + + + +

      70-trove.sh

      + + + + + + + + + +
      + + +

      trove.sh - Devstack extras script to install Trove

      +
      +
+if is_service_enabled trove; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/trove
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Trove"
+        install_trove
+        install_troveclient
+        cleanup_trove
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Trove"
+        configure_troveclient
+        configure_trove
+
+        if is_service_enabled key; then
+            create_trove_accounts
+        fi
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+
      +

      Initialize trove

      +
      +        init_trove
+
+
      +

      Start the trove API and trove taskmgr components

      +
      +        echo_summary "Starting Trove"
+        start_trove
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_trove
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/70-zaqar.sh.html b/extras.d/70-zaqar.sh.html new file mode 100644 index 00000000..c70c1953 --- /dev/null +++ b/extras.d/70-zaqar.sh.html @@ -0,0 +1,409 @@ + + + + + 70-zaqar.sh + + + +
      +
      + + + + + + + + + + +

      70-zaqar.sh

      + + + + + + + + + +
      + + +

      zaqar.sh - Devstack extras script to install Zaqar

      +
      +
+if is_service_enabled zaqar-server; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/zaqar
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Zaqar"
+        install_zaqarclient
+        install_zaqar
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        echo_summary "Configuring Zaqar"
+        configure_zaqar
+        configure_zaqarclient
+
+        if is_service_enabled key; then
+            create_zaqar_accounts
+        fi
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing Zaqar"
+        init_zaqar
+        start_zaqar
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_zaqar
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/80-opendaylight.sh.html b/extras.d/80-opendaylight.sh.html new file mode 100644 index 00000000..25ee986a --- /dev/null +++ b/extras.d/80-opendaylight.sh.html @@ -0,0 +1,470 @@ + + + + + 80-opendaylight.sh + + + +
      +
      + + + + + + + + + + +

      80-opendaylight.sh

      + + + + + + + + + +
      + + +

      opendaylight.sh - DevStack extras script

      +
      +
+if is_service_enabled odl-server odl-compute; then
+
      +

      Initial source

      +
      +    [[ "$1" == "source" ]] && source $TOP_DIR/lib/opendaylight
+fi
+
+if is_service_enabled odl-server; then
+    if [[ "$1" == "source" ]]; then
+
      +

      no-op

      +
      +        :
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        install_opendaylight
+        configure_opendaylight
+        init_opendaylight
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        configure_ml2_odl
+
      +

      This has to start before Neutron

      +
      +        start_opendaylight
+    elif [[ "$1" == "stack" && "$2" == "post-extra" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        stop_opendaylight
+        cleanup_opendaylight
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+fi
+
+if is_service_enabled odl-compute; then
+    if [[ "$1" == "source" ]]; then
+
      +

      no-op

      +
      +        :
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        install_opendaylight-compute
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        if is_service_enabled nova; then
+            create_nova_conf_neutron
+        fi
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing OpenDaylight"
+        ODL_LOCAL_IP=${ODL_LOCAL_IP:-$HOST_IP}
+        ODL_MGR_PORT=${ODL_MGR_PORT:-6640}
+        read ovstbl <<< $(sudo ovs-vsctl get Open_vSwitch . _uuid)
+        sudo ovs-vsctl set-manager tcp:$ODL_MGR_IP:$ODL_MGR_PORT
+        if [[ -n "$ODL_PROVIDER_MAPPINGS" ]] && [[ "$ENABLE_TENANT_VLANS" == "True" ]]; then
+            sudo ovs-vsctl set Open_vSwitch $ovstbl \
+                other_config:provider_mappings=$ODL_PROVIDER_MAPPINGS
+        fi
+        sudo ovs-vsctl set Open_vSwitch $ovstbl other_config:local_ip=$ODL_LOCAL_IP
+    elif [[ "$1" == "stack" && "$2" == "post-extra" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        sudo ovs-vsctl del-manager
+        BRIDGES=$(sudo ovs-vsctl list-br)
+        for bridge in $BRIDGES ; do
+            sudo ovs-vsctl del-controller $bridge
+        done
+
+        stop_opendaylight-compute
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/80-tempest.sh b/extras.d/80-tempest.sh deleted file mode 100644 index f1599557..00000000 --- a/extras.d/80-tempest.sh +++ /dev/null @@ -1,21 +0,0 @@ -# tempest.sh - DevStack extras script - -source $TOP_DIR/lib/tempest - -if [[ "$1" == "stack" ]]; then - # Configure Tempest last to ensure that the runtime configuration of - # the various OpenStack services can be queried. - if is_service_enabled tempest; then - echo_summary "Configuring Tempest" - install_tempest - configure_tempest - init_tempest - fi -fi - -if [[ "$1" == "unstack" ]]; then - # no-op - : -fi - - diff --git a/extras.d/80-tempest.sh.html b/extras.d/80-tempest.sh.html new file mode 100644 index 00000000..3498ccf7 --- /dev/null +++ b/extras.d/80-tempest.sh.html @@ -0,0 +1,420 @@ + + + + + 80-tempest.sh + + + +
      +
      + + + + + + + + + + +

      80-tempest.sh

      + + + + + + + + + +
      + + +

      tempest.sh - DevStack extras script

      +
      +
+if is_service_enabled tempest; then
+    if [[ "$1" == "source" ]]; then
+
      +

      Initial source

      +
      +        source $TOP_DIR/lib/tempest
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        echo_summary "Installing Tempest"
+        install_tempest
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+
      +

      Tempest config must come after layer 2 services are running

      +
      +        create_tempest_accounts
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        echo_summary "Initializing Tempest"
+        configure_tempest
+        init_tempest
+    elif [[ "$1" == "stack" && "$2" == "post-extra" ]]; then
+
      +

      local.conf Tempest option overrides

      +
      +        :
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+
      +

      no-op

      +
      +        :
+    fi
+fi
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/extras.d/README b/extras.d/README deleted file mode 100644 index ffc6793a..00000000 --- a/extras.d/README +++ /dev/null @@ -1,14 +0,0 @@ -The extras.d directory contains project initialization scripts to be -sourced by stack.sh at the end of its run. This is expected to be -used by external projects that want to be configured, started and -stopped with DevStack. - -Order is controlled by prefixing the script names with the a two digit -sequence number. Script names must end with '.sh'. This provides a -convenient way to disable scripts by simoy renaming them. - -DevStack reserves the sequence numbers 00 through 09 and 90 through 99 -for its own use. - -The scripts are called with an argument of 'stack' by stack.sh and -with an argument of 'unstack' by unstack.sh. diff --git a/faq.html b/faq.html new file mode 100644 index 00000000..2c74a66a --- /dev/null +++ b/faq.html @@ -0,0 +1,169 @@ + + + + + DevStack - Frequently Asked Questions + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      FAQ: Using DevStack Making to behave

      + + + +

      General Questions

      + +
      +
      Q: Can I use DevStack for production?
      +
      A: No. We mean it. Really. DevStack makes some implementation choices that are not appropriate for production deployments. We warned you!
      + +
      Q: Then why selinux in enforcing mode?
      +
      A: That is the default on current Fedora and RHEL releases. DevStack has (rightly so) a bad reputation for its security practices; it has always been meant as a development tool first and system integration later. This is changing as the security issues around OpenStack's use of root (for example) have been tightened and developers need to be better equipped to work in these environments. stack.sh's use of root is primarily to support the activities that would be handled by packaging in "real" deployments. To remove additional protections that will be desired/required in production would be a step backward.
      + +
      Q: But selinux is disabled in RHEL 6!
      +
      A: Today it is, yes. That is a specific exception that certain DevStack contributors fought strongly against. The primary reason it was allowed was to support using RHEL6 as the Python 2.6 test platform and that took priority time-wise. This will not be the case with RHEL 7.
      + +
      Q: Why a shell script, why not chef/puppet/...
      +
      A: The script is meant to be read by humans (as well as ran by computers); it is the primary documentation after all. Using a recipe system requires everyone to agree and understand chef or puppet.
      + +
      Q: Why not use Crowbar?
      +
      A: DevStack is optimized for documentation & developers. As some of us use Crowbar for production deployments, we hope developers documenting how they setup systems for new features supports projects like Crowbar.
      + +
      Q: I'd like to help!
      +
      A: That isn't a question, but please do! The source for DevStack is github and bug reports go to LaunchPad. Contributions follow the usual process as described in the OpenStack wiki even though DevStack is not an official OpenStack project. This site is housed in the CloudBuilder's github in the gh-pages branch.
      + +
      Q: Why not use packages?
      +
      A: Unlike packages, DevStack leaves your cloud ready to develop - checkouts of the code and services running in screen. However, many people are doing the hard work of packaging and recipes for production deployments. We hope this script serves as a way to communicate configuration changes between developers and packagers.
      + +
      Q: Why isn't $MY_FAVORITE_DISTRO supported?
      +
      A: DevStack is meant for developers and those who want to see how OpenStack really works. DevStack is known to run on the distro/release combinations listed in README.md. DevStack is only supported on releases other than those documented in README.md on a best-effort basis.
      + +
      Q: What about Fedora/RHEL/CentOS?
      +
      A: Fedora and CentOS/RHEL are supported via rpm dependency files and specific checks in stack.sh. Support will follow the pattern set with the Ubuntu testing, i.e. only a single release of the distro will receive regular testing, others will be handled on a best-effort basis.
      + +
      Q: Are there any differences between Ubuntu and Fedora support?
      +
      A: Neutron is not fully supported prior to Fedora 18 due lack of OpenVSwitch packages.
      + +
      Q: How about RHEL 6?
      +
      A: RHEL 6 has Python 2.6 and many old modules packaged and is a challenge to support. There are a number of specific RHEL6 work-arounds in stack.sh to handle this. But the testing on py26 is valuable so we do it...
      +
      + +

      Operation and Configuration

      + +
      +
      Q: Can DevStack handle a multi-node installation?
      +
      A: Indirectly, yes. You run DevStack on each node with the appropriate configuration in local.conf. The primary considerations are turning off the services not required on the secondary nodes, making sure the passwords match and setting the various API URLs to the right place.
      + +
      Q: How can I document the environment that DevStack is using?
      +
      A: DevStack includes a script (tools/info.sh) that gathers the versions of the relevant installed apt packages, pip packages and git repos. This is a good way to verify what Python modules are installed.
      + +
      Q: How do I turn off a service that is enabled by default?
      +
      A: Services can be turned off by adding disable_service xxx to local.conf (using n-vol in this example): + 
      disable_service n-vol
      +
      + +
      Q: Is enabling a service that defaults to off done with the reverse of the above?
      +
      A: Of course! + 
      enable_service qpid
      +
      + +
      Q: How do I run a specific OpenStack milestone?
      +
      A: OpenStack milestones have tags set in the git repo. Set the appropriate tag in the *_BRANCH variables in local.conf. Swift is on its own release schedule so pick a tag in the Swift repo that is just before the milestone release. For example: + 
      [[local|localrc]]
+GLANCE_BRANCH=stable/grizzly
+HORIZON_BRANCH=stable/grizzly
+KEYSTONE_BRANCH=stable/grizzly
+NOVA_BRANCH=stable/grizzly
+GLANCE_BRANCH=stable/grizzly
+NEUTRON_BRANCH=stable/grizzly
+SWIFT_BRANCH=1.10.0
      +
      + +
      Q: Why not use tools/pip-requiresrequirements.txt to grab project dependencies?
      +
      The majority of deployments will use packages to install OpenStack that will have distro-based packages as dependencies. DevStack installs as many of these Python packages as possible to mimic the expected production environemnt. Certain Linux distributions have a 'lack of workaround' in their Python configurations that installs vendor packaged Python modules and pip-installed modules to the SAME DIRECTORY TREE. This is causing heartache and moving us in the direction of installing more modules from PyPI than vendor packages. However, that is only being done as necessary as the packaging needs to catch up to the development cycle anyway so this is kept to a minimum.
      + +
      Q: What can I do about RabbitMQ not wanting to start on my fresh new VM?
      +
      A: This is often caused by erlang not being happy with the hostname resolving to a reachable IP address. Make sure your hostname resolves to a working IP address; setting it to 127.0.0.1 in /etc/hosts is often good enough for a single-node installation. And in an extreme case, use clean.sh to eradicate it and try again.
      + +
      Q: How can I set up Heat in stand-alone configuration?
      +
      A: Configure local.conf thusly: + 
      [[local|localrc]]
+HEAT_STANDALONE=True
+ENABLED_SERVICES=rabbit,mysql,heat,h-api,h-api-cfn,h-api-cw,h-eng
+KEYSTONE_SERVICE_HOST=<keystone-host>
+KEYSTONE_AUTH_HOST=<keystone-host>
      +
      + +
      Q: Why are my configuration changes ignored?
      +
      A: You may have run into the package prerequisite installation timeout. tools/install_prereqs.sh has a timer that skips the package installation checks if it was run within the last PREREQ_RERUN_HOURS hours (default is 2). To override this, set FORCE_PREREQ=1 and the package checks will never be skipped. +
      +
      + +

      Miscellaneous

      + +
      +
      Q: tools/fixup_stuff.sh is broken and shouldn't 'fix' just one version of packages.
      +
      A: [Another not-a-question] No it isn't. Stuff in there is to correct problems in an environment that need to be fixed elsewhere or may/will be fixed in a future release. In the case of httplib2 and prettytable specific problems with specific versions are being worked around. If later releases have those problems than we'll add them to the script. Knowing about the broken future releases is valuable rather than polling to see if it has been fixed.
      +
      +
      + +
      + + + +
      + + diff --git a/files/apache-horizon.template b/files/apache-horizon.template deleted file mode 100644 index fb98471b..00000000 --- a/files/apache-horizon.template +++ /dev/null @@ -1,30 +0,0 @@ - - WSGIScriptAlias / %HORIZON_DIR%/openstack_dashboard/wsgi/django.wsgi - WSGIDaemonProcess horizon user=%USER% group=%GROUP% processes=3 threads=10 home=%HORIZON_DIR% - WSGIApplicationGroup %{GLOBAL} - - SetEnv APACHE_RUN_USER %USER% - SetEnv APACHE_RUN_GROUP %GROUP% - WSGIProcessGroup horizon - - DocumentRoot %HORIZON_DIR%/.blackhole/ - Alias /media %HORIZON_DIR%/openstack_dashboard/static - - - Options FollowSymLinks - AllowOverride None - - - - Options Indexes FollowSymLinks MultiViews - AllowOverride None - Order allow,deny - allow from all - - - ErrorLog /var/log/%APACHE_NAME%/horizon_error.log - LogLevel warn - CustomLog /var/log/%APACHE_NAME%/horizon_access.log combined - - -WSGISocketPrefix /var/run/%APACHE_NAME% diff --git a/files/apts/baremetal b/files/apts/baremetal deleted file mode 100644 index 54e76e00..00000000 --- a/files/apts/baremetal +++ /dev/null @@ -1,9 +0,0 @@ -busybox -dnsmasq -gcc -ipmitool -make -open-iscsi -qemu-kvm -syslinux -tgt diff --git a/files/apts/ceilometer-collector b/files/apts/ceilometer-collector deleted file mode 100644 index c67ade3c..00000000 --- a/files/apts/ceilometer-collector +++ /dev/null @@ -1,2 +0,0 @@ -python-pymongo -mongodb-server diff --git a/files/apts/cinder b/files/apts/cinder deleted file mode 100644 index 5db06eac..00000000 --- a/files/apts/cinder +++ /dev/null @@ -1,2 +0,0 @@ -tgt -lvm2 diff --git a/files/apts/general b/files/apts/general deleted file mode 100644 index 0264066a..00000000 --- a/files/apts/general +++ /dev/null @@ -1,23 +0,0 @@ -bridge-utils -pep8 -pylint -python-pip -screen -unzip -wget -psmisc -git -lsof # useful when debugging -openssh-server -vim-nox -locate # useful when debugging -python-virtualenv -python-unittest2 -iputils-ping -wget -curl -tcpdump -euca2ools # only for testing client -tar -python-cmd2 # dist:precise -python-netaddr diff --git a/files/apts/glance b/files/apts/glance deleted file mode 100644 index a05e9f2e..00000000 --- a/files/apts/glance +++ /dev/null @@ -1,12 +0,0 @@ -gcc -libxml2-dev -python-dev -python-eventlet -python-routes -python-greenlet -python-argparse # dist:oneiric -python-sqlalchemy -python-wsgiref -python-pastedeploy -python-xattr -python-iso8601 diff --git a/files/apts/horizon b/files/apts/horizon deleted file mode 100644 index 2c2faf1a..00000000 --- a/files/apts/horizon +++ /dev/null @@ -1,25 +0,0 @@ -apache2 # NOPRIME -libapache2-mod-wsgi # NOPRIME -python-beautifulsoup -python-dateutil -python-paste -python-pastedeploy -python-anyjson -python-routes -python-xattr -python-sqlalchemy -python-webob -python-kombu -pylint -pep8 -python-eventlet -python-nose -python-sphinx -python-mox -python-kombu -python-coverage -python-cherrypy3 # why? -python-migrate -nodejs -nodejs-legacy # dist:quantal -python-netaddr diff --git a/files/apts/keystone b/files/apts/keystone deleted file mode 100644 index ce536bfc..00000000 --- a/files/apts/keystone +++ /dev/null @@ -1,16 +0,0 @@ -python-setuptools -python-dev -python-lxml -python-pastescript -python-pastedeploy -python-paste -sqlite3 -python-pysqlite2 -python-sqlalchemy -python-mysqldb -python-webob -python-greenlet -python-routes -libldap2-dev -libsasl2-dev -python-bcrypt diff --git a/files/apts/ldap b/files/apts/ldap deleted file mode 100644 index 81a00f27..00000000 --- a/files/apts/ldap +++ /dev/null @@ -1,3 +0,0 @@ -ldap-utils -slapd # NOPRIME -python-ldap diff --git a/files/apts/n-api b/files/apts/n-api deleted file mode 100644 index ad943ffd..00000000 --- a/files/apts/n-api +++ /dev/null @@ -1,2 +0,0 @@ -gcc # temporary because this pulls in glance to get the client without running the glance prereqs -python-dateutil diff --git a/files/apts/n-cpu b/files/apts/n-cpu deleted file mode 100644 index ad2d6d71..00000000 --- a/files/apts/n-cpu +++ /dev/null @@ -1,7 +0,0 @@ -# Stuff for diablo volumes -lvm2 -open-iscsi -open-iscsi-utils -genisoimage -sysfsutils -sg3-utils diff --git a/files/apts/n-novnc b/files/apts/n-novnc deleted file mode 100644 index c8722b9f..00000000 --- a/files/apts/n-novnc +++ /dev/null @@ -1 +0,0 @@ -python-numpy diff --git a/files/apts/n-vol b/files/apts/n-vol deleted file mode 100644 index 5db06eac..00000000 --- a/files/apts/n-vol +++ /dev/null @@ -1,2 +0,0 @@ -tgt -lvm2 diff --git a/files/apts/nova b/files/apts/nova deleted file mode 100644 index 39b4060e..00000000 --- a/files/apts/nova +++ /dev/null @@ -1,48 +0,0 @@ -dnsmasq-base -dnsmasq-utils # for dhcp_release only available in dist:oneiric,precise,quantal -kpartx -parted -arping # only available in dist:natty -iputils-arping # only available in dist:oneiric -mysql-server # NOPRIME -python-mysqldb -python-xattr # needed for glance which is needed for nova --- this shouldn't be here -python-lxml # needed for glance which is needed for nova --- this shouldn't be here -kvm -gawk -iptables -ebtables -sqlite3 -sudo -kvm -libvirt-bin # NOPRIME -libjs-jquery-tablesorter # Needed for coverage html reports -vlan -curl -rabbitmq-server # NOPRIME -qpidd # dist:precise NOPRIME -socat # used by ajaxterm -python-mox -python-paste -python-migrate -python-gflags -python-greenlet -python-libvirt -python-libxml2 -python-routes -python-netaddr -python-numpy # used by websockify for spice console -python-pastedeploy -python-eventlet -python-cheetah -python-carrot -python-tempita -python-sqlalchemy -python-suds -python-lockfile -python-m2crypto -python-boto -python-kombu -python-feedparser -python-iso8601 -python-qpid # dist:precise diff --git a/files/apts/postgresql b/files/apts/postgresql deleted file mode 100644 index bf19d397..00000000 --- a/files/apts/postgresql +++ /dev/null @@ -1 +0,0 @@ -python-psycopg2 diff --git a/files/apts/quantum b/files/apts/quantum deleted file mode 100644 index 64fc1bfb..00000000 --- a/files/apts/quantum +++ /dev/null @@ -1,26 +0,0 @@ -ebtables -iptables -iputils-ping -iputils-arping -mysql-server #NOPRIME -sudo -python-boto -python-iso8601 -python-paste -python-routes -python-suds -python-netaddr -python-pastedeploy -python-greenlet -python-kombu -python-eventlet -python-sqlalchemy -python-mysqldb -python-pyudev -python-qpid # dist:precise -dnsmasq-base -dnsmasq-utils # for dhcp_release only available in dist:oneiric,precise,quantal -rabbitmq-server # NOPRIME -qpid # NOPRIME -sqlite3 -vlan diff --git a/files/apts/ryu b/files/apts/ryu deleted file mode 100644 index 4a4fc523..00000000 --- a/files/apts/ryu +++ /dev/null @@ -1,5 +0,0 @@ -python-setuptools -python-gevent -python-gflags -python-netifaces -python-sphinx diff --git a/files/apts/swift b/files/apts/swift deleted file mode 100644 index c52c68b7..00000000 --- a/files/apts/swift +++ /dev/null @@ -1,17 +0,0 @@ -curl -gcc -memcached -python-configobj -python-coverage -python-dev -python-eventlet -python-greenlet -python-netifaces -python-nose -python-pastedeploy -python-setuptools -python-simplejson -python-webob -python-xattr -sqlite3 -xfsprogs diff --git a/files/apts/tls-proxy b/files/apts/tls-proxy deleted file mode 100644 index 0a440159..00000000 --- a/files/apts/tls-proxy +++ /dev/null @@ -1 +0,0 @@ -stud # only available in dist:precise,quantal diff --git a/files/default_catalog.templates b/files/default_catalog.templates deleted file mode 100644 index 990cc0e9..00000000 --- a/files/default_catalog.templates +++ /dev/null @@ -1,41 +0,0 @@ -# config for TemplatedCatalog, using camelCase because I don't want to do -# translations for legacy compat -catalog.RegionOne.identity.publicURL = http://%SERVICE_HOST%:$(public_port)s/v2.0 -catalog.RegionOne.identity.adminURL = http://%SERVICE_HOST%:$(admin_port)s/v2.0 -catalog.RegionOne.identity.internalURL = http://%SERVICE_HOST%:$(public_port)s/v2.0 -catalog.RegionOne.identity.name = Identity Service - - -catalog.RegionOne.compute.publicURL = http://%SERVICE_HOST%:8774/v2/$(tenant_id)s -catalog.RegionOne.compute.adminURL = http://%SERVICE_HOST%:8774/v2/$(tenant_id)s -catalog.RegionOne.compute.internalURL = http://%SERVICE_HOST%:8774/v2/$(tenant_id)s -catalog.RegionOne.compute.name = Compute Service - - -catalog.RegionOne.volume.publicURL = http://%SERVICE_HOST%:8776/v1/$(tenant_id)s -catalog.RegionOne.volume.adminURL = http://%SERVICE_HOST%:8776/v1/$(tenant_id)s -catalog.RegionOne.volume.internalURL = http://%SERVICE_HOST%:8776/v1/$(tenant_id)s -catalog.RegionOne.volume.name = Volume Service - - -catalog.RegionOne.ec2.publicURL = http://%SERVICE_HOST%:8773/services/Cloud -catalog.RegionOne.ec2.adminURL = http://%SERVICE_HOST%:8773/services/Admin -catalog.RegionOne.ec2.internalURL = http://%SERVICE_HOST%:8773/services/Cloud -catalog.RegionOne.ec2.name = EC2 Service - - -catalog.RegionOne.s3.publicURL = http://%SERVICE_HOST%:%S3_SERVICE_PORT% -catalog.RegionOne.s3.adminURL = http://%SERVICE_HOST%:%S3_SERVICE_PORT% -catalog.RegionOne.s3.internalURL = http://%SERVICE_HOST%:%S3_SERVICE_PORT% -catalog.RegionOne.s3.name = S3 Service - - -catalog.RegionOne.image.publicURL = http://%SERVICE_HOST%:9292 -catalog.RegionOne.image.adminURL = http://%SERVICE_HOST%:9292 -catalog.RegionOne.image.internalURL = http://%SERVICE_HOST%:9292 -catalog.RegionOne.image.name = Image Service - -catalog.RegionOne.orchestration.publicURL = http://%SERVICE_HOST%:8000/v1 -catalog.RegionOne.orchestration.adminURL = http://%SERVICE_HOST%:8000/v1 -catalog.RegionOne.orchestration.internalURL = http://%SERVICE_HOST%:8000/v1 -catalog.RegionOne.orchestration.name = Heat Service diff --git a/files/horizon_settings.py b/files/horizon_settings.py deleted file mode 100644 index ce92e2c9..00000000 --- a/files/horizon_settings.py +++ /dev/null @@ -1,169 +0,0 @@ -import os - -from django.utils.translation import ugettext_lazy as _ - -DEBUG = True -TEMPLATE_DEBUG = DEBUG -PROD = False -USE_SSL = False - -# Set SSL proxy settings: -# For Django 1.4+ pass this header from the proxy after terminating the SSL, -# and don't forget to strip it from the client's request. -# For more information see: -# https://docs.djangoproject.com/en/1.4/ref/settings/#secure-proxy-ssl-header -# SECURE_PROXY_SSL_HEADER = ('HTTP_X_FORWARDED_PROTOCOL', 'https') - -# Specify a regular expression to validate user passwords. -# HORIZON_CONFIG = { -# "password_validator": { -# "regex": '.*', -# "help_text": _("Your password does not meet the requirements.") -# }, -# 'help_url': "http://docs.openstack.org" -# } - -LOCAL_PATH = os.path.dirname(os.path.abspath(__file__)) - -# FIXME: We need to change this to mysql, instead of sqlite. -DATABASES = { - 'default': { - 'ENGINE': 'django.db.backends.sqlite3', - 'NAME': os.path.join(LOCAL_PATH, 'dashboard_openstack.sqlite3'), - 'TEST_NAME': os.path.join(LOCAL_PATH, 'test.sqlite3'), - }, -} - -# Set custom secret key: -# You can either set it to a specific value or you can let horizion generate a -# default secret key that is unique on this machine, e.i. regardless of the -# amount of Python WSGI workers (if used behind Apache+mod_wsgi): However, there -# may be situations where you would want to set this explicitly, e.g. when -# multiple dashboard instances are distributed on different machines (usually -# behind a load-balancer). Either you have to make sure that a session gets all -# requests routed to the same dashboard instance or you set the same SECRET_KEY -# for all of them. -from horizon.utils import secret_key -SECRET_KEY = secret_key.generate_or_read_from_file(os.path.join(LOCAL_PATH, '.secret_key_store')) - -# We recommend you use memcached for development; otherwise after every reload -# of the django development server, you will have to login again. To use -# memcached set CACHE_BACKED to something like 'memcached://127.0.0.1:11211/' -CACHE_BACKEND = 'dummy://' -SESSION_ENGINE = 'django.contrib.sessions.backends.cached_db' - -# Send email to the console by default -EMAIL_BACKEND = 'django.core.mail.backends.console.EmailBackend' -# Or send them to /dev/null -#EMAIL_BACKEND = 'django.core.mail.backends.dummy.EmailBackend' - -# django-mailer uses a different settings attribute -MAILER_EMAIL_BACKEND = EMAIL_BACKEND - -# Configure these for your outgoing email host -# EMAIL_HOST = 'smtp.my-company.com' -# EMAIL_PORT = 25 -# EMAIL_HOST_USER = 'djangomail' -# EMAIL_HOST_PASSWORD = 'top-secret!' - -# For multiple regions uncomment this configuration, and add (endpoint, title). -# AVAILABLE_REGIONS = [ -# ('http://cluster1.example.com:5000/v2.0', 'cluster1'), -# ('http://cluster2.example.com:5000/v2.0', 'cluster2'), -# ] - -OPENSTACK_HOST = "127.0.0.1" -OPENSTACK_KEYSTONE_URL = "http://%s:5000/v2.0" % OPENSTACK_HOST -OPENSTACK_KEYSTONE_DEFAULT_ROLE = "Member" - -# Disable SSL certificate checks (useful for self-signed certificates): -# OPENSTACK_SSL_NO_VERIFY = True - -HORIZON_CONFIG = { - 'dashboards': ('project', 'admin', 'settings',), - 'default_dashboard': 'project', -} - -# The OPENSTACK_KEYSTONE_BACKEND settings can be used to identify the -# capabilities of the auth backend for Keystone. -# If Keystone has been configured to use LDAP as the auth backend then set -# can_edit_user to False and name to 'ldap'. -# -# TODO(tres): Remove these once Keystone has an API to identify auth backend. -OPENSTACK_KEYSTONE_BACKEND = { - 'name': 'native', - 'can_edit_user': True -} - -OPENSTACK_HYPERVISOR_FEATURES = { - 'can_set_mount_point': True -} - -# OPENSTACK_ENDPOINT_TYPE specifies the endpoint type to use for the endpoints -# in the Keystone service catalog. Use this setting when Horizon is running -# external to the OpenStack environment. The default is 'internalURL'. -#OPENSTACK_ENDPOINT_TYPE = "publicURL" - -# The number of objects (Swift containers/objects or images) to display -# on a single page before providing a paging element (a "more" link) -# to paginate results. -API_RESULT_LIMIT = 1000 -API_RESULT_PAGE_SIZE = 20 - -SWIFT_PAGINATE_LIMIT = 100 - -# The timezone of the server. This should correspond with the timezone -# of your entire OpenStack installation, and hopefully be in UTC. -TIME_ZONE = "UTC" - -#LOGGING = { -# 'version': 1, -# # When set to True this will disable all logging except -# # for loggers specified in this configuration dictionary. Note that -# # if nothing is specified here and disable_existing_loggers is True, -# # django.db.backends will still log unless it is disabled explicitly. -# 'disable_existing_loggers': False, -# 'handlers': { -# 'null': { -# 'level': 'DEBUG', -# 'class': 'django.utils.log.NullHandler', -# }, -# 'console': { -# # Set the level to "DEBUG" for verbose output logging. -# 'level': 'INFO', -# 'class': 'logging.StreamHandler', -# }, -# }, -# 'loggers': { -# # Logging from django.db.backends is VERY verbose, send to null -# # by default. -# 'django.db.backends': { -# 'handlers': ['null'], -# 'propagate': False, -# }, -# 'horizon': { -# 'handlers': ['console'], -# 'propagate': False, -# }, -# 'openstack_dashboard': { -# 'handlers': ['console'], -# 'propagate': False, -# }, -# 'novaclient': { -# 'handlers': ['console'], -# 'propagate': False, -# }, -# 'keystoneclient': { -# 'handlers': ['console'], -# 'propagate': False, -# }, -# 'glanceclient': { -# 'handlers': ['console'], -# 'propagate': False, -# }, -# 'nose.plugins.manager': { -# 'handlers': ['console'], -# 'propagate': False, -# } -# } -#} diff --git a/files/keystone_data.sh b/files/keystone_data.sh deleted file mode 100755 index 4c76c9b5..00000000 --- a/files/keystone_data.sh +++ /dev/null @@ -1,221 +0,0 @@ -#!/bin/bash -# -# Initial data for Keystone using python-keystoneclient -# -# Tenant User Roles -# ------------------------------------------------------------------ -# service glance admin -# service swift admin # if enabled -# service heat admin # if enabled -# service ceilometer admin # if enabled -# Tempest Only: -# alt_demo alt_demo Member -# -# Variables set before calling this script: -# SERVICE_TOKEN - aka admin_token in keystone.conf -# SERVICE_ENDPOINT - local Keystone admin endpoint -# SERVICE_TENANT_NAME - name of tenant containing service accounts -# SERVICE_HOST - host used for endpoint creation -# ENABLED_SERVICES - stack.sh's list of services to start -# DEVSTACK_DIR - Top-level DevStack directory -# KEYSTONE_CATALOG_BACKEND - used to determine service catalog creation - -# Defaults -# -------- - -ADMIN_PASSWORD=${ADMIN_PASSWORD:-secrete} -SERVICE_PASSWORD=${SERVICE_PASSWORD:-$ADMIN_PASSWORD} -export SERVICE_TOKEN=$SERVICE_TOKEN -export SERVICE_ENDPOINT=$SERVICE_ENDPOINT -SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service} - -function get_id () { - echo `"$@" | awk '/ id / { print $4 }'` -} - -# Lookups -SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") -ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }") -MEMBER_ROLE=$(keystone role-list | awk "/ Member / { print \$2 }") - - -# Roles -# ----- - -# The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it. -# The admin role in swift allows a user to act as an admin for their tenant, -# but ResellerAdmin is needed for a user to act as any tenant. The name of this -# role is also configurable in swift-proxy.conf -RESELLER_ROLE=$(get_id keystone role-create --name=ResellerAdmin) - - -# Services -# -------- - -if [[ "$ENABLED_SERVICES" =~ "n-api" ]] && [[ "$ENABLED_SERVICES" =~ "swift" ]]; then - NOVA_USER=$(keystone user-list | awk "/ nova / { print \$2 }") - # Nova needs ResellerAdmin role to download images when accessing - # swift through the s3 api. - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $NOVA_USER \ - --role_id $RESELLER_ROLE -fi - -# Heat -if [[ "$ENABLED_SERVICES" =~ "heat" ]]; then - HEAT_USER=$(get_id keystone user-create --name=heat \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=heat@example.com) - keystone user-role-add --tenant_id $SERVICE_TENANT \ - --user_id $HEAT_USER \ - --role_id $ADMIN_ROLE - # heat_stack_user role is for users created by Heat - keystone role-create --name heat_stack_user - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - HEAT_CFN_SERVICE=$(get_id keystone service-create \ - --name=heat-cfn \ - --type=cloudformation \ - --description="Heat CloudFormation Service") - keystone endpoint-create \ - --region RegionOne \ - --service_id $HEAT_CFN_SERVICE \ - --publicurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \ - --adminurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \ - --internalurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" - HEAT_SERVICE=$(get_id keystone service-create \ - --name=heat \ - --type=orchestration \ - --description="Heat Service") - keystone endpoint-create \ - --region RegionOne \ - --service_id $HEAT_SERVICE \ - --publicurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \ - --adminurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \ - --internalurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" - fi -fi - -# Glance -if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then - GLANCE_USER=$(get_id keystone user-create \ - --name=glance \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=glance@example.com) - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $GLANCE_USER \ - --role_id $ADMIN_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - GLANCE_SERVICE=$(get_id keystone service-create \ - --name=glance \ - --type=image \ - --description="Glance Image Service") - keystone endpoint-create \ - --region RegionOne \ - --service_id $GLANCE_SERVICE \ - --publicurl "http://$SERVICE_HOST:9292" \ - --adminurl "http://$SERVICE_HOST:9292" \ - --internalurl "http://$SERVICE_HOST:9292" - fi -fi - -# Swift -if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then - SWIFT_USER=$(get_id keystone user-create \ - --name=swift \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=swift@example.com) - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $SWIFT_USER \ - --role_id $ADMIN_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - SWIFT_SERVICE=$(get_id keystone service-create \ - --name=swift \ - --type="object-store" \ - --description="Swift Service") - keystone endpoint-create \ - --region RegionOne \ - --service_id $SWIFT_SERVICE \ - --publicurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \ - --adminurl "http://$SERVICE_HOST:8080" \ - --internalurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" - fi -fi - -if [[ "$ENABLED_SERVICES" =~ "ceilometer" ]]; then - CEILOMETER_USER=$(get_id keystone user-create --name=ceilometer \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=ceilometer@example.com) - keystone user-role-add --tenant_id $SERVICE_TENANT \ - --user_id $CEILOMETER_USER \ - --role_id $ADMIN_ROLE - # Ceilometer needs ResellerAdmin role to access swift account stats. - keystone user-role-add --tenant_id $SERVICE_TENANT \ - --user_id $CEILOMETER_USER \ - --role_id $RESELLER_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - CEILOMETER_SERVICE=$(get_id keystone service-create \ - --name=ceilometer \ - --type=metering \ - --description="Ceilometer Service") - keystone endpoint-create \ - --region RegionOne \ - --service_id $CEILOMETER_SERVICE \ - --publicurl "http://$SERVICE_HOST:8777/" \ - --adminurl "http://$SERVICE_HOST:8777/" \ - --internalurl "http://$SERVICE_HOST:8777/" - fi -fi - -# EC2 -if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - EC2_SERVICE=$(get_id keystone service-create \ - --name=ec2 \ - --type=ec2 \ - --description="EC2 Compatibility Layer") - keystone endpoint-create \ - --region RegionOne \ - --service_id $EC2_SERVICE \ - --publicurl "http://$SERVICE_HOST:8773/services/Cloud" \ - --adminurl "http://$SERVICE_HOST:8773/services/Admin" \ - --internalurl "http://$SERVICE_HOST:8773/services/Cloud" - fi -fi - -# S3 -if [[ "$ENABLED_SERVICES" =~ "n-obj" || "$ENABLED_SERVICES" =~ "swift" ]]; then - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - S3_SERVICE=$(get_id keystone service-create \ - --name=s3 \ - --type=s3 \ - --description="S3") - keystone endpoint-create \ - --region RegionOne \ - --service_id $S3_SERVICE \ - --publicurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \ - --adminurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \ - --internalurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" - fi -fi - -if [[ "$ENABLED_SERVICES" =~ "tempest" ]]; then - # Tempest has some tests that validate various authorization checks - # between two regular users in separate tenants - ALT_DEMO_TENANT=$(get_id keystone tenant-create \ - --name=alt_demo) - ALT_DEMO_USER=$(get_id keystone user-create \ - --name=alt_demo \ - --pass="$ADMIN_PASSWORD" \ - --email=alt_demo@example.com) - keystone user-role-add \ - --tenant_id $ALT_DEMO_TENANT \ - --user_id $ALT_DEMO_USER \ - --role_id $MEMBER_ROLE -fi diff --git a/files/keystone_data.sh.html b/files/keystone_data.sh.html new file mode 100644 index 00000000..4bc2c11c --- /dev/null +++ b/files/keystone_data.sh.html @@ -0,0 +1,590 @@ + + + + + keystone_data.sh + + + +
      +
      + + + + + + + + + + +

      keystone_data.sh

      + + + + + + + + + +
      + + +

      Initial data for Keystone using python-keystoneclient

      +
      +

      Tenant User Roles

      +

      service glance service +service glance-swift ResellerAdmin +service heat service # if enabled +service ceilometer admin # if enabled +Tempest Only: +alt_demo alt_demo Member

      +

      Variables set before calling this script: +SERVICE_TOKEN - aka admin_token in keystone.conf +SERVICE_ENDPOINT - local Keystone admin endpoint +SERVICE_TENANT_NAME - name of tenant containing service accounts +SERVICE_HOST - host used for endpoint creation +ENABLED_SERVICES - stack.sh's list of services to start +DEVSTACK_DIR - Top-level DevStack directory +KEYSTONE_CATALOG_BACKEND - used to determine service catalog creation

      +
      +#!/bin/bash
+
+
      + +
      +

      Defaults

      +
      +
+ADMIN_PASSWORD=${ADMIN_PASSWORD:-secrete}
+SERVICE_PASSWORD=${SERVICE_PASSWORD:-$ADMIN_PASSWORD}
+export SERVICE_TOKEN=$SERVICE_TOKEN
+export SERVICE_ENDPOINT=$SERVICE_ENDPOINT
+SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service}
+
+
      + +
      +

      Roles

      +
      +
+
      +

      The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it. +The admin role in swift allows a user to act as an admin for their tenant, +but ResellerAdmin is needed for a user to act as any tenant. The name of this +role is also configurable in swift-proxy.conf

      +
      +keystone role-create --name=ResellerAdmin
+
      +

      Service role, so service users do not have to be admins

      +
      +keystone role-create --name=service
+
+
+
      + +
      +

      Services

      +
      +
+if [[ "$ENABLED_SERVICES" =~ "n-api" ]] && [[ "$ENABLED_SERVICES" =~ "s-proxy" || "$ENABLED_SERVICES" =~ "swift" ]]; then
+
      +

      Nova needs ResellerAdmin role to download images when accessing +swift through the s3 api.

      +
      +    keystone user-role-add \
+        --tenant $SERVICE_TENANT_NAME \
+        --user nova \
+        --role ResellerAdmin
+fi
+
+
      +

      Heat

      +
      +if [[ "$ENABLED_SERVICES" =~ "heat" ]]; then
+    keystone user-create --name=heat \
+        --pass="$SERVICE_PASSWORD" \
+        --tenant $SERVICE_TENANT_NAME \
+        --email=heat@example.com
+    keystone user-role-add --tenant $SERVICE_TENANT_NAME \
+        --user heat \
+        --role service
+
      +

      heat_stack_user role is for users created by Heat

      +
      +    keystone role-create --name heat_stack_user
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        keystone service-create \
+            --name=heat-cfn \
+            --type=cloudformation \
+            --description="Heat CloudFormation Service"
+        keystone endpoint-create \
+            --region RegionOne \
+            --service heat-cfn \
+            --publicurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \
+            --adminurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1" \
+            --internalurl "http://$SERVICE_HOST:$HEAT_API_CFN_PORT/v1"
+        keystone service-create \
+            --name=heat \
+            --type=orchestration \
+            --description="Heat Service"
+        keystone endpoint-create \
+            --region RegionOne \
+            --service heat \
+            --publicurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            --adminurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            --internalurl "http://$SERVICE_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
+    fi
+fi
+
+
      +

      Glance

      +
      +if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
+    keystone user-create \
+        --name=glance \
+        --pass="$SERVICE_PASSWORD" \
+        --tenant $SERVICE_TENANT_NAME \
+        --email=glance@example.com
+    keystone user-role-add \
+        --tenant $SERVICE_TENANT_NAME \
+        --user glance \
+        --role service
+
      +

      required for swift access

      +
      +    if [[ "$ENABLED_SERVICES" =~ "s-proxy" ]]; then
+        keystone user-create \
+            --name=glance-swift \
+            --pass="$SERVICE_PASSWORD" \
+            --tenant $SERVICE_TENANT_NAME \
+            --email=glance-swift@example.com
+        keystone user-role-add \
+            --tenant $SERVICE_TENANT_NAME \
+            --user glance-swift \
+            --role ResellerAdmin
+    fi
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        keystone service-create \
+            --name=glance \
+            --type=image \
+            --description="Glance Image Service"
+        keystone endpoint-create \
+            --region RegionOne \
+            --service glance \
+            --publicurl "http://$SERVICE_HOST:9292" \
+            --adminurl "http://$SERVICE_HOST:9292" \
+            --internalurl "http://$SERVICE_HOST:9292"
+    fi
+fi
+
+
      +

      Ceilometer

      +
      +if [[ "$ENABLED_SERVICES" =~ "ceilometer" ]] && [[ "$ENABLED_SERVICES" =~ "s-proxy" || "$ENABLED_SERVICES" =~ "swift" ]]; then
+
      +

      Ceilometer needs ResellerAdmin role to access swift account stats.

      +
      +    keystone user-role-add --tenant $SERVICE_TENANT_NAME \
+        --user ceilometer \
+        --role ResellerAdmin
+fi
+
+
      +

      EC2

      +
      +if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        keystone service-create \
+            --name=ec2 \
+            --type=ec2 \
+            --description="EC2 Compatibility Layer"
+        keystone endpoint-create \
+            --region RegionOne \
+            --service ec2 \
+            --publicurl "http://$SERVICE_HOST:8773/services/Cloud" \
+            --adminurl "http://$SERVICE_HOST:8773/services/Admin" \
+            --internalurl "http://$SERVICE_HOST:8773/services/Cloud"
+    fi
+fi
+
+
      +

      S3

      +
      +if [[ "$ENABLED_SERVICES" =~ "n-obj" || "$ENABLED_SERVICES" =~ "swift3" ]]; then
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        keystone service-create \
+            --name=s3 \
+            --type=s3 \
+            --description="S3"
+        keystone endpoint-create \
+            --region RegionOne \
+            --service s3 \
+            --publicurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+            --adminurl "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+            --internalurl "http://$SERVICE_HOST:$S3_SERVICE_PORT"
+    fi
+fi
+
+if [[ "$ENABLED_SERVICES" =~ "tempest" ]]; then
+
      +

      Tempest has some tests that validate various authorization checks +between two regular users in separate tenants

      +
      +    keystone tenant-create \
+        --name=alt_demo
+    keystone user-create \
+        --name=alt_demo \
+        --pass="$ADMIN_PASSWORD" \
+        --email=alt_demo@example.com
+    keystone user-role-add \
+        --tenant alt_demo \
+        --user alt_demo \
+        --role Member
+fi
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/files/ldap/manager.ldif.in b/files/ldap/manager.ldif.in deleted file mode 100644 index e522150f..00000000 --- a/files/ldap/manager.ldif.in +++ /dev/null @@ -1,10 +0,0 @@ -dn: olcDatabase={${LDAP_OLCDB_NUMBER}}hdb,cn=config -changetype: modify -replace: olcSuffix -olcSuffix: dc=openstack,dc=org -- -replace: olcRootDN -olcRootDN: dc=Manager,dc=openstack,dc=org -- -${LDAP_ROOTPW_COMMAND}: olcRootPW -olcRootPW: ${SLAPPASS} diff --git a/files/ldap/openstack.ldif b/files/ldap/openstack.ldif deleted file mode 100644 index 287fda45..00000000 --- a/files/ldap/openstack.ldif +++ /dev/null @@ -1,21 +0,0 @@ -dn: dc=openstack,dc=org -dc: openstack -objectClass: dcObject -objectClass: organizationalUnit -ou: openstack - -dn: ou=Groups,dc=openstack,dc=org -objectClass: organizationalUnit -ou: Groups - -dn: ou=Users,dc=openstack,dc=org -objectClass: organizationalUnit -ou: Users - -dn: ou=Roles,dc=openstack,dc=org -objectClass: organizationalUnit -ou: Roles - -dn: ou=Projects,dc=openstack,dc=org -objectClass: organizationalUnit -ou: Projects diff --git a/files/rpms-suse/ceilometer-collector b/files/rpms-suse/ceilometer-collector deleted file mode 100644 index c76454fd..00000000 --- a/files/rpms-suse/ceilometer-collector +++ /dev/null @@ -1,4 +0,0 @@ -# Not available in openSUSE main repositories, but can be fetched from OBS -# (devel:languages:python and server:database projects) -mongodb -python-pymongo diff --git a/files/rpms-suse/cinder b/files/rpms-suse/cinder deleted file mode 100644 index e5b47274..00000000 --- a/files/rpms-suse/cinder +++ /dev/null @@ -1,2 +0,0 @@ -lvm2 -tgt diff --git a/files/rpms-suse/general b/files/rpms-suse/general deleted file mode 100644 index 8ed74ec0..00000000 --- a/files/rpms-suse/general +++ /dev/null @@ -1,23 +0,0 @@ -bridge-utils -curl -euca2ools -git-core -iputils -openssh -psmisc -python-cmd2 # dist:opensuse-12.3 -python-netaddr -python-pep8 -python-pip -python-pylint -python-unittest2 -python-virtualenv -screen -tar -tcpdump -unzip -vim-enhanced -wget - -findutils-locate # useful when debugging -lsof # useful when debugging diff --git a/files/rpms-suse/glance b/files/rpms-suse/glance deleted file mode 100644 index dd68ac08..00000000 --- a/files/rpms-suse/glance +++ /dev/null @@ -1,12 +0,0 @@ -gcc -libxml2-devel -python-PasteDeploy -python-Routes -python-SQLAlchemy -python-argparse -python-devel -python-eventlet -python-greenlet -python-iso8601 -python-wsgiref -python-xattr diff --git a/files/rpms-suse/horizon b/files/rpms-suse/horizon deleted file mode 100644 index 7e46ffe0..00000000 --- a/files/rpms-suse/horizon +++ /dev/null @@ -1,23 +0,0 @@ -apache2 # NOPRIME -apache2-mod_wsgi # NOPRIME -nodejs -python-CherryPy # why? (coming from apts) -python-Paste -python-PasteDeploy -python-Routes -python-Sphinx -python-SQLAlchemy -python-WebOb -python-anyjson -python-beautifulsoup -python-coverage -python-dateutil -python-eventlet -python-kombu -python-mox -python-netaddr -python-nose -python-pep8 -python-pylint -python-sqlalchemy-migrate -python-xattr diff --git a/files/rpms-suse/keystone b/files/rpms-suse/keystone deleted file mode 100644 index b3c876ad..00000000 --- a/files/rpms-suse/keystone +++ /dev/null @@ -1,17 +0,0 @@ -cyrus-sasl-devel -openldap2-devel -python-Paste -python-PasteDeploy -python-PasteScript -python-Routes -python-SQLAlchemy -python-WebOb -python-devel -python-distribute -python-setuptools # instead of python-distribute; dist:sle11sp2 -python-greenlet -python-lxml -python-mysql -python-py-bcrypt -python-pysqlite -sqlite3 diff --git a/files/rpms-suse/n-api b/files/rpms-suse/n-api deleted file mode 100644 index ad943ffd..00000000 --- a/files/rpms-suse/n-api +++ /dev/null @@ -1,2 +0,0 @@ -gcc # temporary because this pulls in glance to get the client without running the glance prereqs -python-dateutil diff --git a/files/rpms-suse/n-cpu b/files/rpms-suse/n-cpu deleted file mode 100644 index 7040b843..00000000 --- a/files/rpms-suse/n-cpu +++ /dev/null @@ -1,6 +0,0 @@ -# Stuff for diablo volumes -genisoimage -lvm2 -open-iscsi -sysfsutils -sg3_utils diff --git a/files/rpms-suse/n-novnc b/files/rpms-suse/n-novnc deleted file mode 100644 index c8722b9f..00000000 --- a/files/rpms-suse/n-novnc +++ /dev/null @@ -1 +0,0 @@ -python-numpy diff --git a/files/rpms-suse/n-vol b/files/rpms-suse/n-vol deleted file mode 100644 index e5b47274..00000000 --- a/files/rpms-suse/n-vol +++ /dev/null @@ -1,2 +0,0 @@ -lvm2 -tgt diff --git a/files/rpms-suse/nova b/files/rpms-suse/nova deleted file mode 100644 index 03067162..00000000 --- a/files/rpms-suse/nova +++ /dev/null @@ -1,50 +0,0 @@ -curl -# Note: we need to package dhcp_release in dnsmasq! -dnsmasq -ebtables -gawk -iptables -iputils -kpartx -kvm -# qemu as fallback if kvm cannot be used -qemu -libvirt # NOPRIME -libvirt-python -libxml2-python -mysql-community-server # NOPRIME -parted -python-M2Crypto -python-m2crypto # dist:sle11sp2 -python-Paste -python-PasteDeploy -python-Routes -python-SQLAlchemy -python-Tempita -python-boto -python-carrot -python-cheetah -python-eventlet -python-feedparser -python-greenlet -python-iso8601 -python-kombu -python-lockfile -python-lxml # needed for glance which is needed for nova --- this shouldn't be here -python-mox -python-mysql -python-netaddr -python-paramiko -python-python-gflags -python-sqlalchemy-migrate -python-suds -python-xattr # needed for glance which is needed for nova --- this shouldn't be here -rabbitmq-server # NOPRIME -socat -sqlite3 -sudo -vlan - -# FIXME: qpid is not part of openSUSE, those names are tentative -python-qpid # NOPRIME -qpidd # NOPRIME diff --git a/files/rpms-suse/postgresql b/files/rpms-suse/postgresql deleted file mode 100644 index bf19d397..00000000 --- a/files/rpms-suse/postgresql +++ /dev/null @@ -1 +0,0 @@ -python-psycopg2 diff --git a/files/rpms-suse/quantum b/files/rpms-suse/quantum deleted file mode 100644 index 068c15c2..00000000 --- a/files/rpms-suse/quantum +++ /dev/null @@ -1,27 +0,0 @@ -# Note: we need to package dhcp_release in dnsmasq! -dnsmasq -ebtables -iptables -iputils -mysql-community-server # NOPRIME -python-boto -python-eventlet -python-greenlet -python-iso8601 -python-kombu -python-mysql -python-netaddr -python-Paste -python-PasteDeploy -python-pyudev -python-Routes -python-SQLAlchemy -python-suds -rabbitmq-server # NOPRIME -sqlite3 -sudo -vlan - -# FIXME: qpid is not part of openSUSE, those names are tentative -python-qpid # NOPRIME -qpidd # NOPRIME diff --git a/files/rpms-suse/ryu b/files/rpms-suse/ryu deleted file mode 100644 index 763fd24c..00000000 --- a/files/rpms-suse/ryu +++ /dev/null @@ -1,5 +0,0 @@ -python-distribute -python-setuptools # instead of python-distribute; dist:sle11sp2 -python-Sphinx -python-gevent -python-python-gflags diff --git a/files/rpms-suse/swift b/files/rpms-suse/swift deleted file mode 100644 index db379bbc..00000000 --- a/files/rpms-suse/swift +++ /dev/null @@ -1,19 +0,0 @@ -curl -gcc -memcached -python-PasteDeploy -python-WebOb -python-configobj -python-coverage -python-devel -python-distribute -python-setuptools # instead of python-distribute; dist:sle11sp2 -python-eventlet -python-greenlet -python-netifaces -python-nose -python-simplejson -python-xattr -sqlite3 -xfsprogs -xinetd diff --git a/files/rpms/ceilometer-collector b/files/rpms/ceilometer-collector deleted file mode 100644 index c5c855c0..00000000 --- a/files/rpms/ceilometer-collector +++ /dev/null @@ -1,2 +0,0 @@ -mongodb-server -pymongo diff --git a/files/rpms/cinder b/files/rpms/cinder deleted file mode 100644 index df861aad..00000000 --- a/files/rpms/cinder +++ /dev/null @@ -1,2 +0,0 @@ -lvm2 -scsi-target-utils diff --git a/files/rpms/general b/files/rpms/general deleted file mode 100644 index e4f143d1..00000000 --- a/files/rpms/general +++ /dev/null @@ -1,17 +0,0 @@ -bridge-utils -curl -euca2ools # only for testing client -git-core -openssh-server -psmisc -pylint -python-netaddr -python-pep8 -python-pip -python-unittest2 -python-virtualenv -screen -tar -tcpdump -unzip -wget diff --git a/files/rpms/glance b/files/rpms/glance deleted file mode 100644 index eff6c2c0..00000000 --- a/files/rpms/glance +++ /dev/null @@ -1,10 +0,0 @@ -libxml2-devel -python-argparse -python-devel -python-eventlet -python-greenlet -python-paste-deploy -python-routes -python-sqlalchemy -python-wsgiref -pyxattr diff --git a/files/rpms/horizon b/files/rpms/horizon deleted file mode 100644 index 12f75ba5..00000000 --- a/files/rpms/horizon +++ /dev/null @@ -1,27 +0,0 @@ -Django -django-registration -gcc -httpd # NOPRIME -mod_wsgi # NOPRIME -pylint -python-anyjson -python-BeautifulSoup -python-boto -python-coverage -python-dateutil -python-eventlet -python-greenlet -python-httplib2 -python-kombu -python-migrate -python-mox -python-netaddr -python-nose -python-paste -python-paste-deploy -python-pep8 -python-routes -python-sphinx -python-sqlalchemy -python-webob -pyxattr diff --git a/files/rpms/keystone b/files/rpms/keystone deleted file mode 100644 index 59868c7f..00000000 --- a/files/rpms/keystone +++ /dev/null @@ -1,11 +0,0 @@ -python-greenlet -python-lxml -python-paste -python-paste-deploy -python-paste-script -python-routes -python-setuptools -python-sqlalchemy -python-sqlite2 -python-webob -sqlite diff --git a/files/rpms/ldap b/files/rpms/ldap deleted file mode 100644 index 2f7ab5de..00000000 --- a/files/rpms/ldap +++ /dev/null @@ -1,3 +0,0 @@ -openldap-servers -openldap-clients -python-ldap diff --git a/files/rpms/n-api b/files/rpms/n-api deleted file mode 100644 index 0f08daac..00000000 --- a/files/rpms/n-api +++ /dev/null @@ -1 +0,0 @@ -python-dateutil diff --git a/files/rpms/n-cpu b/files/rpms/n-cpu deleted file mode 100644 index 149672ac..00000000 --- a/files/rpms/n-cpu +++ /dev/null @@ -1,6 +0,0 @@ -# Stuff for diablo volumes -iscsi-initiator-utils -lvm2 -genisoimage -sysfsutils -sg3_utils diff --git a/files/rpms/n-novnc b/files/rpms/n-novnc deleted file mode 100644 index 24ce15ab..00000000 --- a/files/rpms/n-novnc +++ /dev/null @@ -1 +0,0 @@ -numpy diff --git a/files/rpms/n-spice b/files/rpms/n-spice deleted file mode 100644 index 24ce15ab..00000000 --- a/files/rpms/n-spice +++ /dev/null @@ -1 +0,0 @@ -numpy diff --git a/files/rpms/n-vol b/files/rpms/n-vol deleted file mode 100644 index df861aad..00000000 --- a/files/rpms/n-vol +++ /dev/null @@ -1,2 +0,0 @@ -lvm2 -scsi-target-utils diff --git a/files/rpms/nova b/files/rpms/nova deleted file mode 100644 index 568ee7f5..00000000 --- a/files/rpms/nova +++ /dev/null @@ -1,42 +0,0 @@ -MySQL-python -curl -dnsmasq-utils # for dhcp_release -ebtables -gawk -iptables -iputils -kpartx -kvm -libvirt-bin # NOPRIME -libvirt-python -libxml2-python -numpy # needed by websockify for spice console -m2crypto -mysql-server # NOPRIME -parted -python-boto -python-carrot -python-cheetah -python-eventlet -python-feedparser -python-gflags -python-greenlet -python-iso8601 -python-kombu -python-lockfile -python-migrate -python-mox -python-netaddr -python-paramiko -python-paste -python-paste-deploy -python-qpid -python-routes -python-sqlalchemy -python-suds -python-tempita -rabbitmq-server # NOPRIME -qpid-cpp-server-daemon # NOPRIME -sqlite -sudo -vconfig diff --git a/files/rpms/postgresql b/files/rpms/postgresql deleted file mode 100644 index bf19d397..00000000 --- a/files/rpms/postgresql +++ /dev/null @@ -1 +0,0 @@ -python-psycopg2 diff --git a/files/rpms/quantum b/files/rpms/quantum deleted file mode 100644 index 05398fcf..00000000 --- a/files/rpms/quantum +++ /dev/null @@ -1,23 +0,0 @@ -MySQL-python -dnsmasq-utils # for dhcp_release -ebtables -iptables -iputils -mysql-server # NOPRIME -python-boto -python-eventlet -python-greenlet -python-iso8601 -python-kombu -python-netaddr -python-paste -python-paste-deploy -python-qpid -python-routes -python-sqlalchemy -python-suds -rabbitmq-server # NOPRIME -qpid-cpp-server-daemon # NOPRIME -sqlite -sudo -vconfig diff --git a/files/rpms/ryu b/files/rpms/ryu deleted file mode 100644 index 4a4fc523..00000000 --- a/files/rpms/ryu +++ /dev/null @@ -1,5 +0,0 @@ -python-setuptools -python-gevent -python-gflags -python-netifaces -python-sphinx diff --git a/files/rpms/swift b/files/rpms/swift deleted file mode 100644 index ce41ceb8..00000000 --- a/files/rpms/swift +++ /dev/null @@ -1,18 +0,0 @@ -curl -gcc -memcached -python-configobj -python-coverage -python-devel -python-eventlet -python-greenlet -python-netifaces -python-nose -python-paste-deploy -python-setuptools -python-simplejson -python-webob -pyxattr -sqlite -xfsprogs -xinetd diff --git a/files/sources.list b/files/sources.list deleted file mode 100644 index 77a1bfb5..00000000 --- a/files/sources.list +++ /dev/null @@ -1,9 +0,0 @@ -deb http://mirror.rackspace.com/ubuntu/ %DIST% main restricted -deb http://mirror.rackspace.com/ubuntu/ %DIST%-updates main restricted -deb http://mirror.rackspace.com/ubuntu/ %DIST% universe -deb http://mirror.rackspace.com/ubuntu/ %DIST%-updates universe -deb http://mirror.rackspace.com/ubuntu/ %DIST% multiverse -deb http://mirror.rackspace.com/ubuntu/ %DIST%-updates multiverse -deb http://security.ubuntu.com/ubuntu %DIST%-security main restricted -deb http://security.ubuntu.com/ubuntu %DIST%-security universe -deb http://security.ubuntu.com/ubuntu %DIST%-security multiverse diff --git a/files/swift/rsyncd.conf b/files/swift/rsyncd.conf deleted file mode 100644 index c670531b..00000000 --- a/files/swift/rsyncd.conf +++ /dev/null @@ -1,79 +0,0 @@ -uid = %USER% -gid = %GROUP% -log file = %SWIFT_DATA_DIR%/logs/rsyncd.log -pid file = %SWIFT_DATA_DIR%/run/rsyncd.pid -address = 127.0.0.1 - -[account6012] -max connections = 25 -path = %SWIFT_DATA_DIR%/1/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/account6012.lock - -[account6022] -max connections = 25 -path = %SWIFT_DATA_DIR%/2/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/account6022.lock - -[account6032] -max connections = 25 -path = %SWIFT_DATA_DIR%/3/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/account6032.lock - -[account6042] -max connections = 25 -path = %SWIFT_DATA_DIR%/4/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/account6042.lock - - -[container6011] -max connections = 25 -path = %SWIFT_DATA_DIR%/1/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/container6011.lock - -[container6021] -max connections = 25 -path = %SWIFT_DATA_DIR%/2/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/container6021.lock - -[container6031] -max connections = 25 -path = %SWIFT_DATA_DIR%/3/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/container6031.lock - -[container6041] -max connections = 25 -path = %SWIFT_DATA_DIR%/4/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/container6041.lock - - -[object6010] -max connections = 25 -path = %SWIFT_DATA_DIR%/1/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/object6010.lock - -[object6020] -max connections = 25 -path = %SWIFT_DATA_DIR%/2/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/object6020.lock - -[object6030] -max connections = 25 -path = %SWIFT_DATA_DIR%/3/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/object6030.lock - -[object6040] -max connections = 25 -path = %SWIFT_DATA_DIR%/4/node/ -read only = false -lock file = %SWIFT_DATA_DIR%/run/object6040.lock diff --git a/files/swift/rsyslog.conf b/files/swift/rsyslog.conf deleted file mode 100644 index 011c893b..00000000 --- a/files/swift/rsyslog.conf +++ /dev/null @@ -1,26 +0,0 @@ -# Uncomment the following to have a log containing all logs together -#local1,local2,local3,local4,local5.* %SWIFT_LOGDIR%/all.log - -# Uncomment the following to have hourly proxy logs for stats processing -#$template HourlyProxyLog,"%SWIFT_LOGDIR%/hourly/%$YEAR%%$MONTH%%$DAY%%$HOUR%" -#local1.*;local1.!notice ?HourlyProxyLog - -local1.*;local1.!notice %SWIFT_LOGDIR%/proxy.log -local1.notice %SWIFT_LOGDIR%/proxy.error -local1.* ~ - -local2.*;local2.!notice %SWIFT_LOGDIR%/storage1.log -local2.notice %SWIFT_LOGDIR%/storage1.error -local2.* ~ - -local3.*;local3.!notice %SWIFT_LOGDIR%/storage2.log -local3.notice %SWIFT_LOGDIR%/storage2.error -local3.* ~ - -local4.*;local4.!notice %SWIFT_LOGDIR%/storage3.log -local4.notice %SWIFT_LOGDIR%/storage3.error -local4.* ~ - -local5.*;local5.!notice %SWIFT_LOGDIR%/storage4.log -local5.notice %SWIFT_LOGDIR%/storage4.error -local5.* ~ diff --git a/functions b/functions deleted file mode 100644 index ae63436a..00000000 --- a/functions +++ /dev/null @@ -1,1176 +0,0 @@ -# functions - Common functions used by DevStack components -# -# The following variables are assumed to be defined by certain functions: -# ``ENABLED_SERVICES`` -# ``EROR_ON_CLONE`` -# ``FILES`` -# ``GLANCE_HOSTPORT`` -# ``OFFLINE`` -# ``PIP_DOWNLOAD_CACHE`` -# ``PIP_USE_MIRRORS`` -# ``RECLONE`` -# ``TRACK_DEPENDS`` -# ``http_proxy``, ``https_proxy``, ``no_proxy`` - - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Exit 0 if address is in network or 1 if address is not in -# network or netaddr library is not installed. -# address_in_net ip-address ip-range -function address_in_net() { - python -c " -import netaddr -import sys -sys.exit(netaddr.IPAddress('$1') not in netaddr.IPNetwork('$2')) -" -} - - -# Wrapper for ``apt-get`` to set cache and proxy environment variables -# Uses globals ``OFFLINE``, ``*_proxy` -# apt_get operation package [package ...] -function apt_get() { - [[ "$OFFLINE" = "True" || -z "$@" ]] && return - local sudo="sudo" - [[ "$(id -u)" = "0" ]] && sudo="env" - $sudo DEBIAN_FRONTEND=noninteractive \ - http_proxy=$http_proxy https_proxy=$https_proxy \ - no_proxy=$no_proxy \ - apt-get --option "Dpkg::Options::=--force-confold" --assume-yes "$@" -} - - -# Gracefully cp only if source file/dir exists -# cp_it source destination -function cp_it { - if [ -e $1 ] || [ -d $1 ]; then - cp -pRL $1 $2 - fi -} - - -# Prints "message" and exits -# die "message" -function die() { - local exitcode=$? - set +o xtrace - echo $@ - exit $exitcode -} - - -# Checks an environment variable is not set or has length 0 OR if the -# exit code is non-zero and prints "message" and exits -# NOTE: env-var is the variable name without a '$' -# die_if_not_set env-var "message" -function die_if_not_set() { - ( - local exitcode=$? - set +o xtrace - local evar=$1; shift - if ! is_set $evar || [ $exitcode != 0 ]; then - echo $@ - exit -1 - fi - ) -} - - -# HTTP and HTTPS proxy servers are supported via the usual environment variables [1] -# ``http_proxy``, ``https_proxy`` and ``no_proxy``. They can be set in -# ``localrc`` or on the command line if necessary:: -# -# [1] http://www.w3.org/Daemon/User/Proxies/ProxyClients.html -# -# http_proxy=http://proxy.example.com:3128/ no_proxy=repo.example.net ./stack.sh - -function export_proxy_variables() { - if [[ -n "$http_proxy" ]]; then - export http_proxy=$http_proxy - fi - if [[ -n "$https_proxy" ]]; then - export https_proxy=$https_proxy - fi - if [[ -n "$no_proxy" ]]; then - export no_proxy=$no_proxy - fi -} - - -# Grab a numbered field from python prettytable output -# Fields are numbered starting with 1 -# Reverse syntax is supported: -1 is the last field, -2 is second to last, etc. -# get_field field-number -function get_field() { - while read data; do - if [ "$1" -lt 0 ]; then - field="(\$(NF$1))" - else - field="\$$(($1 + 1))" - fi - echo "$data" | awk -F'[ \t]*\\|[ \t]*' "{print $field}" - done -} - - -# get_packages() collects a list of package names of any type from the -# prerequisite files in ``files/{apts|rpms}``. The list is intended -# to be passed to a package installer such as apt or yum. -# -# Only packages required for the services in ``ENABLED_SERVICES`` will be -# included. Two bits of metadata are recognized in the prerequisite files: -# - ``# NOPRIME`` defers installation to be performed later in stack.sh -# - ``# dist:DISTRO`` or ``dist:DISTRO1,DISTRO2`` limits the selection -# of the package to the distros listed. The distro names are case insensitive. -# -# Uses globals ``ENABLED_SERVICES`` -# get_packages dir -function get_packages() { - local package_dir=$1 - local file_to_parse - local service - - if [[ -z "$package_dir" ]]; then - echo "No package directory supplied" - return 1 - fi - if [[ -z "$DISTRO" ]]; then - GetDistro - fi - for service in general ${ENABLED_SERVICES//,/ }; do - # Allow individual services to specify dependencies - if [[ -e ${package_dir}/${service} ]]; then - file_to_parse="${file_to_parse} $service" - fi - # NOTE(sdague) n-api needs glance for now because that's where - # glance client is - if [[ $service == n-api ]]; then - if [[ ! $file_to_parse =~ nova ]]; then - file_to_parse="${file_to_parse} nova" - fi - if [[ ! $file_to_parse =~ glance ]]; then - file_to_parse="${file_to_parse} glance" - fi - elif [[ $service == c-* ]]; then - if [[ ! $file_to_parse =~ cinder ]]; then - file_to_parse="${file_to_parse} cinder" - fi - elif [[ $service == ceilometer-* ]]; then - if [[ ! $file_to_parse =~ ceilometer ]]; then - file_to_parse="${file_to_parse} ceilometer" - fi - elif [[ $service == n-* ]]; then - if [[ ! $file_to_parse =~ nova ]]; then - file_to_parse="${file_to_parse} nova" - fi - elif [[ $service == g-* ]]; then - if [[ ! $file_to_parse =~ glance ]]; then - file_to_parse="${file_to_parse} glance" - fi - elif [[ $service == key* ]]; then - if [[ ! $file_to_parse =~ keystone ]]; then - file_to_parse="${file_to_parse} keystone" - fi - elif [[ $service == q-* ]]; then - if [[ ! $file_to_parse =~ quantum ]]; then - file_to_parse="${file_to_parse} quantum" - fi - fi - done - - for file in ${file_to_parse}; do - local fname=${package_dir}/${file} - local OIFS line package distros distro - [[ -e $fname ]] || continue - - OIFS=$IFS - IFS=$'\n' - for line in $(<${fname}); do - if [[ $line =~ "NOPRIME" ]]; then - continue - fi - - if [[ $line =~ (.*)#.*dist:([^ ]*) ]]; then - # We are using BASH regexp matching feature. - package=${BASH_REMATCH[1]} - distros=${BASH_REMATCH[2]} - # In bash ${VAR,,} will lowecase VAR - [[ ${distros,,} =~ ${DISTRO,,} ]] && echo $package - continue - fi - - echo ${line%#*} - done - IFS=$OIFS - done -} - - -# Determine OS Vendor, Release and Update -# Tested with OS/X, Ubuntu, RedHat, CentOS, Fedora -# Returns results in global variables: -# os_VENDOR - vendor name -# os_RELEASE - release -# os_UPDATE - update -# os_PACKAGE - package type -# os_CODENAME - vendor's codename for release -# GetOSVersion -GetOSVersion() { - # Figure out which vendor we are - if [[ -n "`which sw_vers 2>/dev/null`" ]]; then - # OS/X - os_VENDOR=`sw_vers -productName` - os_RELEASE=`sw_vers -productVersion` - os_UPDATE=${os_RELEASE##*.} - os_RELEASE=${os_RELEASE%.*} - os_PACKAGE="" - if [[ "$os_RELEASE" =~ "10.7" ]]; then - os_CODENAME="lion" - elif [[ "$os_RELEASE" =~ "10.6" ]]; then - os_CODENAME="snow leopard" - elif [[ "$os_RELEASE" =~ "10.5" ]]; then - os_CODENAME="leopard" - elif [[ "$os_RELEASE" =~ "10.4" ]]; then - os_CODENAME="tiger" - elif [[ "$os_RELEASE" =~ "10.3" ]]; then - os_CODENAME="panther" - else - os_CODENAME="" - fi - elif [[ -x $(which lsb_release 2>/dev/null) ]]; then - os_VENDOR=$(lsb_release -i -s) - os_RELEASE=$(lsb_release -r -s) - os_UPDATE="" - os_PACKAGE="rpm" - if [[ "Debian,Ubuntu" =~ $os_VENDOR ]]; then - os_PACKAGE="deb" - elif [[ "SUSE LINUX" =~ $os_VENDOR ]]; then - lsb_release -d -s | grep -q openSUSE - if [[ $? -eq 0 ]]; then - os_VENDOR="openSUSE" - fi - elif [[ $os_VENDOR =~ Red.*Hat ]]; then - os_VENDOR="Red Hat" - fi - os_CODENAME=$(lsb_release -c -s) - elif [[ -r /etc/redhat-release ]]; then - # Red Hat Enterprise Linux Server release 5.5 (Tikanga) - # CentOS release 5.5 (Final) - # CentOS Linux release 6.0 (Final) - # Fedora release 16 (Verne) - os_CODENAME="" - for r in "Red Hat" CentOS Fedora; do - os_VENDOR=$r - if [[ -n "`grep \"$r\" /etc/redhat-release`" ]]; then - ver=`sed -e 's/^.* \(.*\) (\(.*\)).*$/\1\|\2/' /etc/redhat-release` - os_CODENAME=${ver#*|} - os_RELEASE=${ver%|*} - os_UPDATE=${os_RELEASE##*.} - os_RELEASE=${os_RELEASE%.*} - break - fi - os_VENDOR="" - done - os_PACKAGE="rpm" - elif [[ -r /etc/SuSE-release ]]; then - for r in openSUSE "SUSE Linux"; do - if [[ "$r" = "SUSE Linux" ]]; then - os_VENDOR="SUSE LINUX" - else - os_VENDOR=$r - fi - - if [[ -n "`grep \"$r\" /etc/SuSE-release`" ]]; then - os_CODENAME=`grep "CODENAME = " /etc/SuSE-release | sed 's:.* = ::g'` - os_RELEASE=`grep "VERSION = " /etc/SuSE-release | sed 's:.* = ::g'` - os_UPDATE=`grep "PATCHLEVEL = " /etc/SuSE-release | sed 's:.* = ::g'` - break - fi - os_VENDOR="" - done - os_PACKAGE="rpm" - fi - export os_VENDOR os_RELEASE os_UPDATE os_PACKAGE os_CODENAME -} - -# git update using reference as a branch. -# git_update_branch ref -function git_update_branch() { - - GIT_BRANCH=$1 - - git checkout -f origin/$GIT_BRANCH - # a local branch might not exist - git branch -D $GIT_BRANCH || true - git checkout -b $GIT_BRANCH -} - - -# git update using reference as a tag. Be careful editing source at that repo -# as working copy will be in a detached mode -# git_update_tag ref -function git_update_tag() { - - GIT_TAG=$1 - - git tag -d $GIT_TAG - # fetching given tag only - git fetch origin tag $GIT_TAG - git checkout -f $GIT_TAG -} - - -# git update using reference as a branch. -# git_update_remote_branch ref -function git_update_remote_branch() { - - GIT_BRANCH=$1 - - git checkout -b $GIT_BRANCH -t origin/$GIT_BRANCH -} - - -# Translate the OS version values into common nomenclature -# Sets ``DISTRO`` from the ``os_*`` values -function GetDistro() { - GetOSVersion - if [[ "$os_VENDOR" =~ (Ubuntu) ]]; then - # 'Everyone' refers to Ubuntu releases by the code name adjective - DISTRO=$os_CODENAME - elif [[ "$os_VENDOR" =~ (Fedora) ]]; then - # For Fedora, just use 'f' and the release - DISTRO="f$os_RELEASE" - elif [[ "$os_VENDOR" =~ (openSUSE) ]]; then - DISTRO="opensuse-$os_RELEASE" - elif [[ "$os_VENDOR" =~ (SUSE LINUX) ]]; then - # For SLE, also use the service pack - if [[ -z "$os_UPDATE" ]]; then - DISTRO="sle${os_RELEASE}" - else - DISTRO="sle${os_RELEASE}sp${os_UPDATE}" - fi - else - # Catch-all for now is Vendor + Release + Update - DISTRO="$os_VENDOR-$os_RELEASE.$os_UPDATE" - fi - export DISTRO -} - - -# Determine if current distribution is an Ubuntu-based distribution. -# It will also detect non-Ubuntu but Debian-based distros; this is not an issue -# since Debian and Ubuntu should be compatible. -# is_ubuntu -function is_ubuntu { - if [[ -z "$os_PACKAGE" ]]; then - GetOSVersion - fi - - [ "$os_PACKAGE" = "deb" ] -} - - -# Determine if current distribution is a Fedora-based distribution -# (Fedora, RHEL, CentOS). -# is_fedora -function is_fedora { - if [[ -z "$os_VENDOR" ]]; then - GetOSVersion - fi - - [ "$os_VENDOR" = "Fedora" ] || [ "$os_VENDOR" = "Red Hat" ] || [ "$os_VENDOR" = "CentOS" ] -} - - -# Determine if current distribution is a SUSE-based distribution -# (openSUSE, SLE). -# is_suse -function is_suse { - if [[ -z "$os_VENDOR" ]]; then - GetOSVersion - fi - - [ "$os_VENDOR" = "openSUSE" ] || [ "$os_VENDOR" = "SUSE LINUX" ] -} - - -# Exit after outputting a message about the distribution not being supported. -# exit_distro_not_supported [optional-string-telling-what-is-missing] -function exit_distro_not_supported { - if [[ -z "$DISTRO" ]]; then - GetDistro - fi - - if [ $# -gt 0 ]; then - echo "Support for $DISTRO is incomplete: no support for $@" - else - echo "Support for $DISTRO is incomplete." - fi - - exit 1 -} - - -# git clone only if directory doesn't exist already. Since ``DEST`` might not -# be owned by the installation user, we create the directory and change the -# ownership to the proper user. -# Set global RECLONE=yes to simulate a clone when dest-dir exists -# Set global ERROR_ON_CLONE=True to abort execution with an error if the git repo -# does not exist (default is False, meaning the repo will be cloned). -# Uses global ``OFFLINE`` -# git_clone remote dest-dir branch -function git_clone { - [[ "$OFFLINE" = "True" ]] && return - - GIT_REMOTE=$1 - GIT_DEST=$2 - GIT_REF=$3 - - if echo $GIT_REF | egrep -q "^refs"; then - # If our branch name is a gerrit style refs/changes/... - if [[ ! -d $GIT_DEST ]]; then - [[ "$ERROR_ON_CLONE" = "True" ]] && exit 1 - git clone $GIT_REMOTE $GIT_DEST - fi - cd $GIT_DEST - git fetch $GIT_REMOTE $GIT_REF && git checkout FETCH_HEAD - else - # do a full clone only if the directory doesn't exist - if [[ ! -d $GIT_DEST ]]; then - [[ "$ERROR_ON_CLONE" = "True" ]] && exit 1 - git clone $GIT_REMOTE $GIT_DEST - cd $GIT_DEST - # This checkout syntax works for both branches and tags - git checkout $GIT_REF - elif [[ "$RECLONE" == "yes" ]]; then - # if it does exist then simulate what clone does if asked to RECLONE - cd $GIT_DEST - # set the url to pull from and fetch - git remote set-url origin $GIT_REMOTE - git fetch origin - # remove the existing ignored files (like pyc) as they cause breakage - # (due to the py files having older timestamps than our pyc, so python - # thinks the pyc files are correct using them) - find $GIT_DEST -name '*.pyc' -delete - - # handle GIT_REF accordingly to type (tag, branch) - if [[ -n "`git show-ref refs/tags/$GIT_REF`" ]]; then - git_update_tag $GIT_REF - elif [[ -n "`git show-ref refs/heads/$GIT_REF`" ]]; then - git_update_branch $GIT_REF - elif [[ -n "`git show-ref refs/remotes/origin/$GIT_REF`" ]]; then - git_update_remote_branch $GIT_REF - else - echo $GIT_REF is neither branch nor tag - exit 1 - fi - - fi - fi -} - - -# Comment an option in an INI file -# inicomment config-file section option -function inicomment() { - local file=$1 - local section=$2 - local option=$3 - sed -i -e "/^\[$section\]/,/^\[.*\]/ s|^\($option[ \t]*=.*$\)|#\1|" "$file" -} - -# Uncomment an option in an INI file -# iniuncomment config-file section option -function iniuncomment() { - local file=$1 - local section=$2 - local option=$3 - sed -i -e "/^\[$section\]/,/^\[.*\]/ s|[^ \t]*#[ \t]*\($option[ \t]*=.*$\)|\1|" "$file" -} - - -# Get an option from an INI file -# iniget config-file section option -function iniget() { - local file=$1 - local section=$2 - local option=$3 - local line - line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file") - echo ${line#*=} -} - -# Determinate is the given option present in the INI file -# ini_has_option config-file section option -function ini_has_option() { - local file=$1 - local section=$2 - local option=$3 - local line - line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file") - [ -n "$line" ] -} - -# Set an option in an INI file -# iniset config-file section option value -function iniset() { - local file=$1 - local section=$2 - local option=$3 - local value=$4 - if ! grep -q "^\[$section\]" "$file"; then - # Add section at the end - echo -e "\n[$section]" >>"$file" - fi - if ! ini_has_option "$file" "$section" "$option"; then - # Add it - sed -i -e "/^\[$section\]/ a\\ -$option = $value -" "$file" - else - # Replace it - sed -i -e "/^\[$section\]/,/^\[.*\]/ s|^\($option[ \t]*=[ \t]*\).*$|\1$value|" "$file" - fi -} - - -# is_service_enabled() checks if the service(s) specified as arguments are -# enabled by the user in ``ENABLED_SERVICES``. -# -# Multiple services specified as arguments are ``OR``'ed together; the test -# is a short-circuit boolean, i.e it returns on the first match. -# -# There are special cases for some 'catch-all' services:: -# **nova** returns true if any service enabled start with **n-** -# **cinder** returns true if any service enabled start with **c-** -# **ceilometer** returns true if any service enabled start with **ceilometer** -# **glance** returns true if any service enabled start with **g-** -# **quantum** returns true if any service enabled start with **q-** -# -# Uses global ``ENABLED_SERVICES`` -# is_service_enabled service [service ...] -function is_service_enabled() { - services=$@ - for service in ${services}; do - [[ ,${ENABLED_SERVICES}, =~ ,${service}, ]] && return 0 - [[ ${service} == "nova" && ${ENABLED_SERVICES} =~ "n-" ]] && return 0 - [[ ${service} == "cinder" && ${ENABLED_SERVICES} =~ "c-" ]] && return 0 - [[ ${service} == "ceilometer" && ${ENABLED_SERVICES} =~ "ceilometer-" ]] && return 0 - [[ ${service} == "glance" && ${ENABLED_SERVICES} =~ "g-" ]] && return 0 - [[ ${service} == "quantum" && ${ENABLED_SERVICES} =~ "q-" ]] && return 0 - done - return 1 -} - - -# remove extra commas from the input string (i.e. ``ENABLED_SERVICES``) -# _cleanup_service_list service-list -function _cleanup_service_list () { - echo "$1" | sed -e ' - s/,,/,/g; - s/^,//; - s/,$// - ' -} - - -# enable_service() adds the services passed as argument to the -# ``ENABLED_SERVICES`` list, if they are not already present. -# -# For example: -# enable_service qpid -# -# This function does not know about the special cases -# for nova, glance, and quantum built into is_service_enabled(). -# Uses global ``ENABLED_SERVICES`` -# enable_service service [service ...] -function enable_service() { - local tmpsvcs="${ENABLED_SERVICES}" - for service in $@; do - if ! is_service_enabled $service; then - tmpsvcs+=",$service" - fi - done - ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") - disable_negated_services -} - - -# disable_service() removes the services passed as argument to the -# ``ENABLED_SERVICES`` list, if they are present. -# -# For example: -# disable_service rabbit -# -# This function does not know about the special cases -# for nova, glance, and quantum built into is_service_enabled(). -# Uses global ``ENABLED_SERVICES`` -# disable_service service [service ...] -function disable_service() { - local tmpsvcs=",${ENABLED_SERVICES}," - local service - for service in $@; do - if is_service_enabled $service; then - tmpsvcs=${tmpsvcs//,$service,/,} - fi - done - ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") -} - - -# disable_all_services() removes all current services -# from ``ENABLED_SERVICES`` to reset the configuration -# before a minimal installation -# Uses global ``ENABLED_SERVICES`` -# disable_all_services -function disable_all_services() { - ENABLED_SERVICES="" -} - - -# Remove all services starting with '-'. For example, to install all default -# services except rabbit (rabbit) set in ``localrc``: -# ENABLED_SERVICES+=",-rabbit" -# Uses global ``ENABLED_SERVICES`` -# disable_negated_services -function disable_negated_services() { - local tmpsvcs="${ENABLED_SERVICES}" - local service - for service in ${tmpsvcs//,/ }; do - if [[ ${service} == -* ]]; then - tmpsvcs=$(echo ${tmpsvcs}|sed -r "s/(,)?(-)?${service#-}(,)?/,/g") - fi - done - ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs") -} - - -# Distro-agnostic package installer -# install_package package [package ...] -function install_package() { - if is_ubuntu; then - [[ "$NO_UPDATE_REPOS" = "True" ]] || apt_get update - NO_UPDATE_REPOS=True - - apt_get install "$@" - elif is_fedora; then - yum_install "$@" - elif is_suse; then - zypper_install "$@" - else - exit_distro_not_supported "installing packages" - fi -} - - -# Distro-agnostic function to tell if a package is installed -# is_package_installed package [package ...] -function is_package_installed() { - if [[ -z "$@" ]]; then - return 1 - fi - - if [[ -z "$os_PACKAGE" ]]; then - GetOSVersion - fi - - if [[ "$os_PACKAGE" = "deb" ]]; then - dpkg -l "$@" > /dev/null - elif [[ "$os_PACKAGE" = "rpm" ]]; then - rpm --quiet -q "$@" - else - exit_distro_not_supported "finding if a package is installed" - fi -} - - -# Test if the named environment variable is set and not zero length -# is_set env-var -function is_set() { - local var=\$"$1" - eval "[ -n \"$var\" ]" # For ex.: sh -c "[ -n \"$var\" ]" would be better, but several exercises depends on this -} - - -# Wrapper for ``pip install`` to set cache and proxy environment variables -# Uses globals ``OFFLINE``, ``PIP_DOWNLOAD_CACHE``, ``PIP_USE_MIRRORS``, -# ``TRACK_DEPENDS``, ``*_proxy` -# pip_install package [package ...] -function pip_install { - [[ "$OFFLINE" = "True" || -z "$@" ]] && return - if [[ -z "$os_PACKAGE" ]]; then - GetOSVersion - fi - if [[ $TRACK_DEPENDS = True ]] ; then - source $DEST/.venv/bin/activate - CMD_PIP=$DEST/.venv/bin/pip - SUDO_PIP="env" - else - SUDO_PIP="sudo" - CMD_PIP=$(get_pip_command) - fi - if [[ "$PIP_USE_MIRRORS" != "False" ]]; then - PIP_MIRROR_OPT="--use-mirrors" - fi - $SUDO_PIP PIP_DOWNLOAD_CACHE=${PIP_DOWNLOAD_CACHE:-/var/cache/pip} \ - HTTP_PROXY=$http_proxy \ - HTTPS_PROXY=$https_proxy \ - NO_PROXY=$no_proxy \ - $CMD_PIP install $PIP_MIRROR_OPT $@ -} - - -# Service wrapper to restart services -# restart_service service-name -function restart_service() { - if is_ubuntu; then - sudo /usr/sbin/service $1 restart - else - sudo /sbin/service $1 restart - fi -} - - -# Helper to launch a service in a named screen -# screen_it service "command-line" -function screen_it { - SCREEN_NAME=${SCREEN_NAME:-stack} - SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} - SCREEN_DEV=`trueorfalse True $SCREEN_DEV` - - if is_service_enabled $1; then - # Append the service to the screen rc file - screen_rc "$1" "$2" - - screen -S $SCREEN_NAME -X screen -t $1 - - if [[ -n ${SCREEN_LOGDIR} ]]; then - screen -S $SCREEN_NAME -p $1 -X logfile ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log - screen -S $SCREEN_NAME -p $1 -X log on - ln -sf ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${1}.log - fi - - if [[ "$SCREEN_DEV" = "True" ]]; then - # sleep to allow bash to be ready to be send the command - we are - # creating a new window in screen and then sends characters, so if - # bash isn't running by the time we send the command, nothing happens - sleep 1.5 - - NL=`echo -ne '\015'` - screen -S $SCREEN_NAME -p $1 -X stuff "$2 || touch \"$SERVICE_DIR/$SCREEN_NAME/$1.failure\"$NL" - else - screen -S $SCREEN_NAME -p $1 -X exec /bin/bash -c "$2 || touch \"$SERVICE_DIR/$SCREEN_NAME/$1.failure\"" - fi - fi -} - - -# Screen rc file builder -# screen_rc service "command-line" -function screen_rc { - SCREEN_NAME=${SCREEN_NAME:-stack} - SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc - if [[ ! -e $SCREENRC ]]; then - # Name the screen session - echo "sessionname $SCREEN_NAME" > $SCREENRC - # Set a reasonable statusbar - echo "hardstatus alwayslastline '$SCREEN_HARDSTATUS'" >> $SCREENRC - echo "screen -t shell bash" >> $SCREENRC - fi - # If this service doesn't already exist in the screenrc file - if ! grep $1 $SCREENRC 2>&1 > /dev/null; then - NL=`echo -ne '\015'` - echo "screen -t $1 bash" >> $SCREENRC - echo "stuff \"$2$NL\"" >> $SCREENRC - fi -} - -# Helper to remove the *.failure files under $SERVICE_DIR/$SCREEN_NAME -# This is used for service_check when all the screen_it are called finished -# init_service_check -function init_service_check() { - SCREEN_NAME=${SCREEN_NAME:-stack} - SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} - - if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then - mkdir -p "$SERVICE_DIR/$SCREEN_NAME" - fi - - rm -f "$SERVICE_DIR/$SCREEN_NAME"/*.failure -} - -# Helper to get the status of each running service -# service_check -function service_check() { - local service - local failures - SCREEN_NAME=${SCREEN_NAME:-stack} - SERVICE_DIR=${SERVICE_DIR:-${DEST}/status} - - - if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then - echo "No service status directory found" - return - fi - - # Check if there is any falure flag file under $SERVICE_DIR/$SCREEN_NAME - failures=`ls "$SERVICE_DIR/$SCREEN_NAME"/*.failure 2>/dev/null` - - for service in $failures; do - service=`basename $service` - service=${service::-8} - echo "Error: Service $service is not running" - done - - if [ -n "$failures" ]; then - echo "More details about the above errors can be found with screen, with ./rejoin-stack.sh" - fi -} - -# ``pip install`` the dependencies of the package before ``setup.py develop`` -# so pip and not distutils processes the dependency chain -# Uses globals ``TRACK_DEPENDES``, ``*_proxy` -# setup_develop directory -function setup_develop() { - if [[ $TRACK_DEPENDS = True ]] ; then - SUDO_CMD="env" - else - SUDO_CMD="sudo" - fi - (cd $1; \ - python setup.py egg_info; \ - raw_links=$(awk '/^.+/ {print "-f " $1}' *.egg-info/dependency_links.txt); \ - depend_links=$(echo $raw_links | xargs); \ - require_file=$([ ! -r *-info/requires.txt ] || echo "-r *-info/requires.txt"); \ - pip_install $require_file $depend_links; \ - $SUDO_CMD \ - HTTP_PROXY=$http_proxy \ - HTTPS_PROXY=$https_proxy \ - NO_PROXY=$no_proxy \ - python setup.py develop \ - ) -} - - -# Service wrapper to start services -# start_service service-name -function start_service() { - if is_ubuntu; then - sudo /usr/sbin/service $1 start - else - sudo /sbin/service $1 start - fi -} - - -# Service wrapper to stop services -# stop_service service-name -function stop_service() { - if is_ubuntu; then - sudo /usr/sbin/service $1 stop - else - sudo /sbin/service $1 stop - fi -} - - -# Normalize config values to True or False -# Accepts as False: 0 no false False FALSE -# Accepts as True: 1 yes true True TRUE -# VAR=$(trueorfalse default-value test-value) -function trueorfalse() { - local default=$1 - local testval=$2 - - [[ -z "$testval" ]] && { echo "$default"; return; } - [[ "0 no false False FALSE" =~ "$testval" ]] && { echo "False"; return; } - [[ "1 yes true True TRUE" =~ "$testval" ]] && { echo "True"; return; } - echo "$default" -} - - -# Retrieve an image from a URL and upload into Glance -# Uses the following variables: -# ``FILES`` must be set to the cache dir -# ``GLANCE_HOSTPORT`` -# upload_image image-url glance-token -function upload_image() { - local image_url=$1 - local token=$2 - - # Create a directory for the downloaded image tarballs. - mkdir -p $FILES/images - - # Downloads the image (uec ami+aki style), then extracts it. - IMAGE_FNAME=`basename "$image_url"` - if [[ ! -f $FILES/$IMAGE_FNAME || "$(stat -c "%s" $FILES/$IMAGE_FNAME)" = "0" ]]; then - wget -c $image_url -O $FILES/$IMAGE_FNAME - if [[ $? -ne 0 ]]; then - echo "Not found: $image_url" - return - fi - fi - - # OpenVZ-format images are provided as .tar.gz, but not decompressed prior to loading - if [[ "$image_url" =~ 'openvz' ]]; then - IMAGE="$FILES/${IMAGE_FNAME}" - IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" - glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --is-public=True --container-format ami --disk-format ami < "${IMAGE}" - return - fi - - KERNEL="" - RAMDISK="" - DISK_FORMAT="" - CONTAINER_FORMAT="" - UNPACK="" - case "$IMAGE_FNAME" in - *.tar.gz|*.tgz) - # Extract ami and aki files - [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] && - IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" || - IMAGE_NAME="${IMAGE_FNAME%.tgz}" - xdir="$FILES/images/$IMAGE_NAME" - rm -Rf "$xdir"; - mkdir "$xdir" - tar -zxf $FILES/$IMAGE_FNAME -C "$xdir" - KERNEL=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - RAMDISK=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - IMAGE=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - if [[ -z "$IMAGE_NAME" ]]; then - IMAGE_NAME=$(basename "$IMAGE" ".img") - fi - ;; - *.img) - IMAGE="$FILES/$IMAGE_FNAME"; - IMAGE_NAME=$(basename "$IMAGE" ".img") - format=$(qemu-img info ${IMAGE} | awk '/^file format/ { print $3; exit }') - if [[ ",qcow2,raw,vdi,vmdk,vpc," =~ ",$format," ]]; then - DISK_FORMAT=$format - else - DISK_FORMAT=raw - fi - CONTAINER_FORMAT=bare - ;; - *.img.gz) - IMAGE="$FILES/${IMAGE_FNAME}" - IMAGE_NAME=$(basename "$IMAGE" ".img.gz") - DISK_FORMAT=raw - CONTAINER_FORMAT=bare - UNPACK=zcat - ;; - *.qcow2) - IMAGE="$FILES/${IMAGE_FNAME}" - IMAGE_NAME=$(basename "$IMAGE" ".qcow2") - DISK_FORMAT=qcow2 - CONTAINER_FORMAT=bare - ;; - *) echo "Do not know what to do with $IMAGE_FNAME"; false;; - esac - - if [ "$CONTAINER_FORMAT" = "bare" ]; then - if [ "$UNPACK" = "zcat" ]; then - glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --public --container-format=$CONTAINER_FORMAT --disk-format $DISK_FORMAT < <(zcat --force "${IMAGE}") - else - glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME" --public --container-format=$CONTAINER_FORMAT --disk-format $DISK_FORMAT < "${IMAGE}" - fi - else - # Use glance client to add the kernel the root filesystem. - # We parse the results of the first upload to get the glance ID of the - # kernel for use when uploading the root filesystem. - KERNEL_ID=""; RAMDISK_ID=""; - if [ -n "$KERNEL" ]; then - KERNEL_ID=$(glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME-kernel" --public --container-format aki --disk-format aki < "$KERNEL" | grep ' id ' | get_field 2) - fi - if [ -n "$RAMDISK" ]; then - RAMDISK_ID=$(glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "$IMAGE_NAME-ramdisk" --public --container-format ari --disk-format ari < "$RAMDISK" | grep ' id ' | get_field 2) - fi - glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT image-create --name "${IMAGE_NAME%.img}" --public --container-format ami --disk-format ami ${KERNEL_ID:+--property kernel_id=$KERNEL_ID} ${RAMDISK_ID:+--property ramdisk_id=$RAMDISK_ID} < "${IMAGE}" - fi -} - -# Set the database backend to use -# When called from stackrc/localrc DATABASE_BACKENDS has not been -# initialized yet, just save the configuration selection and call back later -# to validate it. -# $1 The name of the database backend to use (mysql, postgresql, ...) -function use_database { - if [[ -z "$DATABASE_BACKENDS" ]]; then - # The backends haven't initialized yet, just save the selection for now - DATABASE_TYPE=$1 - else - use_exclusive_service DATABASE_BACKENDS DATABASE_TYPE $1 - fi -} - -# Toggle enable/disable_service for services that must run exclusive of each other -# $1 The name of a variable containing a space-separated list of services -# $2 The name of a variable in which to store the enabled service's name -# $3 The name of the service to enable -function use_exclusive_service { - local options=${!1} - local selection=$3 - out=$2 - [ -z $selection ] || [[ ! "$options" =~ "$selection" ]] && return 1 - for opt in $options;do - [[ "$opt" = "$selection" ]] && enable_service $opt || disable_service $opt - done - eval "$out=$selection" - return 0 -} - -# Wait for an HTTP server to start answering requests -# wait_for_service timeout url -function wait_for_service() { - local timeout=$1 - local url=$2 - timeout $timeout sh -c "while ! http_proxy= https_proxy= curl -s $url >/dev/null; do sleep 1; done" -} - -# Wrapper for ``yum`` to set proxy environment variables -# Uses globals ``OFFLINE``, ``*_proxy` -# yum_install package [package ...] -function yum_install() { - [[ "$OFFLINE" = "True" ]] && return - local sudo="sudo" - [[ "$(id -u)" = "0" ]] && sudo="env" - $sudo http_proxy=$http_proxy https_proxy=$https_proxy \ - no_proxy=$no_proxy \ - yum install -y "$@" -} - -# ping check -# Uses globals ``ENABLED_SERVICES`` -function ping_check() { - if is_service_enabled quantum; then - _ping_check_quantum "$1" $2 $3 $4 - return - fi - _ping_check_novanet "$1" $2 $3 $4 -} - -# ping check for nova -# Uses globals ``MULTI_HOST``, ``PRIVATE_NETWORK`` -function _ping_check_novanet() { - local from_net=$1 - local ip=$2 - local boot_timeout=$3 - local expected=${4:-"True"} - local check_command="" - MULTI_HOST=`trueorfalse False $MULTI_HOST` - if [[ "$MULTI_HOST" = "True" && "$from_net" = "$PRIVATE_NETWORK_NAME" ]]; then - sleep $boot_timeout - return - fi - if [[ "$expected" = "True" ]]; then - check_command="while ! ping -c1 -w1 $ip; do sleep 1; done" - else - check_command="while ping -c1 -w1 $ip; do sleep 1; done" - fi - if ! timeout $boot_timeout sh -c "$check_command"; then - if [[ "$expected" = "True" ]]; then - echo "[Fail] Couldn't ping server" - else - echo "[Fail] Could ping server" - fi - exit 1 - fi -} - -# ssh check - -function ssh_check() { - if is_service_enabled quantum; then - _ssh_check_quantum "$1" $2 $3 $4 $5 - return - fi - _ssh_check_novanet "$1" $2 $3 $4 $5 -} - -function _ssh_check_novanet() { - local NET_NAME=$1 - local KEY_FILE=$2 - local FLOATING_IP=$3 - local DEFAULT_INSTANCE_USER=$4 - local ACTIVE_TIMEOUT=$5 - local probe_cmd="" - if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success ; do sleep 1; done"; then - echo "server didn't become ssh-able!" - exit 1 - fi -} - - -# zypper wrapper to set arguments correctly -# zypper_install package [package ...] -function zypper_install() { - [[ "$OFFLINE" = "True" ]] && return - local sudo="sudo" - [[ "$(id -u)" = "0" ]] && sudo="env" - $sudo http_proxy=$http_proxy https_proxy=$https_proxy \ - zypper --non-interactive install --auto-agree-with-licenses "$@" -} - - -# Add a user to a group. -# add_user_to_group user group -function add_user_to_group() { - local user=$1 - local group=$2 - - if [[ -z "$os_VENDOR" ]]; then - GetOSVersion - fi - - # SLE11 and openSUSE 12.2 don't have the usual usermod - if ! is_suse || [[ "$os_VENDOR" = "openSUSE" && "$os_RELEASE" != "12.2" ]]; then - sudo usermod -a -G "$group" "$user" - else - sudo usermod -A "$group" "$user" - fi -} - - -# Get the path to the direcotry where python executables are installed. -# get_python_exec_prefix -function get_python_exec_prefix() { - if is_fedora; then - echo "/usr/bin" - else - echo "/usr/local/bin" - fi -} - -# Get the location of the $module-rootwrap executables, where module is cinder -# or nova. -# get_rootwrap_location module -function get_rootwrap_location() { - local module=$1 - - echo "$(get_python_exec_prefix)/$module-rootwrap" -} - -# Get the path to the pip command. -# get_pip_command -function get_pip_command() { - if is_fedora; then - which pip-python - else - which pip - fi -} - -# Restore xtrace -$XTRACE - - -# Local variables: -# -*- mode: Shell-script -*- -# End: diff --git a/functions-common.html b/functions-common.html new file mode 100644 index 00000000..735b6d50 --- /dev/null +++ b/functions-common.html @@ -0,0 +1,2765 @@ + + + + + functions-common + + + +
      +
      + + + + + + + + + + +

      functions-common

      + + + + + + + + + +
      + + +

      functions-common - Common functions used by DevStack components

      +

      The canonical copy of this file is maintained in the DevStack repo. +All modifications should be made there and then sync'ed to other repos +as required.

      +

      This file is sorted alphabetically within the function groups.

      +
        +
      • Config Functions
        • +
      • Control Functions
        • +
      • Distro Functions
        • +
      • Git Functions
        • +
      • OpenStack Functions
        • +
      • Package Functions
        • +
      • Process Functions
        • +
      • Python Functions
        • +
      • Service Functions
        • +
      • System Functions
        • +
      +

      The following variables are assumed to be defined by certain functions:

      +
        +
      • ENABLED_SERVICES
        • +
      • ERROR_ON_CLONE
        • +
      • FILES
        • +
      • OFFLINE
        • +
      • PIP_DOWNLOAD_CACHE
        • +
      • PIP_USE_MIRRORS
        • +
      • RECLONE
        • +
      • REQUIREMENTS_DIR
        • +
      • STACK_USER
        • +
      • TRACK_DEPENDS
        • +
      • UNDO_REQUIREMENTS
        • +
      • http_proxy, https_proxy, no_proxy
        • +
      +
      +

      System Message: WARNING/2 (<stdin>, line 34)

      +Bullet list ends without a blank line; unexpected unindent.
      +

      Save trace setting

      +
      +
+XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Global Config Variables

      +
      +declare -A GITREPO
+declare -A GITBRANCH
+declare -A GITDIR
+
+
+
      +
      +

      Config Functions

      +
      +
+
      +

      Append a new option in an ini file without replacing the old value +iniadd config-file section option value1 value2 value3 ...

      +
      +function iniadd {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    shift 3
+
+    local values="$(iniget_multiline $file $section $option) $@"
+    iniset_multiline $file $section $option $values
+    $xtrace
+}
+
+
      +

      Comment an option in an INI file +inicomment config-file section option

      +
      +function inicomment {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+
+    sed -i -e "/^\[$section\]/,/^\[.*\]/ s|^\($option[ \t]*=.*$\)|#\1|" "$file"
+    $xtrace
+}
+
+
      +

      Get an option from an INI file +iniget config-file section option

      +
      +function iniget {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    local line
+
+    line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file")
+    echo ${line#*=}
+    $xtrace
+}
+
+
      +

      Get a multiple line option from an INI file +iniget_multiline config-file section option

      +
      +function iniget_multiline {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    local values
+
+    values=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { s/^$option[ \t]*=[ \t]*//gp; }" "$file")
+    echo ${values}
+    $xtrace
+}
+
+
      +

      Determinate is the given option present in the INI file +ini_has_option config-file section option

      +
      +function ini_has_option {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    local line
+
+    line=$(sed -ne "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ p; }" "$file")
+    $xtrace
+    [ -n "$line" ]
+}
+
+
      +

      Set an option in an INI file +iniset config-file section option value

      +
      +function iniset {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    local value=$4
+
+    [[ -z $section || -z $option ]] && return
+
+    if ! grep -q "^\[$section\]" "$file" 2>/dev/null; then
+
      +

      Add section at the end

      +
      +        echo -e "\n[$section]" >>"$file"
+    fi
+    if ! ini_has_option "$file" "$section" "$option"; then
+
      +

      Add it

      +
      +        sed -i -e "/^\[$section\]/ a\\
+$option = $value
+" "$file"
+    else
+        local sep=$(echo -ne "\x01")
+
      +

      Replace it

      +
      +        sed -i -e '/^\['${section}'\]/,/^\[.*\]/ s'${sep}'^\('${option}'[ \t]*=[ \t]*\).*$'${sep}'\1'"${value}"${sep} "$file"
+    fi
+    $xtrace
+}
+
+
      +

      Set a multiple line option in an INI file +iniset_multiline config-file section option value1 value2 valu3 ...

      +
      +function iniset_multiline {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+
+    shift 3
+    local values
+    for v in $@; do
+
      +

      The later sed command inserts each new value in the line next to +the section identifier, which causes the values to be inserted in +the reverse order. Do a reverse here to keep the original order.

      +
      +        values="$v ${values}"
+    done
+    if ! grep -q "^\[$section\]" "$file"; then
+
      +

      Add section at the end

      +
      +        echo -e "\n[$section]" >>"$file"
+    else
+
      +

      Remove old values

      +
      +        sed -i -e "/^\[$section\]/,/^\[.*\]/ { /^$option[ \t]*=/ d; }" "$file"
+    fi
+
      +

      Add new ones

      +
      +    for v in $values; do
+        sed -i -e "/^\[$section\]/ a\\
+$option = $v
+" "$file"
+    done
+    $xtrace
+}
+
+
      +

      Uncomment an option in an INI file +iniuncomment config-file section option

      +
      +function iniuncomment {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local file=$1
+    local section=$2
+    local option=$3
+    sed -i -e "/^\[$section\]/,/^\[.*\]/ s|[^ \t]*#[ \t]*\($option[ \t]*=.*$\)|\1|" "$file"
+    $xtrace
+}
+
+
      +

      Normalize config values to True or False +Accepts as False: 0 no No NO false False FALSE +Accepts as True: 1 yes Yes YES true True TRUE +VAR=$(trueorfalse default-value test-value)

      +
      +function trueorfalse {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local default=$1
+    local testval=$2
+
+    [[ -z "$testval" ]] && { echo "$default"; return; }
+    [[ "0 no No NO false False FALSE" =~ "$testval" ]] && { echo "False"; return; }
+    [[ "1 yes Yes YES true True TRUE" =~ "$testval" ]] && { echo "True"; return; }
+    echo "$default"
+    $xtrace
+}
+
+
+
      + +
      +

      Control Functions

      +
      +
+
      +

      Prints backtrace info +filename:lineno:function +backtrace level

      +
      +function backtrace {
+    local level=$1
+    local deep=$((${#BASH_SOURCE[@]} - 1))
+    echo "[Call Trace]"
+    while [ $level -le $deep ]; do
+        echo "${BASH_SOURCE[$deep]}:${BASH_LINENO[$deep-1]}:${FUNCNAME[$deep-1]}"
+        deep=$((deep - 1))
+    done
+}
+
+
      +

      Prints line number and "message" then exits +die $LINENO "message"

      +
      +function die {
+    local exitcode=$?
+    set +o xtrace
+    local line=$1; shift
+    if [ $exitcode == 0 ]; then
+        exitcode=1
+    fi
+    backtrace 2
+    err $line "$*"
+
      +

      Give buffers a second to flush

      +
      +    sleep 1
+    exit $exitcode
+}
+
+
      +

      Checks an environment variable is not set or has length 0 OR if the +exit code is non-zero and prints "message" and exits +NOTE: env-var is the variable name without a '$' +die_if_not_set $LINENO env-var "message"

      +
      +function die_if_not_set {
+    local exitcode=$?
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local line=$1; shift
+    local evar=$1; shift
+    if ! is_set $evar || [ $exitcode != 0 ]; then
+        die $line "$*"
+    fi
+    $xtrace
+}
+
+
      +

      Prints line number and "message" in error format +err $LINENO "message"

      +
      +function err {
+    local exitcode=$?
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local msg="[ERROR] ${BASH_SOURCE[2]}:$1 $2"
+    echo $msg 1>&2;
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        echo $msg >> "${SCREEN_LOGDIR}/error.log"
+    fi
+    $xtrace
+    return $exitcode
+}
+
+
      +

      Checks an environment variable is not set or has length 0 OR if the +exit code is non-zero and prints "message" +NOTE: env-var is the variable name without a '$' +err_if_not_set $LINENO env-var "message"

      +
      +function err_if_not_set {
+    local exitcode=$?
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local line=$1; shift
+    local evar=$1; shift
+    if ! is_set $evar || [ $exitcode != 0 ]; then
+        err $line "$*"
+    fi
+    $xtrace
+    return $exitcode
+}
+
+
      +

      Exit after outputting a message about the distribution not being supported. +exit_distro_not_supported [optional-string-telling-what-is-missing]

      +
      +function exit_distro_not_supported {
+    if [[ -z "$DISTRO" ]]; then
+        GetDistro
+    fi
+
+    if [ $# -gt 0 ]; then
+        die $LINENO "Support for $DISTRO is incomplete: no support for $@"
+    else
+        die $LINENO "Support for $DISTRO is incomplete."
+    fi
+}
+
+
      +

      Test if the named environment variable is set and not zero length +is_set env-var

      +
      +function is_set {
+    local var=\$"$1"
+    eval "[ -n \"$var\" ]" # For ex.: sh -c "[ -n \"$var\" ]" would be better, but several exercises depends on this
+}
+
+
      +

      Prints line number and "message" in warning format +warn $LINENO "message"

      +
      +function warn {
+    local exitcode=$?
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local msg="[WARNING] ${BASH_SOURCE[2]}:$1 $2"
+    echo $msg 1>&2;
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        echo $msg >> "${SCREEN_LOGDIR}/error.log"
+    fi
+    $xtrace
+    return $exitcode
+}
+
+
+
      + +
      +

      Distro Functions

      +
      +
+
      +

      Determine OS Vendor, Release and Update +Tested with OS/X, Ubuntu, RedHat, CentOS, Fedora +Returns results in global variables: +os_VENDOR - vendor name: Ubuntu, Fedora, etc +os_RELEASE - major release: 14.04 (Ubuntu), 20 (Fedora) +os_UPDATE - update: ex. the 5 in RHEL6.5 +os_PACKAGE - package type: deb or rpm +os_CODENAME - vendor's codename for release: snow leopard, trusty

      +
      +declare os_VENDOR os_RELEASE os_UPDATE os_PACKAGE os_CODENAME
+
+
      +

      GetOSVersion

      +
      +function GetOSVersion {
+
+
      +

      Figure out which vendor we are

      +
      +    if [[ -x "`which sw_vers 2>/dev/null`" ]]; then
+
      +

      OS/X

      +
      +        os_VENDOR=`sw_vers -productName`
+        os_RELEASE=`sw_vers -productVersion`
+        os_UPDATE=${os_RELEASE##*.}
+        os_RELEASE=${os_RELEASE%.*}
+        os_PACKAGE=""
+        if [[ "$os_RELEASE" =~ "10.7" ]]; then
+            os_CODENAME="lion"
+        elif [[ "$os_RELEASE" =~ "10.6" ]]; then
+            os_CODENAME="snow leopard"
+        elif [[ "$os_RELEASE" =~ "10.5" ]]; then
+            os_CODENAME="leopard"
+        elif [[ "$os_RELEASE" =~ "10.4" ]]; then
+            os_CODENAME="tiger"
+        elif [[ "$os_RELEASE" =~ "10.3" ]]; then
+            os_CODENAME="panther"
+        else
+            os_CODENAME=""
+        fi
+    elif [[ -x $(which lsb_release 2>/dev/null) ]]; then
+        os_VENDOR=$(lsb_release -i -s)
+        os_RELEASE=$(lsb_release -r -s)
+        os_UPDATE=""
+        os_PACKAGE="rpm"
+        if [[ "Debian,Ubuntu,LinuxMint" =~ $os_VENDOR ]]; then
+            os_PACKAGE="deb"
+        elif [[ "SUSE LINUX" =~ $os_VENDOR ]]; then
+            lsb_release -d -s | grep -q openSUSE
+            if [[ $? -eq 0 ]]; then
+                os_VENDOR="openSUSE"
+            fi
+        elif [[ $os_VENDOR == "openSUSE project" ]]; then
+            os_VENDOR="openSUSE"
+        elif [[ $os_VENDOR =~ Red.*Hat ]]; then
+            os_VENDOR="Red Hat"
+        fi
+        os_CODENAME=$(lsb_release -c -s)
+    elif [[ -r /etc/redhat-release ]]; then
+
      +

      Red Hat Enterprise Linux Server release 5.5 (Tikanga) +Red Hat Enterprise Linux Server release 7.0 Beta (Maipo) +CentOS release 5.5 (Final) +CentOS Linux release 6.0 (Final) +Fedora release 16 (Verne) +XenServer release 6.2.0-70446c (xenenterprise)

      +
      +        os_CODENAME=""
+        for r in "Red Hat" CentOS Fedora XenServer; do
+            os_VENDOR=$r
+            if [[ -n "`grep \"$r\" /etc/redhat-release`" ]]; then
+                ver=`sed -e 's/^.* \([0-9].*\) (\(.*\)).*$/\1\|\2/' /etc/redhat-release`
+                os_CODENAME=${ver#*|}
+                os_RELEASE=${ver%|*}
+                os_UPDATE=${os_RELEASE##*.}
+                os_RELEASE=${os_RELEASE%.*}
+                break
+            fi
+            os_VENDOR=""
+        done
+        os_PACKAGE="rpm"
+    elif [[ -r /etc/SuSE-release ]]; then
+        for r in openSUSE "SUSE Linux"; do
+            if [[ "$r" = "SUSE Linux" ]]; then
+                os_VENDOR="SUSE LINUX"
+            else
+                os_VENDOR=$r
+            fi
+
+            if [[ -n "`grep \"$r\" /etc/SuSE-release`" ]]; then
+                os_CODENAME=`grep "CODENAME = " /etc/SuSE-release | sed 's:.* = ::g'`
+                os_RELEASE=`grep "VERSION = " /etc/SuSE-release | sed 's:.* = ::g'`
+                os_UPDATE=`grep "PATCHLEVEL = " /etc/SuSE-release | sed 's:.* = ::g'`
+                break
+            fi
+            os_VENDOR=""
+        done
+        os_PACKAGE="rpm"
+
      +

      If lsb_release is not installed, we should be able to detect Debian OS

      +
      +    elif [[ -f /etc/debian_version ]] && [[ $(cat /proc/version) =~ "Debian" ]]; then
+        os_VENDOR="Debian"
+        os_PACKAGE="deb"
+        os_CODENAME=$(awk '/VERSION=/' /etc/os-release | sed 's/VERSION=//' | sed -r 's/\"|\(|\)//g' | awk '{print $2}')
+        os_RELEASE=$(awk '/VERSION_ID=/' /etc/os-release | sed 's/VERSION_ID=//' | sed 's/\"//g')
+    fi
+    export os_VENDOR os_RELEASE os_UPDATE os_PACKAGE os_CODENAME
+}
+
+
      +

      Translate the OS version values into common nomenclature +Sets global DISTRO from the os_* values

      +
      +declare DISTRO
+
+function GetDistro {
+    GetOSVersion
+    if [[ "$os_VENDOR" =~ (Ubuntu) || "$os_VENDOR" =~ (Debian) ]]; then
+
      +

      'Everyone' refers to Ubuntu / Debian releases by the code name adjective

      +
      +        DISTRO=$os_CODENAME
+    elif [[ "$os_VENDOR" =~ (Fedora) ]]; then
+
      +

      For Fedora, just use 'f' and the release

      +
      +        DISTRO="f$os_RELEASE"
+    elif [[ "$os_VENDOR" =~ (openSUSE) ]]; then
+        DISTRO="opensuse-$os_RELEASE"
+    elif [[ "$os_VENDOR" =~ (SUSE LINUX) ]]; then
+
      +

      For SLE, also use the service pack

      +
      +        if [[ -z "$os_UPDATE" ]]; then
+            DISTRO="sle${os_RELEASE}"
+        else
+            DISTRO="sle${os_RELEASE}sp${os_UPDATE}"
+        fi
+    elif [[ "$os_VENDOR" =~ (Red Hat) || \
+        "$os_VENDOR" =~ (CentOS) || \
+        "$os_VENDOR" =~ (OracleServer) ]]; then
+
      +

      Drop the . release as we assume it's compatible

      +
      +        DISTRO="rhel${os_RELEASE::1}"
+    elif [[ "$os_VENDOR" =~ (XenServer) ]]; then
+        DISTRO="xs$os_RELEASE"
+    else
+
      +

      Catch-all for now is Vendor + Release + Update

      +
      +        DISTRO="$os_VENDOR-$os_RELEASE.$os_UPDATE"
+    fi
+    export DISTRO
+}
+
+
      +

      Utility function for checking machine architecture +is_arch arch-type

      +
      +function is_arch {
+    [[ "$(uname -m)" == "$1" ]]
+}
+
+
      +

      Quick check for a rackspace host; n.b. rackspace provided images +have these Xen tools installed but a custom image may not.

      +
      +function is_rackspace {
+    [ -f /usr/bin/xenstore-ls ] && \
+        sudo /usr/bin/xenstore-ls vm-data | grep -q "Rackspace"
+}
+
+
      +

      Determine if current distribution is a Fedora-based distribution +(Fedora, RHEL, CentOS, etc). +is_fedora

      +
      +function is_fedora {
+    if [[ -z "$os_VENDOR" ]]; then
+        GetOSVersion
+    fi
+
+    [ "$os_VENDOR" = "Fedora" ] || [ "$os_VENDOR" = "Red Hat" ] || \
+        [ "$os_VENDOR" = "CentOS" ] || [ "$os_VENDOR" = "OracleServer" ]
+}
+
+
+
      +

      Determine if current distribution is a SUSE-based distribution +(openSUSE, SLE). +is_suse

      +
      +function is_suse {
+    if [[ -z "$os_VENDOR" ]]; then
+        GetOSVersion
+    fi
+
+    [ "$os_VENDOR" = "openSUSE" ] || [ "$os_VENDOR" = "SUSE LINUX" ]
+}
+
+
+
      +

      Determine if current distribution is an Ubuntu-based distribution +It will also detect non-Ubuntu but Debian-based distros +is_ubuntu

      +
      +function is_ubuntu {
+    if [[ -z "$os_PACKAGE" ]]; then
+        GetOSVersion
+    fi
+    [ "$os_PACKAGE" = "deb" ]
+}
+
+
+
      + +
      +

      Git Functions

      +
      +
+
      +

      Returns openstack release name for a given branch name +get_release_name_from_branch branch-name

      +
      +function get_release_name_from_branch {
+    local branch=$1
+
+    if [[ $branch =~ "stable/" ]]; then
+        echo ${branch#*/}
+    else
+        echo "master"
+    fi
+}
+
+
      +

      git clone only if directory doesn't exist already. Since DEST might not +be owned by the installation user, we create the directory and change the +ownership to the proper user. +Set global RECLONE=yes to simulate a clone when dest-dir exists +Set global ERROR_ON_CLONE=True to abort execution with an error if the git repo +does not exist (default is False, meaning the repo will be cloned). +Uses globals ERROR_ON_CLONE, OFFLINE, RECLONE +git_clone remote dest-dir branch

      +
      +function git_clone {
+    local git_remote=$1
+    local git_dest=$2
+    local git_ref=$3
+    local orig_dir=$(pwd)
+
+    RECLONE=$(trueorfalse False $RECLONE)
+
+    if [[ "$OFFLINE" = "True" ]]; then
+        echo "Running in offline mode, clones already exist"
+
      +

      print out the results so we know what change was used in the logs

      +
      +        cd $git_dest
+        git show --oneline | head -1
+        cd $orig_dir
+        return
+    fi
+
+    if echo $git_ref | egrep -q "^refs"; then
+
      +

      If our branch name is a gerrit style refs/changes/...

      +
      +        if [[ ! -d $git_dest ]]; then
+            [[ "$ERROR_ON_CLONE" = "True" ]] && \
+                die $LINENO "Cloning not allowed in this configuration"
+            git_timed clone $git_remote $git_dest
+        fi
+        cd $git_dest
+        git_timed fetch $git_remote $git_ref && git checkout FETCH_HEAD
+    else
+
      +

      do a full clone only if the directory doesn't exist

      +
      +        if [[ ! -d $git_dest ]]; then
+            [[ "$ERROR_ON_CLONE" = "True" ]] && \
+                die $LINENO "Cloning not allowed in this configuration"
+            git_timed clone $git_remote $git_dest
+            cd $git_dest
+
      +

      This checkout syntax works for both branches and tags

      +
      +            git checkout $git_ref
+        elif [[ "$RECLONE" = "True" ]]; then
+
      +

      if it does exist then simulate what clone does if asked to RECLONE

      +
      +            cd $git_dest
+
      +

      set the url to pull from and fetch

      +
      +            git remote set-url origin $git_remote
+            git_timed fetch origin
+
      +

      remove the existing ignored files (like pyc) as they cause breakage +(due to the py files having older timestamps than our pyc, so python +thinks the pyc files are correct using them)

      +
      +            find $git_dest -name '*.pyc' -delete
+
+
      +

      handle git_ref accordingly to type (tag, branch)

      +
      +            if [[ -n "`git show-ref refs/tags/$git_ref`" ]]; then
+                git_update_tag $git_ref
+            elif [[ -n "`git show-ref refs/heads/$git_ref`" ]]; then
+                git_update_branch $git_ref
+            elif [[ -n "`git show-ref refs/remotes/origin/$git_ref`" ]]; then
+                git_update_remote_branch $git_ref
+            else
+                die $LINENO "$git_ref is neither branch nor tag"
+            fi
+
+        fi
+    fi
+
+
      +

      print out the results so we know what change was used in the logs

      +
      +    cd $git_dest
+    git show --oneline | head -1
+    cd $orig_dir
+}
+
+
      +

      A variation on git clone that lets us specify a project by it's +actual name, like oslo.config. This is exceptionally useful in the +library installation case

      +
      +function git_clone_by_name {
+    local name=$1
+    local repo=${GITREPO[$name]}
+    local dir=${GITDIR[$name]}
+    local branch=${GITBRANCH[$name]}
+    git_clone $repo $dir $branch
+}
+
+
+
      +

      git can sometimes get itself infinitely stuck with transient network +errors or other issues with the remote end. This wraps git in a +timeout/retry loop and is intended to watch over non-local git +processes that might hang. GIT_TIMEOUT, if set, is passed directly +to timeout(1); otherwise the default value of 0 maintains the status +quo of waiting forever. +usage: git_timed <git-command>

      +
      +function git_timed {
+    local count=0
+    local timeout=0
+
+    if [[ -n "${GIT_TIMEOUT}" ]]; then
+        timeout=${GIT_TIMEOUT}
+    fi
+
+    until timeout -s SIGINT ${timeout} git "$@"; do
+
      +

      124 is timeout(1)'s special return code when it reached the +timeout; otherwise assume fatal failure

      +
      +        if [[ $? -ne 124 ]]; then
+            die $LINENO "git call failed: [git $@]"
+        fi
+
+        count=$(($count + 1))
+        warn "timeout ${count} for git call: [git $@]"
+        if [ $count -eq 3 ]; then
+            die $LINENO "Maximum of 3 git retries reached"
+        fi
+        sleep 5
+    done
+}
+
+
      +

      git update using reference as a branch. +git_update_branch ref

      +
      +function git_update_branch {
+    local git_branch=$1
+
+    git checkout -f origin/$git_branch
+
      +

      a local branch might not exist

      +
      +    git branch -D $git_branch || true
+    git checkout -b $git_branch
+}
+
+
      +

      git update using reference as a branch. +git_update_remote_branch ref

      +
      +function git_update_remote_branch {
+    local git_branch=$1
+
+    git checkout -b $git_branch -t origin/$git_branch
+}
+
+
      +

      git update using reference as a tag. Be careful editing source at that repo +as working copy will be in a detached mode +git_update_tag ref

      +
      +function git_update_tag {
+    local git_tag=$1
+
+    git tag -d $git_tag
+
      +

      fetching given tag only

      +
      +    git_timed fetch origin tag $git_tag
+    git checkout -f $git_tag
+}
+
+
+
      + +
      +

      OpenStack Functions

      +
      +
+
      +

      Get the default value for HOST_IP +get_default_host_ip fixed_range floating_range host_ip_iface host_ip

      +
      +function get_default_host_ip {
+    local fixed_range=$1
+    local floating_range=$2
+    local host_ip_iface=$3
+    local host_ip=$4
+
+
      +

      Find the interface used for the default route

      +
      +    host_ip_iface=${host_ip_iface:-$(ip route | sed -n '/^default/{ s/.*dev \(\w\+\)\s\+.*/\1/; p; }' | head -1)}
+
      +

      Search for an IP unless an explicit is set by HOST_IP environment variable

      +
      +    if [ -z "$host_ip" -o "$host_ip" == "dhcp" ]; then
+        host_ip=""
+        local host_ips=$(LC_ALL=C ip -f inet addr show ${host_ip_iface} | awk '/inet/ {split($2,parts,"/");  print parts[1]}')
+        local ip
+        for ip in $host_ips; do
+
      +

      Attempt to filter out IP addresses that are part of the fixed and +floating range. Note that this method only works if the netaddr +python library is installed. If it is not installed, an error +will be printed and the first IP from the interface will be used. +If that is not correct set HOST_IP in localrc to the correct +address.

      +
      +            if ! (address_in_net $ip $fixed_range || address_in_net $ip $floating_range); then
+                host_ip=$ip
+                break;
+            fi
+        done
+    fi
+    echo $host_ip
+}
+
+
      +

      Generates hex string from size byte of pseudo random data +generate_hex_string size

      +
      +function generate_hex_string {
+    local size=$1
+    hexdump -n "$size" -v -e '/1 "%02x"' /dev/urandom
+}
+
+
      +

      Grab a numbered field from python prettytable output +Fields are numbered starting with 1 +Reverse syntax is supported: -1 is the last field, -2 is second to last, etc. +get_field field-number

      +
      +function get_field {
+    local data field
+    while read data; do
+        if [ "$1" -lt 0 ]; then
+            field="(\$(NF$1))"
+        else
+            field="\$$(($1 + 1))"
+        fi
+        echo "$data" | awk -F'[ \t]*\\|[ \t]*' "{print $field}"
+    done
+}
+
+
      +

      Add a policy to a policy.json file +Do nothing if the policy already exists +policy_add policy_file policy_name policy_permissions

      +
      +function policy_add {
+    local policy_file=$1
+    local policy_name=$2
+    local policy_perm=$3
+
+    if grep -q ${policy_name} ${policy_file}; then
+        echo "Policy ${policy_name} already exists in ${policy_file}"
+        return
+    fi
+
+
      +

      Add a terminating comma to policy lines without one +Remove the closing '}' and all lines following to the end-of-file

      +
      +    local tmpfile=$(mktemp)
+    uniq ${policy_file} | sed -e '
+        s/]$/],/
+        /^[}]/,$d
+    ' > ${tmpfile}
+
+
      +

      Append policy and closing brace

      +
      +    echo "    \"${policy_name}\": ${policy_perm}" >>${tmpfile}
+    echo "}" >>${tmpfile}
+
+    mv ${tmpfile} ${policy_file}
+}
+
+
      +

      Gets or creates user +Usage: get_or_create_user <username> <password> <project> [<email>]

      +
      +function get_or_create_user {
+    if [[ ! -z "$4" ]]; then
+        local email="--email=$4"
+    else
+        local email=""
+    fi
+
      +

      Gets user id

      +
      +    local user_id=$(
+
      +

      Gets user id

      +
      +        openstack user show $1 -f value -c id 2>/dev/null ||
+
      +

      Creates new user

      +
      +        openstack user create \
+            $1 \
+            --password "$2" \
+            --project $3 \
+            $email \
+            -f value -c id
+    )
+    echo $user_id
+}
+
+
      +

      Gets or creates project +Usage: get_or_create_project <name>

      +
      +function get_or_create_project {
+
      +

      Gets project id

      +
      +    local project_id=$(
+
      +

      Gets project id

      +
      +        openstack project show $1 -f value -c id 2>/dev/null ||
+
      +

      Creates new project if not exists

      +
      +        openstack project create $1 -f value -c id
+    )
+    echo $project_id
+}
+
+
      +

      Gets or creates role +Usage: get_or_create_role <name>

      +
      +function get_or_create_role {
+    local role_id=$(
+
      +

      Gets role id

      +
      +        openstack role show $1 -f value -c id 2>/dev/null ||
+
      +

      Creates role if not exists

      +
      +        openstack role create $1 -f value -c id
+    )
+    echo $role_id
+}
+
+
      +

      Gets or adds user role +Usage: get_or_add_user_role <role> <user> <project>

      +
      +function get_or_add_user_role {
+
      +

      Gets user role id

      +
      +    local user_role_id=$(openstack user role list \
+        $2 \
+        --project $3 \
+        --column "ID" \
+        --column "Name" \
+        | grep " $1 " | get_field 1)
+    if [[ -z "$user_role_id" ]]; then
+
      +

      Adds role to user

      +
      +        user_role_id=$(openstack role add \
+            $1 \
+            --user $2 \
+            --project $3 \
+            | grep " id " | get_field 2)
+    fi
+    echo $user_role_id
+}
+
+
      +

      Gets or creates service +Usage: get_or_create_service <name> <type> <description>

      +
      +function get_or_create_service {
+
      +

      Gets service id

      +
      +    local service_id=$(
+
      +

      Gets service id

      +
      +        openstack service show $1 -f value -c id 2>/dev/null ||
+
      +

      Creates new service if not exists

      +
      +        openstack service create \
+            $1 \
+            --type=$2 \
+            --description="$3" \
+            -f value -c id
+    )
+    echo $service_id
+}
+
+
      +

      Gets or creates endpoint +Usage: get_or_create_endpoint <service> <region> <publicurl> <adminurl> <internalurl>

      +
      +function get_or_create_endpoint {
+
      +

      Gets endpoint id

      +
      +    local endpoint_id=$(openstack endpoint list \
+        --column "ID" \
+        --column "Region" \
+        --column "Service Name" \
+        | grep " $2 " \
+        | grep " $1 " | get_field 1)
+    if [[ -z "$endpoint_id" ]]; then
+
      +

      Creates new endpoint

      +
      +        endpoint_id=$(openstack endpoint create \
+            $1 \
+            --region $2 \
+            --publicurl $3 \
+            --adminurl $4 \
+            --internalurl $5 \
+            | grep " id " | get_field 2)
+    fi
+    echo $endpoint_id
+}
+
+
+
      + +
      +

      Package Functions

      +
      +
+
      +

      _get_package_dir

      +
      +function _get_package_dir {
+    local pkg_dir
+    if is_ubuntu; then
+        pkg_dir=$FILES/apts
+    elif is_fedora; then
+        pkg_dir=$FILES/rpms
+    elif is_suse; then
+        pkg_dir=$FILES/rpms-suse
+    else
+        exit_distro_not_supported "list of packages"
+    fi
+    echo "$pkg_dir"
+}
+
+
      +

      Wrapper for apt-get to set cache and proxy environment variables +Uses globals OFFLINE, *_proxy +apt_get operation package [package ...]

      +
      +function apt_get {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+
+    [[ "$OFFLINE" = "True" || -z "$@" ]] && return
+    local sudo="sudo"
+    [[ "$(id -u)" = "0" ]] && sudo="env"
+
+    $xtrace
+    $sudo DEBIAN_FRONTEND=noninteractive \
+        http_proxy=$http_proxy https_proxy=$https_proxy \
+        no_proxy=$no_proxy \
+        apt-get --option "Dpkg::Options::=--force-confold" --assume-yes "$@"
+}
+
+
      +

      get_packages() collects a list of package names of any type from the +prerequisite files in files/{apts|rpms}. The list is intended +to be passed to a package installer such as apt or yum.

      +

      Only packages required for the services in 1st argument will be +included. Two bits of metadata are recognized in the prerequisite files:

      +
        +
      • # NOPRIME defers installation to be performed later in stack.sh
        • +
      • # dist:DISTRO or dist:DISTRO1,DISTRO2 limits the selection +of the package to the distros listed. The distro names are case insensitive.
        • +
      +
      +function get_packages {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local services=$@
+    local package_dir=$(_get_package_dir)
+    local file_to_parse
+    local service
+
+    if [[ -z "$package_dir" ]]; then
+        echo "No package directory supplied"
+        return 1
+    fi
+    if [[ -z "$DISTRO" ]]; then
+        GetDistro
+        echo "Found Distro $DISTRO"
+    fi
+    for service in ${services//,/ }; do
+
      +

      Allow individual services to specify dependencies

      +
      +        if [[ -e ${package_dir}/${service} ]]; then
+            file_to_parse="${file_to_parse} $service"
+        fi
+
      +

      NOTE(sdague) n-api needs glance for now because that's where +glance client is

      +
      +        if [[ $service == n-api ]]; then
+            if [[ ! $file_to_parse =~ nova ]]; then
+                file_to_parse="${file_to_parse} nova"
+            fi
+            if [[ ! $file_to_parse =~ glance ]]; then
+                file_to_parse="${file_to_parse} glance"
+            fi
+        elif [[ $service == c-* ]]; then
+            if [[ ! $file_to_parse =~ cinder ]]; then
+                file_to_parse="${file_to_parse} cinder"
+            fi
+        elif [[ $service == ceilometer-* ]]; then
+            if [[ ! $file_to_parse =~ ceilometer ]]; then
+                file_to_parse="${file_to_parse} ceilometer"
+            fi
+        elif [[ $service == s-* ]]; then
+            if [[ ! $file_to_parse =~ swift ]]; then
+                file_to_parse="${file_to_parse} swift"
+            fi
+        elif [[ $service == n-* ]]; then
+            if [[ ! $file_to_parse =~ nova ]]; then
+                file_to_parse="${file_to_parse} nova"
+            fi
+        elif [[ $service == g-* ]]; then
+            if [[ ! $file_to_parse =~ glance ]]; then
+                file_to_parse="${file_to_parse} glance"
+            fi
+        elif [[ $service == key* ]]; then
+            if [[ ! $file_to_parse =~ keystone ]]; then
+                file_to_parse="${file_to_parse} keystone"
+            fi
+        elif [[ $service == q-* ]]; then
+            if [[ ! $file_to_parse =~ neutron ]]; then
+                file_to_parse="${file_to_parse} neutron"
+            fi
+        elif [[ $service == ir-* ]]; then
+            if [[ ! $file_to_parse =~ ironic ]]; then
+                file_to_parse="${file_to_parse} ironic"
+            fi
+        fi
+    done
+
+    for file in ${file_to_parse}; do
+        local fname=${package_dir}/${file}
+        local OIFS line package distros distro
+        [[ -e $fname ]] || continue
+
+        OIFS=$IFS
+        IFS=$'\n'
+        for line in $(<${fname}); do
+            if [[ $line =~ "NOPRIME" ]]; then
+                continue
+            fi
+
+
      +

      Assume we want this package

      +
      +            package=${line%#*}
+            inst_pkg=1
+
+
      +

      Look for # dist:xxx in comment

      +
      +            if [[ $line =~ (.*)#.*dist:([^ ]*) ]]; then
+
      +

      We are using BASH regexp matching feature.

      +
      +                package=${BASH_REMATCH[1]}
+                distros=${BASH_REMATCH[2]}
+
      +

      In bash ${VAR,,} will lowecase VAR +Look for a match in the distro list

      +
      +                if [[ ! ${distros,,} =~ ${DISTRO,,} ]]; then
+
      +

      If no match then skip this package

      +
      +                    inst_pkg=0
+                fi
+            fi
+
+
      +

      Look for # testonly in comment

      +
      +            if [[ $line =~ (.*)#.*testonly.* ]]; then
+                package=${BASH_REMATCH[1]}
+
      +

      Are we installing test packages? (test for the default value)

      +
      +                if [[ $INSTALL_TESTONLY_PACKAGES = "False" ]]; then
+
      +

      If not installing test packages the skip this package

      +
      +                    inst_pkg=0
+                fi
+            fi
+
+            if [[ $inst_pkg = 1 ]]; then
+                echo $package
+            fi
+        done
+        IFS=$OIFS
+    done
+    $xtrace
+}
+
+
      +

      Distro-agnostic package installer +Uses globals NO_UPDATE_REPOS, REPOS_UPDATED, RETRY_UPDATE +install_package package [package ...]

      +
      +function update_package_repo {
+    if [[ "$NO_UPDATE_REPOS" = "True" ]]; then
+        return 0
+    fi
+
+    if is_ubuntu; then
+        local xtrace=$(set +o | grep xtrace)
+        set +o xtrace
+        if [[ "$REPOS_UPDATED" != "True" || "$RETRY_UPDATE" = "True" ]]; then
+
      +

      if there are transient errors pulling the updates, that's fine. +It may be secondary repositories that we don't really care about.

      +
      +            apt_get update  || /bin/true
+            REPOS_UPDATED=True
+        fi
+        $xtrace
+    fi
+}
+
+function real_install_package {
+    if is_ubuntu; then
+        apt_get install "$@"
+    elif is_fedora; then
+        yum_install "$@"
+    elif is_suse; then
+        zypper_install "$@"
+    else
+        exit_distro_not_supported "installing packages"
+    fi
+}
+
+
      +

      Distro-agnostic package installer +install_package package [package ...]

      +
      +function install_package {
+    update_package_repo
+    real_install_package $@ || RETRY_UPDATE=True update_package_repo && real_install_package $@
+}
+
+
      +

      Distro-agnostic function to tell if a package is installed +is_package_installed package [package ...]

      +
      +function is_package_installed {
+    if [[ -z "$@" ]]; then
+        return 1
+    fi
+
+    if [[ -z "$os_PACKAGE" ]]; then
+        GetOSVersion
+    fi
+
+    if [[ "$os_PACKAGE" = "deb" ]]; then
+        dpkg -s "$@" > /dev/null 2> /dev/null
+    elif [[ "$os_PACKAGE" = "rpm" ]]; then
+        rpm --quiet -q "$@"
+    else
+        exit_distro_not_supported "finding if a package is installed"
+    fi
+}
+
+
      +

      Distro-agnostic package uninstaller +uninstall_package package [package ...]

      +
      +function uninstall_package {
+    if is_ubuntu; then
+        apt_get purge "$@"
+    elif is_fedora; then
+        sudo yum remove -y "$@"
+    elif is_suse; then
+        sudo zypper rm "$@"
+    else
+        exit_distro_not_supported "uninstalling packages"
+    fi
+}
+
+
      +

      Wrapper for yum to set proxy environment variables +Uses globals OFFLINE, *_proxy +yum_install package [package ...]

      +
      +function yum_install {
+    [[ "$OFFLINE" = "True" ]] && return
+    local sudo="sudo"
+    [[ "$(id -u)" = "0" ]] && sudo="env"
+
+
      +

      The manual check for missing packages is because yum -y assumes +missing packages are OK. See +https://bugzilla.redhat.com/show_bug.cgi?id=965567

      +
      +    $sudo http_proxy=$http_proxy https_proxy=$https_proxy \
+        no_proxy=$no_proxy \
+        yum install -y "$@" 2>&1 | \
+        awk '
+            BEGIN { fail=0 }
+            /No package/ { fail=1 }
+            { print }
+            END { exit fail }' || \
+                die $LINENO "Missing packages detected"
+
+
      +

      also ensure we catch a yum failure

      +
      +    if [[ ${PIPESTATUS[0]} != 0 ]]; then
+        die $LINENO "Yum install failure"
+    fi
+}
+
+
      +

      zypper wrapper to set arguments correctly +Uses globals OFFLINE, *_proxy +zypper_install package [package ...]

      +
      +function zypper_install {
+    [[ "$OFFLINE" = "True" ]] && return
+    local sudo="sudo"
+    [[ "$(id -u)" = "0" ]] && sudo="env"
+    $sudo http_proxy=$http_proxy https_proxy=$https_proxy \
+        zypper --non-interactive install --auto-agree-with-licenses "$@"
+}
+
+
+
      + +
      +

      Process Functions

      +
      +
+
      +

      _run_process() is designed to be backgrounded by run_process() to simulate a +fork. It includes the dirty work of closing extra filehandles and preparing log +files to produce the same logs as screen_it(). The log filename is derived +from the service name and global-and-now-misnamed SCREEN_LOGDIR +Uses globals CURRENT_LOG_TIME, SCREEN_LOGDIR, SCREEN_NAME, SERVICE_DIR +If an optional group is provided sg will be used to set the group of +the command. +_run_process service "command-line" [group]

      +
      +function _run_process {
+    local service=$1
+    local command="$2"
+    local group=$3
+
+
      +

      Undo logging redirections and close the extra descriptors

      +
      +    exec 1>&3
+    exec 2>&3
+    exec 3>&-
+    exec 6>&-
+
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        exec 1>&${SCREEN_LOGDIR}/screen-${service}.${CURRENT_LOG_TIME}.log 2>&1
+        ln -sf ${SCREEN_LOGDIR}/screen-${service}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${service}.log
+
+
      +

      TODO(dtroyer): Hack to get stdout from the Python interpreter for the logs.

      +
      +        export PYTHONUNBUFFERED=1
+    fi
+
+
      +

      Run under setsid to force the process to become a session and group leader. +The pid saved can be used with pkill -g to get the entire process group.

      +
      +    if [[ -n "$group" ]]; then
+        setsid sg $group "$command" & echo $! >$SERVICE_DIR/$SCREEN_NAME/$service.pid
+    else
+        setsid $command & echo $! >$SERVICE_DIR/$SCREEN_NAME/$service.pid
+    fi
+
+
      +

      Just silently exit this process

      +
      +    exit 0
+}
+
+
      +

      Helper to remove the *.failure files under $SERVICE_DIR/$SCREEN_NAME. +This is used for service_check when all the screen_it are called finished +Uses globals SCREEN_NAME, SERVICE_DIR +init_service_check

      +
      +function init_service_check {
+    SCREEN_NAME=${SCREEN_NAME:-stack}
+    SERVICE_DIR=${SERVICE_DIR:-${DEST}/status}
+
+    if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then
+        mkdir -p "$SERVICE_DIR/$SCREEN_NAME"
+    fi
+
+    rm -f "$SERVICE_DIR/$SCREEN_NAME"/*.failure
+}
+
+
      +

      Find out if a process exists by partial name. +is_running name

      +
      +function is_running {
+    local name=$1
+    ps auxw | grep -v grep | grep ${name} > /dev/null
+    local exitcode=$?
+
      +

      some times I really hate bash reverse binary logic

      +
      +    return $exitcode
+}
+
+
      +

      Run a single service under screen or directly +If the command includes shell metachatacters (;<>*) it must be run using a shell +If an optional group is provided sg will be used to run the +command as that group. +run_process service "command-line" [group]

      +
      +function run_process {
+    local service=$1
+    local command="$2"
+    local group=$3
+
+    if is_service_enabled $service; then
+        if [[ "$USE_SCREEN" = "True" ]]; then
+            screen_service "$service" "$command" "$group"
+        else
+
      +

      Spawn directly without screen

      +
      +            _run_process "$service" "$command" "$group" &
+        fi
+    fi
+}
+
+
      +

      Helper to launch a service in a named screen +Uses globals CURRENT_LOG_TIME, SCREEN_NAME, SCREEN_LOGDIR, +SERVICE_DIR, USE_SCREEN +screen_service service "command-line" [group] +Run a command in a shell in a screen window, if an optional group +is provided, use sg to set the group of the command.

      +
      +function screen_service {
+    local service=$1
+    local command="$2"
+    local group=$3
+
+    SCREEN_NAME=${SCREEN_NAME:-stack}
+    SERVICE_DIR=${SERVICE_DIR:-${DEST}/status}
+    USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+
+    if is_service_enabled $service; then
+
      +

      Append the service to the screen rc file

      +
      +        screen_rc "$service" "$command"
+
+        screen -S $SCREEN_NAME -X screen -t $service
+
+        if [[ -n ${SCREEN_LOGDIR} ]]; then
+            screen -S $SCREEN_NAME -p $service -X logfile ${SCREEN_LOGDIR}/screen-${service}.${CURRENT_LOG_TIME}.log
+            screen -S $SCREEN_NAME -p $service -X log on
+            ln -sf ${SCREEN_LOGDIR}/screen-${service}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${service}.log
+        fi
+
+
      +

      sleep to allow bash to be ready to be send the command - we are +creating a new window in screen and then sends characters, so if +bash isn't running by the time we send the command, nothing happens

      +
      +        sleep 3
+
+        NL=`echo -ne '\015'`
+
      +

      This fun command does the following: +- the passed server command is backgrounded +- the pid of the background process is saved in the usual place +- the server process is brought back to the foreground +- if the server process exits prematurely the fg command errors

      +
      +

      System Message: ERROR/3 (<stdin>, line 723)

      +Unexpected indentation.
      +
      +and a message is written to stdout and the service failure file
      +
      +

      System Message: WARNING/2 (<stdin>, line 724)

      +Block quote ends without a blank line; unexpected unindent.
      +

      The pid saved can be used in stop_process() as a process group +id to kill off all child processes

      +
      +        if [[ -n "$group" ]]; then
+            command="sg $group '$command'"
+        fi
+        screen -S $SCREEN_NAME -p $service -X stuff "$command & echo \$! >$SERVICE_DIR/$SCREEN_NAME/${service}.pid; fg || echo \"$service failed to start\" | tee \"$SERVICE_DIR/$SCREEN_NAME/${service}.failure\"$NL"
+    fi
+}
+
+
      +

      Screen rc file builder +Uses globals SCREEN_NAME, SCREENRC +screen_rc service "command-line"

      +
      +function screen_rc {
+    SCREEN_NAME=${SCREEN_NAME:-stack}
+    SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
+    if [[ ! -e $SCREENRC ]]; then
+
      +

      Name the screen session

      +
      +        echo "sessionname $SCREEN_NAME" > $SCREENRC
+
      +

      Set a reasonable statusbar

      +
      +        echo "hardstatus alwayslastline '$SCREEN_HARDSTATUS'" >> $SCREENRC
+
      +

      Some distributions override PROMPT_COMMAND for the screen terminal type - turn that off

      +
      +        echo "setenv PROMPT_COMMAND /bin/true" >> $SCREENRC
+        echo "screen -t shell bash" >> $SCREENRC
+    fi
+
      +

      If this service doesn't already exist in the screenrc file

      +
      +    if ! grep $1 $SCREENRC 2>&1 > /dev/null; then
+        NL=`echo -ne '\015'`
+        echo "screen -t $1 bash" >> $SCREENRC
+        echo "stuff \"$2$NL\"" >> $SCREENRC
+
+        if [[ -n ${SCREEN_LOGDIR} ]]; then
+            echo "logfile ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log" >>$SCREENRC
+            echo "log on" >>$SCREENRC
+        fi
+    fi
+}
+
+
      +

      Stop a service in screen +If a PID is available use it, kill the whole process group via TERM +If screen is being used kill the screen window; this will catch processes +that did not leave a PID behind +Uses globals SCREEN_NAME, SERVICE_DIR, USE_SCREEN +screen_stop_service service

      +
      +function screen_stop_service {
+    local service=$1
+
+    SCREEN_NAME=${SCREEN_NAME:-stack}
+    SERVICE_DIR=${SERVICE_DIR:-${DEST}/status}
+    USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+
+    if is_service_enabled $service; then
+
      +

      Clean up the screen window

      +
      +        screen -S $SCREEN_NAME -p $service -X kill
+    fi
+}
+
+
      +

      Stop a service process +If a PID is available use it, kill the whole process group via TERM +If screen is being used kill the screen window; this will catch processes +that did not leave a PID behind +Uses globals SERVICE_DIR, USE_SCREEN +stop_process service

      +
      +function stop_process {
+    local service=$1
+
+    SERVICE_DIR=${SERVICE_DIR:-${DEST}/status}
+    USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+
+    if is_service_enabled $service; then
+
      +

      Kill via pid if we have one available

      +
      +        if [[ -r $SERVICE_DIR/$SCREEN_NAME/$service.pid ]]; then
+            pkill -g $(cat $SERVICE_DIR/$SCREEN_NAME/$service.pid)
+            rm $SERVICE_DIR/$SCREEN_NAME/$service.pid
+        fi
+        if [[ "$USE_SCREEN" = "True" ]]; then
+
      +

      Clean up the screen window

      +
      +            screen_stop_service $service
+        fi
+    fi
+}
+
+
      +

      Helper to get the status of each running service +Uses globals SCREEN_NAME, SERVICE_DIR +service_check

      +
      +function service_check {
+    local service
+    local failures
+    SCREEN_NAME=${SCREEN_NAME:-stack}
+    SERVICE_DIR=${SERVICE_DIR:-${DEST}/status}
+
+
+    if [[ ! -d "$SERVICE_DIR/$SCREEN_NAME" ]]; then
+        echo "No service status directory found"
+        return
+    fi
+
+
      +

      Check if there is any falure flag file under $SERVICE_DIR/$SCREEN_NAME +make this -o errexit safe

      +
      +    failures=`ls "$SERVICE_DIR/$SCREEN_NAME"/*.failure 2>/dev/null || /bin/true`
+
+    for service in $failures; do
+        service=`basename $service`
+        service=${service%.failure}
+        echo "Error: Service $service is not running"
+    done
+
+    if [ -n "$failures" ]; then
+        die $LINENO "More details about the above errors can be found with screen, with ./rejoin-stack.sh"
+    fi
+}
+
+
      +

      Tail a log file in a screen if USE_SCREEN is true.

      +
      +function tail_log {
+    local service=$1
+    local logfile=$2
+
+    USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+    if [[ "$USE_SCREEN" = "True" ]]; then
+        screen_service "$service" "sudo tail -f $logfile"
+    fi
+}
+
+
+
      +
      +

      Deprecated Functions

      +
      +
+
      +

      _old_run_process() is designed to be backgrounded by old_run_process() to simulate a +fork. It includes the dirty work of closing extra filehandles and preparing log +files to produce the same logs as screen_it(). The log filename is derived +from the service name and global-and-now-misnamed SCREEN_LOGDIR +Uses globals CURRENT_LOG_TIME, SCREEN_LOGDIR, SCREEN_NAME, SERVICE_DIR +_old_run_process service "command-line"

      +
      +function _old_run_process {
+    local service=$1
+    local command="$2"
+
+
      +

      Undo logging redirections and close the extra descriptors

      +
      +    exec 1>&3
+    exec 2>&3
+    exec 3>&-
+    exec 6>&-
+
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        exec 1>&${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log 2>&1
+        ln -sf ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${1}.log
+
+
      +

      TODO(dtroyer): Hack to get stdout from the Python interpreter for the logs.

      +
      +        export PYTHONUNBUFFERED=1
+    fi
+
+    exec /bin/bash -c "$command"
+    die "$service exec failure: $command"
+}
+
+
      +

      old_run_process() launches a child process that closes all file descriptors and +then exec's the passed in command. This is meant to duplicate the semantics +of screen_it() without screen. PIDs are written to +$SERVICE_DIR/$SCREEN_NAME/$service.pid by the spawned child process. +old_run_process service "command-line"

      +
      +function old_run_process {
+    local service=$1
+    local command="$2"
+
+
      +

      Spawn the child process

      +
      +    _old_run_process "$service" "$command" &
+    echo $!
+}
+
+
      +

      Compatibility for existing start_XXXX() functions +Uses global USE_SCREEN +screen_it service "command-line"

      +
      +function screen_it {
+    if is_service_enabled $1; then
+
      +

      Append the service to the screen rc file

      +
      +        screen_rc "$1" "$2"
+
+        if [[ "$USE_SCREEN" = "True" ]]; then
+            screen_service "$1" "$2"
+        else
+
      +

      Spawn directly without screen

      +
      +            old_run_process "$1" "$2" >$SERVICE_DIR/$SCREEN_NAME/$1.pid
+        fi
+    fi
+}
+
+
      +

      Compatibility for existing stop_XXXX() functions +Stop a service in screen +If a PID is available use it, kill the whole process group via TERM +If screen is being used kill the screen window; this will catch processes +that did not leave a PID behind +screen_stop service

      +
      +function screen_stop {
+
      +

      Clean up the screen window

      +
      +    stop_process $1
+}
+
+
+
      + + +
      +

      Python Functions

      +
      +
+
      +

      Get the path to the pip command. +get_pip_command

      +
      +function get_pip_command {
+    which pip || which pip-python
+
+    if [ $? -ne 0 ]; then
+        die $LINENO "Unable to find pip; cannot continue"
+    fi
+}
+
+
      +

      Get the path to the direcotry where python executables are installed. +get_python_exec_prefix

      +
      +function get_python_exec_prefix {
+    if is_fedora || is_suse; then
+        echo "/usr/bin"
+    else
+        echo "/usr/local/bin"
+    fi
+}
+
+
      +

      Wrapper for pip install to set cache and proxy environment variables +Uses globals OFFLINE, PIP_DOWNLOAD_CACHE, PIP_USE_MIRRORS, +TRACK_DEPENDS, *_proxy +pip_install package [package ...]

      +
      +function pip_install {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    if [[ "$OFFLINE" = "True" || -z "$@" ]]; then
+        $xtrace
+        return
+    fi
+
+    if [[ -z "$os_PACKAGE" ]]; then
+        GetOSVersion
+    fi
+    if [[ $TRACK_DEPENDS = True && ! "$@" =~ virtualenv ]]; then
+
      +

      TRACK_DEPENDS=True installation creates a circular dependency when +we attempt to install virtualenv into a virualenv, so we must global +that installation.

      +
      +        source $DEST/.venv/bin/activate
+        local cmd_pip=$DEST/.venv/bin/pip
+        local sudo_pip="env"
+    else
+        local cmd_pip=$(get_pip_command)
+        local sudo_pip="sudo"
+    fi
+
+
      +

      Mirror option not needed anymore because pypi has CDN available, +but it's useful in certain circumstances

      +
      +    PIP_USE_MIRRORS=${PIP_USE_MIRRORS:-False}
+    local pip_mirror_opt=""
+    if [[ "$PIP_USE_MIRRORS" != "False" ]]; then
+        pip_mirror_opt="--use-mirrors"
+    fi
+
+    $xtrace
+    $sudo_pip PIP_DOWNLOAD_CACHE=${PIP_DOWNLOAD_CACHE:-/var/cache/pip} \
+        http_proxy=$http_proxy \
+        https_proxy=$https_proxy \
+        no_proxy=$no_proxy \
+        $cmd_pip install \
+        $pip_mirror_opt $@
+
+    if [[ "$INSTALL_TESTONLY_PACKAGES" == "True" ]]; then
+        local test_req="$@/test-requirements.txt"
+        if [[ -e "$test_req" ]]; then
+            $sudo_pip PIP_DOWNLOAD_CACHE=${PIP_DOWNLOAD_CACHE:-/var/cache/pip} \
+                http_proxy=$http_proxy \
+                https_proxy=$https_proxy \
+                no_proxy=$no_proxy \
+                $cmd_pip install \
+                $pip_mirror_opt -r $test_req
+        fi
+    fi
+}
+
+
      +

      should we use this library from their git repo, or should we let it +get pulled in via pip dependencies.

      +
      +function use_library_from_git {
+    local name=$1
+    local enabled=1
+    [[ ,${LIBS_FROM_GIT}, =~ ,${name}, ]] && enabled=0
+    return $enabled
+}
+
+
      +

      setup a library by name. If we are trying to use the library from +git, we'll do a git based install, otherwise we'll punt and the +library should be installed by a requirements pull from another +project.

      +
      +function setup_lib {
+    local name=$1
+    local dir=${GITDIR[$name]}
+    setup_install $dir
+}
+
+
+
      +

      this should be used if you want to install globally, all libraries should +use this, especially oslo ones

      +
      +function setup_install {
+    local project_dir=$1
+    setup_package_with_req_sync $project_dir
+}
+
+
      +

      this should be used for projects which run services, like all services

      +
      +function setup_develop {
+    local project_dir=$1
+    setup_package_with_req_sync $project_dir -e
+}
+
+
      +

      pip install -e the package, which processes the dependencies +using pip before running setup.py develop

      +

      Updates the dependencies in project_dir from the +openstack/requirements global list before installing anything.

      +

      Uses globals TRACK_DEPENDS, REQUIREMENTS_DIR, UNDO_REQUIREMENTS +setup_develop directory

      +
      +function setup_package_with_req_sync {
+    local project_dir=$1
+    local flags=$2
+
+
      +

      Don't update repo if local changes exist +Don't use buggy "git diff --quiet" +errexit requires us to trap the exit code when the repo is changed

      +
      +    local update_requirements=$(cd $project_dir && git diff --exit-code >/dev/null || echo "changed")
+
+    if [[ $update_requirements != "changed" ]]; then
+        (cd $REQUIREMENTS_DIR; \
+            python update.py $project_dir)
+    fi
+
+    setup_package $project_dir $flags
+
+
      +

      We've just gone and possibly modified the user's source tree in an +automated way, which is considered bad form if it's a development +tree because we've screwed up their next git checkin. So undo it.

      +

      However... there are some circumstances, like running in the gate +where we really really want the overridden version to stick. So provide +a variable that tells us whether or not we should UNDO the requirements +changes (this will be set to False in the OpenStack ci gate)

      +
      +    if [ $UNDO_REQUIREMENTS = "True" ]; then
+        if [[ $update_requirements != "changed" ]]; then
+            (cd $project_dir && git reset --hard)
+        fi
+    fi
+}
+
+
      +

      pip install -e the package, which processes the dependencies +using pip before running setup.py develop +Uses globals STACK_USER +setup_develop_no_requirements_update directory

      +
      +function setup_package {
+    local project_dir=$1
+    local flags=$2
+
+    pip_install $flags $project_dir
+
      +

      ensure that further actions can do things like setup.py sdist

      +
      +    if [[ "$flags" == "-e" ]]; then
+        safe_chown -R $STACK_USER $1/*.egg-info
+    fi
+}
+
+
+
      + +
      +

      Service Functions

      +
      +
+
      +

      remove extra commas from the input string (i.e. ENABLED_SERVICES) +_cleanup_service_list service-list

      +
      +function _cleanup_service_list {
+    echo "$1" | sed -e '
+        s/,,/,/g;
+        s/^,//;
+        s/,$//
+    '
+}
+
+
      +

      disable_all_services() removes all current services +from ENABLED_SERVICES to reset the configuration +before a minimal installation +Uses global ENABLED_SERVICES +disable_all_services

      +
      +function disable_all_services {
+    ENABLED_SERVICES=""
+}
+
+
      +

      Remove all services starting with '-'. For example, to install all default +services except rabbit (rabbit) set in localrc: +ENABLED_SERVICES+=",-rabbit" +Uses global ENABLED_SERVICES +disable_negated_services

      +
      +function disable_negated_services {
+    local tmpsvcs="${ENABLED_SERVICES}"
+    local service
+    for service in ${tmpsvcs//,/ }; do
+        if [[ ${service} == -* ]]; then
+            tmpsvcs=$(echo ${tmpsvcs}|sed -r "s/(,)?(-)?${service#-}(,)?/,/g")
+        fi
+    done
+    ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs")
+}
+
+
      +

      disable_service() removes the services passed as argument to the +ENABLED_SERVICES list, if they are present.

      +
      +
      For example:
      +
      disable_service rabbit
      +
      +

      This function does not know about the special cases +for nova, glance, and neutron built into is_service_enabled(). +Uses global ENABLED_SERVICES +disable_service service [service ...]

      +
      +function disable_service {
+    local tmpsvcs=",${ENABLED_SERVICES},"
+    local service
+    for service in $@; do
+        if is_service_enabled $service; then
+            tmpsvcs=${tmpsvcs//,$service,/,}
+        fi
+    done
+    ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs")
+}
+
+
      +

      enable_service() adds the services passed as argument to the +ENABLED_SERVICES list, if they are not already present.

      +
      +
      For example:
      +
      enable_service qpid
      +
      +

      This function does not know about the special cases +for nova, glance, and neutron built into is_service_enabled(). +Uses global ENABLED_SERVICES +enable_service service [service ...]

      +
      +function enable_service {
+    local tmpsvcs="${ENABLED_SERVICES}"
+    local service
+    for service in $@; do
+        if ! is_service_enabled $service; then
+            tmpsvcs+=",$service"
+        fi
+    done
+    ENABLED_SERVICES=$(_cleanup_service_list "$tmpsvcs")
+    disable_negated_services
+}
+
+
      +

      is_service_enabled() checks if the service(s) specified as arguments are +enabled by the user in ENABLED_SERVICES.

      +

      Multiple services specified as arguments are OR'ed together; the test +is a short-circuit boolean, i.e it returns on the first match.

      +
      +
      There are special cases for some 'catch-all' services::
      +
      nova returns true if any service enabled start with n- +cinder returns true if any service enabled start with c- +ceilometer returns true if any service enabled start with ceilometer +glance returns true if any service enabled start with g- +neutron returns true if any service enabled start with q- +swift returns true if any service enabled start with s- +trove returns true if any service enabled start with tr- +For backward compatibility if we have swift in ENABLED_SERVICES all the +s- services will be enabled. This will be deprecated in the future.
      +
      +

      Cells within nova is enabled if n-cell is in ENABLED_SERVICES. +We also need to make sure to treat n-cell-region and n-cell-child +as enabled in this case.

      +

      Uses global ENABLED_SERVICES +is_service_enabled service [service ...]

      +
      +function is_service_enabled {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local enabled=1
+    local services=$@
+    local service
+    for service in ${services}; do
+        [[ ,${ENABLED_SERVICES}, =~ ,${service}, ]] && enabled=0
+
+
      +

      Look for top-level 'enabled' function for this service

      +
      +        if type is_${service}_enabled >/dev/null 2>&1; then
+
      +

      A function exists for this service, use it

      +
      +            is_${service}_enabled
+            enabled=$?
+        fi
+
+
      +
      +
      TODO(dtroyer): Remove these legacy special-cases after the is_XXX_enabled()
      +
      are implemented
      +
      +
      +
+        [[ ${service} == n-cell-* && ${ENABLED_SERVICES} =~ "n-cell" ]] && enabled=0
+        [[ ${service} == n-cpu-* && ${ENABLED_SERVICES} =~ "n-cpu" ]] && enabled=0
+        [[ ${service} == "nova" && ${ENABLED_SERVICES} =~ "n-" ]] && enabled=0
+        [[ ${service} == "cinder" && ${ENABLED_SERVICES} =~ "c-" ]] && enabled=0
+        [[ ${service} == "ceilometer" && ${ENABLED_SERVICES} =~ "ceilometer-" ]] && enabled=0
+        [[ ${service} == "glance" && ${ENABLED_SERVICES} =~ "g-" ]] && enabled=0
+        [[ ${service} == "ironic" && ${ENABLED_SERVICES} =~ "ir-" ]] && enabled=0
+        [[ ${service} == "neutron" && ${ENABLED_SERVICES} =~ "q-" ]] && enabled=0
+        [[ ${service} == "trove" && ${ENABLED_SERVICES} =~ "tr-" ]] && enabled=0
+        [[ ${service} == "swift" && ${ENABLED_SERVICES} =~ "s-" ]] && enabled=0
+        [[ ${service} == s-* && ${ENABLED_SERVICES} =~ "swift" ]] && enabled=0
+        [[ ${service} == key-* && ${ENABLED_SERVICES} =~ "key" ]] && enabled=0
+    done
+    $xtrace
+    return $enabled
+}
+
+
      +
      +
      Toggle enable/disable_service for services that must run exclusive of each other
      +
      $1 The name of a variable containing a space-separated list of services +$2 The name of a variable in which to store the enabled service's name +$3 The name of the service to enable
      +
      +
      +function use_exclusive_service {
+    local options=${!1}
+    local selection=$3
+    local out=$2
+    [ -z $selection ] || [[ ! "$options" =~ "$selection" ]] && return 1
+    local opt
+    for opt in $options;do
+        [[ "$opt" = "$selection" ]] && enable_service $opt || disable_service $opt
+    done
+    eval "$out=$selection"
+    return 0
+}
+
+
+
      + +
      +

      System Functions

      +
      +
+
      +

      Only run the command if the target file (the last arg) is not on an +NFS filesystem.

      +
      +function _safe_permission_operation {
+    local xtrace=$(set +o | grep xtrace)
+    set +o xtrace
+    local args=( $@ )
+    local last
+    local sudo_cmd
+    local dir_to_check
+
+    let last="${#args[*]} - 1"
+
+    local dir_to_check=${args[$last]}
+    if [ ! -d "$dir_to_check" ]; then
+        dir_to_check=`dirname "$dir_to_check"`
+    fi
+
+    if is_nfs_directory "$dir_to_check" ; then
+        $xtrace
+        return 0
+    fi
+
+    if [[ $TRACK_DEPENDS = True ]]; then
+        sudo_cmd="env"
+    else
+        sudo_cmd="sudo"
+    fi
+
+    $xtrace
+    $sudo_cmd $@
+}
+
+
      +

      Exit 0 if address is in network or 1 if address is not in network +ip-range is in CIDR notation: 1.2.3.4/20 +address_in_net ip-address ip-range

      +
      +function address_in_net {
+    local ip=$1
+    local range=$2
+    local masklen=${range#*/}
+    local network=$(maskip ${range%/*} $(cidr2netmask $masklen))
+    local subnet=$(maskip $ip $(cidr2netmask $masklen))
+    [[ $network == $subnet ]]
+}
+
+
      +

      Add a user to a group. +add_user_to_group user group

      +
      +function add_user_to_group {
+    local user=$1
+    local group=$2
+
+    if [[ -z "$os_VENDOR" ]]; then
+        GetOSVersion
+    fi
+
+
      +

      SLE11 and openSUSE 12.2 don't have the usual usermod

      +
      +    if ! is_suse || [[ "$os_VENDOR" = "openSUSE" && "$os_RELEASE" != "12.2" ]]; then
+        sudo usermod -a -G "$group" "$user"
+    else
+        sudo usermod -A "$group" "$user"
+    fi
+}
+
+
      +

      Convert CIDR notation to a IPv4 netmask +cidr2netmask cidr-bits

      +
      +function cidr2netmask {
+    local maskpat="255 255 255 255"
+    local maskdgt="254 252 248 240 224 192 128"
+    set -- ${maskpat:0:$(( ($1 / 8) * 4 ))}${maskdgt:$(( (7 - ($1 % 8)) * 4 )):3}
+    echo ${1-0}.${2-0}.${3-0}.${4-0}
+}
+
+
      +

      Gracefully cp only if source file/dir exists +cp_it source destination

      +
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      +

      HTTP and HTTPS proxy servers are supported via the usual environment variables [1] +http_proxy, https_proxy and no_proxy. They can be set in +localrc or on the command line if necessary:

      +
      +[1] http://www.w3.org/Daemon/User/Proxies/ProxyClients.html
+
      +
      +http_proxy=http://proxy.example.com:3128/ no_proxy=repo.example.net ./stack.sh
      +
      +
+function export_proxy_variables {
+    if [[ -n "$http_proxy" ]]; then
+        export http_proxy=$http_proxy
+    fi
+    if [[ -n "$https_proxy" ]]; then
+        export https_proxy=$https_proxy
+    fi
+    if [[ -n "$no_proxy" ]]; then
+        export no_proxy=$no_proxy
+    fi
+}
+
+
      +

      Returns true if the directory is on a filesystem mounted via NFS.

      +
      +function is_nfs_directory {
+    local mount_type=`stat -f -L -c %T $1`
+    test "$mount_type" == "nfs"
+}
+
+
      +

      Return the network portion of the given IP address using netmask +netmask is in the traditional dotted-quad format +maskip ip-address netmask

      +
      +function maskip {
+    local ip=$1
+    local mask=$2
+    local l="${ip%.*}"; local r="${ip#*.}"; local n="${mask%.*}"; local m="${mask#*.}"
+    local subnet=$((${ip%%.*}&${mask%%.*})).$((${r%%.*}&${m%%.*})).$((${l##*.}&${n##*.})).$((${ip##*.}&${mask##*.}))
+    echo $subnet
+}
+
+
      +

      Service wrapper to restart services +restart_service service-name

      +
      +function restart_service {
+    if is_ubuntu; then
+        sudo /usr/sbin/service $1 restart
+    else
+        sudo /sbin/service $1 restart
+    fi
+}
+
+
      +

      Only change permissions of a file or directory if it is not on an +NFS filesystem.

      +
      +function safe_chmod {
+    _safe_permission_operation chmod $@
+}
+
+
      +

      Only change ownership of a file or directory if it is not on an NFS +filesystem.

      +
      +function safe_chown {
+    _safe_permission_operation chown $@
+}
+
+
      +

      Service wrapper to start services +start_service service-name

      +
      +function start_service {
+    if is_ubuntu; then
+        sudo /usr/sbin/service $1 start
+    else
+        sudo /sbin/service $1 start
+    fi
+}
+
+
      +

      Service wrapper to stop services +stop_service service-name

      +
      +function stop_service {
+    if is_ubuntu; then
+        sudo /usr/sbin/service $1 stop
+    else
+        sudo /sbin/service $1 stop
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/functions.html b/functions.html new file mode 100644 index 00000000..df59614e --- /dev/null +++ b/functions.html @@ -0,0 +1,1035 @@ + + + + + functions + + + +
      +
      + + + + + + + + + + +

      functions

      + + + + + + + + + +
      + + +

      functions - DevStack-specific functions

      +

      The following variables are assumed to be defined by certain functions:

      +
        +
      • DATABASE_BACKENDS
        • +
      • ENABLED_SERVICES
        • +
      • FILES
        • +
      • GLANCE_HOSTPORT
        • +
      +

      Include the common functions

      +
      +
+FUNC_DIR=$(cd $(dirname "${BASH_SOURCE:-$0}") && pwd)
+source ${FUNC_DIR}/functions-common
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Check if a function already exists

      +
      +function function_exists {
+    declare -f -F $1 > /dev/null
+}
+
+
      +

      Retrieve an image from a URL and upload into Glance. +Uses the following variables:

      +
        +
      • FILES must be set to the cache dir
        • +
      • GLANCE_HOSTPORT
        • +
      +

      upload_image image-url glance-token

      +
      +function upload_image {
+    local image_url=$1
+    local token=$2
+
+    local image image_fname image_name
+
+
      +

      Create a directory for the downloaded image tarballs.

      +
      +    mkdir -p $FILES/images
+    image_fname=`basename "$image_url"`
+    if [[ $image_url != file* ]]; then
+
      +

      Downloads the image (uec ami+akistyle), then extracts it.

      +
      +        if [[ ! -f $FILES/$image_fname || "$(stat -c "%s" $FILES/$image_fname)" = "0" ]]; then
+            wget -c $image_url -O $FILES/$image_fname
+            if [[ $? -ne 0 ]]; then
+                echo "Not found: $image_url"
+                return
+            fi
+        fi
+        image="$FILES/${image_fname}"
+    else
+
      +

      File based URL (RFC 1738): file://host/path +Remote files are not considered here. +*nix: file:///home/user/path/file +windows: file:///C:/Documents%20and%20Settings/user/path/file

      +
      +

      System Message: WARNING/2 (<stdin>, line 40); backlink

      +Inline emphasis start-string without end-string.
      +
      +        image=$(echo $image_url | sed "s/^file:\/\///g")
+        if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then
+            echo "Not found: $image_url"
+            return
+        fi
+    fi
+
+
      +

      OpenVZ-format images are provided as .tar.gz, but not decompressed prior to loading

      +
      +    if [[ "$image_url" =~ 'openvz' ]]; then
+        image_name="${image_fname%.tar.gz}"
+        openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" --public --container-format ami --disk-format ami < "${image}"
+        return
+    fi
+
+
      +

      vmdk format images

      +
      +    if [[ "$image_url" =~ '.vmdk' ]]; then
+        image_name="${image_fname%.vmdk}"
+
+
      +

      Before we can upload vmdk type images to glance, we need to know it's +disk type, storage adapter, and networking adapter. These values are +passed to glance as custom properties. +We take these values from the vmdk file if populated. Otherwise, we use +vmdk filename, which is expected in the following format:

      +
      +<name>-<disk type>;<storage adapter>;<network adapter>
      +

      If the filename does not follow the above format then the vsphere +driver will supply default values.

      +
      +
+        local vmdk_disktype=""
+        local vmdk_net_adapter=""
+        local path_len
+
+
      +

      vmdk adapter type

      +
      +        local vmdk_adapter_type="$(head -25 $image | { grep -a -F -m 1 'ddb.adapterType =' $image || true; })"
+        vmdk_adapter_type="${vmdk_adapter_type#*\"}"
+        vmdk_adapter_type="${vmdk_adapter_type%?}"
+
+
      +

      vmdk disk type

      +
      +        local vmdk_create_type="$(head -25 $image | { grep -a -F -m 1 'createType=' $image || true; })"
+        vmdk_create_type="${vmdk_create_type#*\"}"
+        vmdk_create_type="${vmdk_create_type%\"*}"
+
+        descriptor_data_pair_msg="Monolithic flat and VMFS disks "`
+                                    `"should use a descriptor-data pair."
+        if [[ "$vmdk_create_type" = "monolithicSparse" ]]; then
+            vmdk_disktype="sparse"
+        elif [[ "$vmdk_create_type" = "monolithicFlat" || "$vmdk_create_type" = "vmfs" ]]; then
+
      +

      Attempt to retrieve the *-flat.vmdk

      +
      +

      System Message: WARNING/2 (<stdin>, line 76); backlink

      +Inline emphasis start-string without end-string.
      +
      +            local flat_fname="$(head -25 $image | { grep -G 'RW\|RDONLY [0-9]+ FLAT\|VMFS' $image || true; })"
+            flat_fname="${flat_fname#*\"}"
+            flat_fname="${flat_fname%?}"
+            if [[ -z "$flat_fname" ]]; then
+                flat_fname="$image_name-flat.vmdk"
+            fi
+            path_len=`expr ${#image_url} - ${#image_fname}`
+            local flat_url="${image_url:0:$path_len}$flat_fname"
+            warn $LINENO "$descriptor_data_pair_msg"`
+                            `" Attempt to retrieve the *-flat.vmdk: $flat_url"
+            if [[ $flat_url != file* ]]; then
+                if [[ ! -f $FILES/$flat_fname || \
+                "$(stat -c "%s" $FILES/$flat_fname)" = "0" ]]; then
+                    wget -c $flat_url -O $FILES/$flat_fname
+                fi
+                image="$FILES/${flat_fname}"
+            else
+                image=$(echo $flat_url | sed "s/^file:\/\///g")
+                if [[ ! -f $image || "$(stat -c "%s" $image)" == "0" ]]; then
+                    echo "Flat disk not found: $flat_url"
+                    return 1
+                fi
+            fi
+            image_name="${flat_fname}"
+            vmdk_disktype="preallocated"
+        elif [[ "$vmdk_create_type" = "streamOptimized" ]]; then
+            vmdk_disktype="streamOptimized"
+        elif [[ -z "$vmdk_create_type" ]]; then
+
      +

      -flat.vmdk provided: attempt to retrieve the descriptor (.vmdk) +to retrieve appropriate metadata

      +
      +            if [[ ${image_name: -5} != "-flat" ]]; then
+                warn $LINENO "Expected filename suffix: '-flat'."`
+                            `" Filename provided: ${image_name}"
+            else
+                descriptor_fname="${image_name:0:${#image_name} - 5}.vmdk"
+                path_len=`expr ${#image_url} - ${#image_fname}`
+                local flat_path="${image_url:0:$path_len}"
+                local descriptor_url=$flat_path$descriptor_fname
+                warn $LINENO "$descriptor_data_pair_msg"`
+                                `" Attempt to retrieve the descriptor *.vmdk: $descriptor_url"
+                if [[ $flat_path != file* ]]; then
+                    if [[ ! -f $FILES/$descriptor_fname || \
+                    "$(stat -c "%s" $FILES/$descriptor_fname)" = "0" ]]; then
+                        wget -c $descriptor_url -O $FILES/$descriptor_fname
+                    fi
+                    descriptor_url="$FILES/$descriptor_fname"
+                else
+                    descriptor_url=$(echo $descriptor_url | sed "s/^file:\/\///g")
+                    if [[ ! -f $descriptor_url || \
+                    "$(stat -c "%s" $descriptor_url)" == "0" ]]; then
+                        echo "Descriptor not found: $descriptor_url"
+                        return 1
+                    fi
+                fi
+                vmdk_adapter_type="$(head -25 $descriptor_url | { grep -a -F -m 1 'ddb.adapterType =' $descriptor_url || true; })"
+                vmdk_adapter_type="${vmdk_adapter_type#*\"}"
+                vmdk_adapter_type="${vmdk_adapter_type%?}"
+            fi
+            vmdk_disktype="preallocated"
+        else
+            vmdk_disktype="preallocated"
+        fi
+
+
      +

      NOTE: For backwards compatibility reasons, colons may be used in place +of semi-colons for property delimiters but they are not permitted +characters in NTFS filesystems.

      +
      +        property_string=`echo "$image_name" | { grep -oP '(?<=-)(?!.*-).*[:;].*[:;].*$' || true; }`
+        IFS=':;' read -a props <<< "$property_string"
+        vmdk_disktype="${props[0]:-$vmdk_disktype}"
+        vmdk_adapter_type="${props[1]:-$vmdk_adapter_type}"
+        vmdk_net_adapter="${props[2]:-$vmdk_net_adapter}"
+
+        openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" --public --container-format bare --disk-format vmdk --property vmware_disktype="$vmdk_disktype" --property vmware_adaptertype="$vmdk_adapter_type" --property hw_vif_model="$vmdk_net_adapter" < "${image}"
+        return
+    fi
+
+
      +

      XenServer-vhd-ovf-format images are provided as .vhd.tgz +and should not be decompressed prior to loading

      +
      +    if [[ "$image_url" =~ '.vhd.tgz' ]]; then
+        image_name="${image_fname%.vhd.tgz}"
+        local force_vm_mode=""
+        if [[ "$image_name" =~ 'cirros' ]]; then
+
      +

      Cirros VHD image currently only boots in PV mode. +Nova defaults to PV for all VHD images, but +the glance setting is needed for booting +directly from volume.

      +
      +            force_vm_mode="--property vm_mode=xen"
+        fi
+        openstack \
+            --os-token $token \
+            --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT \
+            image create \
+            "$image_name" --public \
+            --container-format=ovf --disk-format=vhd \
+            $force_vm_mode < "${image}"
+        return
+    fi
+
+
      +

      .xen-raw.tgz suggests a Xen capable raw image inside a tgz. +and should not be decompressed prior to loading. +Setting metadata, so PV mode is used.

      +
      +    if [[ "$image_url" =~ '.xen-raw.tgz' ]]; then
+        image_name="${image_fname%.xen-raw.tgz}"
+        openstack \
+            --os-token $token \
+            --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT \
+            image create \
+            "$image_name" --public \
+            --container-format=tgz --disk-format=raw \
+            --property vm_mode=xen < "${image}"
+        return
+    fi
+
+    local kernel=""
+    local ramdisk=""
+    local disk_format=""
+    local container_format=""
+    local unpack=""
+    local img_property=""
+    case "$image_fname" in
+        *.tar.gz|*.tgz)
+
      +

      Extract ami and aki files

      +
      +            [ "${image_fname%.tar.gz}" != "$image_fname" ] &&
+                image_name="${image_fname%.tar.gz}" ||
+                image_name="${image_fname%.tgz}"
+            local xdir="$FILES/images/$image_name"
+            rm -Rf "$xdir";
+            mkdir "$xdir"
+            tar -zxf $image -C "$xdir"
+            kernel=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            ramdisk=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            image=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            if [[ -z "$image_name" ]]; then
+                image_name=$(basename "$image" ".img")
+            fi
+            ;;
+        *.img)
+            image_name=$(basename "$image" ".img")
+            local format=$(qemu-img info ${image} | awk '/^file format/ { print $3; exit }')
+            if [[ ",qcow2,raw,vdi,vmdk,vpc," =~ ",$format," ]]; then
+                disk_format=$format
+            else
+                disk_format=raw
+            fi
+            container_format=bare
+            ;;
+        *.img.gz)
+            image_name=$(basename "$image" ".img.gz")
+            disk_format=raw
+            container_format=bare
+            unpack=zcat
+            ;;
+        *.qcow2)
+            image_name=$(basename "$image" ".qcow2")
+            disk_format=qcow2
+            container_format=bare
+            ;;
+        *.iso)
+            image_name=$(basename "$image" ".iso")
+            disk_format=iso
+            container_format=bare
+            ;;
+        *.vhd|*.vhdx|*.vhd.gz|*.vhdx.gz)
+            local extension="${image_fname#*.}"
+            image_name=$(basename "$image" ".$extension")
+            disk_format=vhd
+            container_format=bare
+            if [ "${image_fname##*.}" == "gz" ]; then
+                unpack=zcat
+            fi
+            ;;
+        *) echo "Do not know what to do with $image_fname"; false;;
+    esac
+
+    if is_arch "ppc64"; then
+        img_property="--property hw_cdrom_bus=scsi"
+    fi
+
+    if [ "$container_format" = "bare" ]; then
+        if [ "$unpack" = "zcat" ]; then
+            openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < <(zcat --force "${image}")
+        else
+            openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name" $img_property --public --container-format=$container_format --disk-format $disk_format < "${image}"
+        fi
+    else
+
      +

      Use glance client to add the kernel the root filesystem. +We parse the results of the first upload to get the glance ID of the +kernel for use when uploading the root filesystem.

      +
      +        local kernel_id="" ramdisk_id="";
+        if [ -n "$kernel" ]; then
+            kernel_id=$(openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name-kernel" $img_property --public --container-format aki --disk-format aki < "$kernel" | grep ' id ' | get_field 2)
+        fi
+        if [ -n "$ramdisk" ]; then
+            ramdisk_id=$(openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "$image_name-ramdisk" $img_property --public --container-format ari --disk-format ari < "$ramdisk" | grep ' id ' | get_field 2)
+        fi
+        openstack --os-token $token --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image create "${image_name%.img}" $img_property --public --container-format ami --disk-format ami ${kernel_id:+--property kernel_id=$kernel_id} ${ramdisk_id:+--property ramdisk_id=$ramdisk_id} < "${image}"
+    fi
+}
+
+
+
      +

      Set the database backend to use +When called from stackrc/localrc DATABASE_BACKENDS has not been +initialized yet, just save the configuration selection and call back later +to validate it.

      +

      $1 - the name of the database backend to use (mysql, postgresql, ...)

      +
      +function use_database {
+    if [[ -z "$DATABASE_BACKENDS" ]]; then
+
      +

      No backends registered means this is likely called from localrc +This is now deprecated usage

      +
      +        DATABASE_TYPE=$1
+        DEPRECATED_TEXT="$DEPRECATED_TEXT\nThe database backend needs to be properly set in ENABLED_SERVICES; use_database is deprecated localrc\n"
+    else
+
      +

      This should no longer get called...here for posterity

      +
      +        use_exclusive_service DATABASE_BACKENDS DATABASE_TYPE $1
+    fi
+}
+
+
+
      +

      Wait for an HTTP server to start answering requests +wait_for_service timeout url

      +
      +function wait_for_service {
+    local timeout=$1
+    local url=$2
+    timeout $timeout sh -c "while ! curl -k --noproxy '*' -s $url >/dev/null; do sleep 1; done"
+}
+
+
+
      +

      ping check +Uses globals ENABLED_SERVICES +ping_check from-net ip boot-timeout expected

      +
      +function ping_check {
+    if is_service_enabled neutron; then
+        _ping_check_neutron  "$1" $2 $3 $4
+        return
+    fi
+    _ping_check_novanet "$1" $2 $3 $4
+}
+
+
      +

      ping check for nova +Uses globals MULTI_HOST, PRIVATE_NETWORK

      +
      +function _ping_check_novanet {
+    local from_net=$1
+    local ip=$2
+    local boot_timeout=$3
+    local expected=${4:-"True"}
+    local check_command=""
+    MULTI_HOST=`trueorfalse False $MULTI_HOST`
+    if [[ "$MULTI_HOST" = "True" && "$from_net" = "$PRIVATE_NETWORK_NAME" ]]; then
+        return
+    fi
+    if [[ "$expected" = "True" ]]; then
+        check_command="while ! ping -c1 -w1 $ip; do sleep 1; done"
+    else
+        check_command="while ping -c1 -w1 $ip; do sleep 1; done"
+    fi
+    if ! timeout $boot_timeout sh -c "$check_command"; then
+        if [[ "$expected" = "True" ]]; then
+            die $LINENO "[Fail] Couldn't ping server"
+        else
+            die $LINENO "[Fail] Could ping server"
+        fi
+    fi
+}
+
+
      +

      Get ip of instance

      +
      +function get_instance_ip {
+    local vm_id=$1
+    local network_name=$2
+    local nova_result="$(nova show $vm_id)"
+    local ip=$(echo "$nova_result" | grep "$network_name" | get_field 2)
+    if [[ $ip = "" ]];then
+        echo "$nova_result"
+        die $LINENO "[Fail] Coudn't get ipaddress of VM"
+    fi
+    echo $ip
+}
+
+
      +

      ssh check

      +
      +
+
      +

      ssh_check net-name key-file floating-ip default-user active-timeout

      +
      +function ssh_check {
+    if is_service_enabled neutron; then
+        _ssh_check_neutron  "$1" $2 $3 $4 $5
+        return
+    fi
+    _ssh_check_novanet "$1" $2 $3 $4 $5
+}
+
+function _ssh_check_novanet {
+    local NET_NAME=$1
+    local KEY_FILE=$2
+    local FLOATING_IP=$3
+    local DEFAULT_INSTANCE_USER=$4
+    local ACTIVE_TIMEOUT=$5
+    local probe_cmd=""
+    if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then
+        die $LINENO "server didn't become ssh-able!"
+    fi
+}
+
+
+
      +

      Get the location of the $module-rootwrap executables, where module is cinder +or nova. +get_rootwrap_location module

      +
      +function get_rootwrap_location {
+    local module=$1
+
+    echo "$(get_python_exec_prefix)/$module-rootwrap"
+}
+
+
+
      +

      Path permissions sanity check +check_path_perm_sanity path

      +
      +function check_path_perm_sanity {
+
      +

      Ensure no element of the path has 0700 permissions, which is very +likely to cause issues for daemons. Inspired by default 0700 +homedir permissions on RHEL and common practice of making DEST in +the stack user's homedir.

      +
      +
+    local real_path=$(readlink -f $1)
+    local rebuilt_path=""
+    for i in $(echo ${real_path} | tr "/" " "); do
+        rebuilt_path=$rebuilt_path"/"$i
+
+        if [[ $(stat -c '%a' ${rebuilt_path}) = 700 ]]; then
+            echo "*** DEST path element"
+            echo "***    ${rebuilt_path}"
+            echo "*** appears to have 0700 permissions."
+            echo "*** This is very likely to cause fatal issues for devstack daemons."
+
+            if [[ -n "$SKIP_PATH_SANITY" ]]; then
+                return
+            else
+                echo "*** Set SKIP_PATH_SANITY to skip this check"
+                die $LINENO "Invalid path permissions"
+            fi
+        fi
+    done
+}
+
+
+
      +

      This function recursively compares versions, and is not meant to be +called by anything other than vercmp_numbers below. This function does +not work with alphabetic versions.

      +

      _vercmp_r sep ver1 ver2

      +
      +function _vercmp_r {
+    typeset sep
+    typeset -a ver1=() ver2=()
+    sep=$1; shift
+    ver1=("${@:1:sep}")
+    ver2=("${@:sep+1}")
+
+    if ((ver1 > ver2)); then
+        echo 1; return 0
+    elif ((ver2 > ver1)); then
+        echo -1; return 0
+    fi
+
+    if ((sep <= 1)); then
+        echo 0; return 0
+    fi
+
+    _vercmp_r $((sep-1)) "${ver1[@]:1}" "${ver2[@]:1}"
+}
+
+
+
      +

      This function compares two versions and is meant to be called by +external callers. Please note the function assumes non-alphabetic +versions. For example, this will work:

      +
      +vercmp_numbers 1.10 1.4
      +

      The above will return "1", as 1.10 is greater than 1.4.

      +
      +vercmp_numbers 5.2 6.4
      +

      The above will return "-1", as 5.2 is less than 6.4.

      +
      +vercmp_numbers 4.0 4.0
      +

      The above will return "0", as the versions are equal.

      +

      vercmp_numbers ver1 ver2

      +
      +function vercmp_numbers {
+    typeset v1=$1 v2=$2 sep
+    typeset -a ver1 ver2
+
+    IFS=. read -ra ver1 <<< "$v1"
+    IFS=. read -ra ver2 <<< "$v2"
+
+    _vercmp_r "${#ver1[@]}" "${ver1[@]}" "${ver2[@]}"
+}
+
+
+
      +

      This function sets log formatting options for colorizing log +output to stdout. It is meant to be called by lib modules. +The last two parameters are optional and can be used to specify +non-default value for project and user format variables. +Defaults are respectively 'project_name' and 'user_name'

      +

      setup_colorized_logging something.conf SOMESECTION

      +
      +function setup_colorized_logging {
+    local conf_file=$1
+    local conf_section=$2
+    local project_var=${3:-"project_name"}
+    local user_var=${4:-"user_name"}
+
      +

      Add color to logging output

      +
      +    iniset $conf_file $conf_section logging_context_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [%(request_id)s %("$user_var")s %("$project_var")s%(color)s] %(instance)s%(color)s%(message)s"
+    iniset $conf_file $conf_section logging_default_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s"
+    iniset $conf_file $conf_section logging_debug_format_suffix "from (pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d"
+    iniset $conf_file $conf_section logging_exception_prefix "%(color)s%(asctime)s.%(msecs)03d TRACE %(name)s %(instance)s"
+}
+
+
      +

      These functions are provided for basic fall-back functionality for +projects that include parts of devstack (grenade). stack.sh will +override these with more specific versions for devstack (with fancy +spinners, etc). We never override an existing version

      +
      +if ! function_exists echo_summary; then
+    function echo_summary {
+        echo $@
+    }
+fi
+if ! function_exists echo_nolog; then
+    function echo_nolog {
+        echo $@
+    }
+fi
+
+
+
      +

      create_disk - Create backing disk

      +
      +function create_disk {
+    local node_number
+    local disk_image=${1}
+    local storage_data_dir=${2}
+    local loopback_disk_size=${3}
+
+
      +

      Create a loopback disk and format it to XFS.

      +
      +    if [[ -e ${disk_image} ]]; then
+        if egrep -q ${storage_data_dir} /proc/mounts; then
+            sudo umount ${storage_data_dir}/drives/sdb1
+            sudo rm -f ${disk_image}
+        fi
+    fi
+
+    sudo mkdir -p ${storage_data_dir}/drives/images
+
+    sudo truncate -s ${loopback_disk_size} ${disk_image}
+
+
      +

      Make a fresh XFS filesystem. Use bigger inodes so xattr can fit in +a single inode. Keeping the default inode size (256) will result in multiple +inodes being used to store xattr. Retrieving the xattr will be slower +since we have to read multiple inodes. This statement is true for both +Swift and Ceph.

      +
      +    sudo mkfs.xfs -f -i size=1024 ${disk_image}
+
+
      +

      Mount the disk with mount options to make it as efficient as possible

      +
      +    if ! egrep -q ${storage_data_dir} /proc/mounts; then
+        sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8  \
+            ${disk_image} ${storage_data_dir}
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/guides/multinode-lab.html b/guides/multinode-lab.html new file mode 100644 index 00000000..db8be08e --- /dev/null +++ b/guides/multinode-lab.html @@ -0,0 +1,336 @@ + + + + + Multi-Node Lab Server Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +

      Multi-Node Lab: Serious Stuff

      +

      Here is OpenStack in a realistic test configuration with multiple physical servers.

      +
      + +
      +
      +

      Prerequisites Linux & Network

      +
      + +

      Minimal Install

      +

      You need to have a system with a fresh install of Linux. You can download the Minimal CD for Ubuntu releases since DevStack will download & install all the additional dependencies. The netinstall ISO is available for Fedora and CentOS/RHEL.

      + +

      Install a couple of packages to bootstrap configuration:

      + 
      apt-get install -y git sudo || yum install -y git sudo
      + +

      Network Configuration

      +

      The first iteration of the lab uses OpenStack's FlatDHCP network controller so + only a single network will be required. It should be on its own subnet without DHCP; + the host IPs and floating IP pool(s) will come out of this block. This example + uses the following:

      +
        +
      • Gateway: 192.168.42.1
        • +
      • Physical nodes: 192.168.42.11-192.168.42.99
        • +
      • Floating IPs: 192.168.42.128-192.168.42.254
        • +
      +

      Configure each node with a static IP. + For Ubuntu edit /etc/network/interfaces:

      + + 
      auto eth0
+iface eth0 inet static
+    address 192.168.42.11
+    netmask 255.255.255.0
+    gateway 192.168.42.1
+
      +

      For Fedora and CentOS/RHEL edit + /etc/sysconfig/network-scripts/ifcfg-eth0:

      + + 
      BOOTPROTO=static
+IPADDR=192.168.42.11
+NETMASK=255.255.255.0
+GATEWAY=192.168.42.1
+
      + + + +
      + +
      +
      +

      Installation shake and bake

      +
      + +

      Add the DevStack User

      +

      OpenStack runs as a non-root user that has sudo access to root. There is nothing special + about the name, we'll use stack here. Every node must use the same name and + preferably uid. If you created a user during the OS install you can use it and give it + sudo privileges below. Otherwise create the stack user:

      + 
      groupadd stack
+useradd -g stack -s /bin/bash -d /opt/stack -m stack
      +

      This user will be making many changes to your system during installation and operation + so it needs to have sudo privileges to root without a password:

      + 
      echo "stack ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
      +

      From here on use the stack user. Logout and login as the + stack user.

      + +

      Set Up Ssh

      +

      Set up the stack user on each node with an ssh key for access:

      + 
      mkdir ~/.ssh; chmod 700 ~/.ssh
+echo "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQCyYjfgyPazTvGpd8OaAvtU2utL8W6gWC4JdRS1J95GhNNfQd657yO6s1AH5KYQWktcE6FO/xNUC2reEXSGC7ezy+sGO1kj9Limv5vrvNHvF1+wts0Cmyx61D2nQw35/Qz8BvpdJANL7VwP/cFI/p3yhvx2lsnjFE3hN8xRB2LtLUopUSVdBwACOVUmH2G+2BWMJDjVINd2DPqRIA4Zhy09KJ3O1Joabr0XpQL0yt/I9x8BVHdAx6l9U0tMg9dj5+tAjZvMAFfye3PJcYwwsfJoFxC8w/SLtqlFX7Ehw++8RtvomvuipLdmWCy+T9hIkl+gHYE4cS3OIqXH7f49jdJf jesse@spacey.local" > ~/.ssh/authorized_keys
      + +

      Download DevStack

      +

      Grab the latest version of DevStack from github:

      + 
      git clone https://github.com/openstack-dev/devstack.git
+cd devstack
      + +

      Up to this point all of the steps apply to each node in the cluster. From here on + there are some differences between the cluster controller (aka 'head node') and the + compute nodes.

      + +

      Configure Cluster Controller

      +

      The cluster controller runs all OpenStack services. Configure the cluster controller's DevStack in local.conf:

      + 
      [[local|localrc]]
+HOST_IP=192.168.42.11
+FLAT_INTERFACE=eth0
+FIXED_RANGE=10.4.128.0/20
+FIXED_NETWORK_SIZE=4096
+FLOATING_RANGE=192.168.42.128/25
+MULTI_HOST=1
+LOGFILE=/opt/stack/logs/stack.sh.log
+ADMIN_PASSWORD=labstack
+MYSQL_PASSWORD=supersecret
+RABBIT_PASSWORD=supersecrete
+SERVICE_PASSWORD=supersecrete
+SERVICE_TOKEN=xyzpdqlazydog
      + + +

      In the multi-node configuration the first 10 or so IPs in the private subnet are usually reserved. Add this to local.sh to have it run after every stack.sh run:

      + 
      for i in `seq 2 10`; do /opt/stack/nova/bin/nova-manage fixed reserve 10.4.128.$i; done
      + +

      Fire up OpenStack:

      + 
      ./stack.sh
      +

      A stream of activity ensues. When complete you will see a summary of + stack.sh's work, including the relevant URLs, accounts and passwords to poke at your + shiny new OpenStack. The most recent log file is available in stack.sh.log.

      + +

      Configure Compute Nodes

      +

      The compute nodes only run the OpenStack worker services. For additional machines, create a local.conf with:

      + 
      HOST_IP=192.168.42.12 # change this per compute node
+FLAT_INTERFACE=eth0
+FIXED_RANGE=10.4.128.0/20
+FIXED_NETWORK_SIZE=4096
+FLOATING_RANGE=192.168.42.128/25
+MULTI_HOST=1
+LOGFILE=/opt/stack/logs/stack.sh.log
+ADMIN_PASSWORD=labstack
+MYSQL_PASSWORD=supersecret
+RABBIT_PASSWORD=supersecrete
+SERVICE_PASSWORD=supersecrete
+SERVICE_TOKEN=xyzpdqlazydog
+DATABASE_TYPE=mysql
+SERVICE_HOST=192.168.42.11
+MYSQL_HOST=192.168.42.11
+RABBIT_HOST=192.168.42.11
+GLANCE_HOSTPORT=192.168.42.11:9292
+ENABLED_SERVICES=n-cpu,n-net,n-api,c-sch,c-api,c-vol
+NOVA_VNC_ENABLED=True
+NOVNCPROXY_URL="http://192.168.42.11:6080/vnc_auto.html"
+VNCSERVER_LISTEN=$HOST_IP
+VNCSERVER_PROXYCLIENT_ADDRESS=$VNCSERVER_LISTEN
+
      + + + +

      Fire up OpenStack:

      + 
      ./stack.sh
      +

      A stream of activity ensues. When complete you will see a summary of + stack.sh's work, including the relevant URLs, accounts and passwords to poke at your + shiny new OpenStack. The most recent log file is available in stack.sh.log.

      + +

      Cleaning Up After DevStack

      +

      Shutting down OpenStack is now as simple as running the included unstack.sh script:

      + 
      ./unstack.sh
      + +

      A more aggressive cleanup can be performed using clean.sh. It removes certain troublesome packages and attempts to leave the system in a state where changing the database or queue manager can be reliably performed. + 

      ./clean.sh
      + +

      Sometimes running instances are not cleaned up. DevStack attempts to do this when it + runs but there are times it needs to still be done by hand:

      + 
      sudo rm -rf /etc/libvirt/qemu/inst*
+sudo virsh list | grep inst | awk '{print $1}' | xargs -n1 virsh destroy
      + +
      + +
      +
      +

      Options pimp your stack

      +
      + +

      Additional Users

      +

      DevStack creates two OpenStack users (admin and demo) and two tenants (also admin and demo). admin is exactly what it sounds like, a privileged administrative account that is a member of both the admin and demo tenants. demo is a normal user account that is only a member of the demo tenant. Creating additional OpenStack users can be done through the dashboard, sometimes it is easier to do them in bulk from a script, especially since they get blown away every time + stack.sh runs. The following steps are ripe for scripting:

      + 
      # Get admin creds
+. openrc admin admin
+        
+# List existing tenants
+keystone tenant-list
+
+# List existing users
+keystone user-list
+
+# Add a user and tenant
+NAME=bob
+PASSWORD=BigSecrete
+TENANT=$NAME
+keystone tenant-create --name=$NAME
+keystone user-create --name=$NAME --pass=$PASSWORD
+keystone user-role-add --user-id=<bob-user-id> --tenant-id=<bob-tenant-id> --role-id=<member-role-id>
+# member-role-id comes from the existing member role created by stack.sh
+# keystone role-list
      + +

      Swift

      +

      Swift requires a significant amount of resources and is disabled by default in DevStack. + The support in DevStack is geared toward a minimal installation but can be used for + testing. To implement a true multi-node test of Swift required more than DevStack provides. + Enabling it is as simple as enabling the swift service in local.conf: + 

      enable_service swift
      + +

      Swift will put its data files in SWIFT_DATA_DIR (default /opt/stack/data/swift). + The size of the data 'partition' created (really a loop-mounted file) is set by + SWIFT_LOOPBACK_DISK_SIZE. The Swift config files are located in + SWIFT_CONFIG_DIR (default /etc/swift). All of these settings can be overridden in + (wait for it...) local.conf.

      + +

      Volumes

      +

      DevStack will automatically use an existing LVM volume group named stack-volumes + to store cloud-created volumes. If stack-volumes doesn't exist, DevStack + will set up a 5Gb loop-mounted file to contain it. This obviously limits the + number and size of volumes that can be created inside OpenStack. The size can be + overridden by setting VOLUME_BACKING_FILE_SIZE in local.conf.

      + +

      stack-volumes can be pre-created on any physical volume supported by + Linux's LVM. The name of the volume group can be changed by setting VOLUME_GROUP + in localrc. stack.sh deletes + all logical volumes in VOLUME_GROUP that begin with + VOLUME_NAME_PREFIX as part of cleaning up from previous runs. + It is recommended to not use the root volume group as VOLUME_GROUP.

      + +

      The details of creating the volume group depends on the server hardware involved + but looks something like this:

      + 
      pvcreate /dev/sdc
+vgcreate stack-volumes /dev/sdc
      + +

      Syslog

      +

      DevStack is capable of using rsyslog to aggregate logging across the cluster. + It is off by default; to turn it on set SYSLOG=True in local.conf. + SYSLOG_HOST defaults to HOST_IP; on the compute nodes it + must be set to the IP of the cluster controller to send syslog output there. In the example + above, add this to the compute node local.conf:

      + 
      SYSLOG_HOST=192.168.42.11
      + +

      Using Alternate Repositories/Branches

      +

      The git repositories for all of the OpenStack services are defined in stackrc. + Since this file is a part of the DevStack package changes to it will probably be overwritten + as updates are applied. Every setting in stackrc can be redefined in + local.conf.

      + +

      To change the repository or branch that a particular OpenStack service is created from, + simply change the value of *_REPO or *_BRANCH corresponding to + that service.

      + +

      After making changes to the repository or branch, if RECLONE is not set + in localrc it may be necessary to remove the corresponding directory from + /opt/stack to force git to re-clone the repository.

      + +

      For example, to pull Nova from a proposed release candidate in the primary Nova + repository:

      + 
      NOVA_BRANCH=rc-proposed
      + +

      To pull Glance from an experimental fork:

      + 
      GLANCE_BRANCH=try-something-big
+GLANCE_REPO=https://github.com/mcuser/glance.git
      + +
      + +
      +
      +

      Notes stuff you might need to know

      +
      + +

      Reset the Bridge

      +

      How to reset the bridge configuration:

      + 
      sudo brctl delif br100 eth0.926
+sudo ip link set dev br100 down
+sudo brctl delbr br100
      + + +

      Set MySQL Password

      +

      If you forgot to set the root password you can do this:

      + 
      mysqladmin -u root -pnova password 'supersecret'
      + +
      + + + +
      + + + diff --git a/guides/pxe-boot.html b/guides/pxe-boot.html new file mode 100644 index 00000000..4dc61a34 --- /dev/null +++ b/guides/pxe-boot.html @@ -0,0 +1,147 @@ + + + + + PXE Boot Server Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      +
      +

      PXE Boot Server Guide: Magic Dust for Network Boot

      +

      Boot DevStack from a PXE server to a RAM disk.

      +
      + +
      +
      +

      Prerequisites Hardware & OpenWRT

      +
      + +

      Hardware

      +

      The whole point of this exercise is to have a highly portable boot server, so using a small router with a USB port is the desired platform. This guide uses a Buffalo WZR-HP-G300NH as an example, but it is easily generalized for other supported platforms. See openwrt.org for more.

      + +

      OpenWRT

      +

      Any recent 'Backfire' build of OpenWRT will work for the boot server project. We build from trunk and have made the images available at http://openwrt.xr7.org/openwrt.

      +
      + +
      +
      +

      Installation bit blasting

      +
      + +

      Install the Image

      +

      This process follows the OpenWRT doc OEM Install to tftp the new image onto the router. You need a computer to set up the router, we assume it is a recent Linux or OS/X installation.

      +
        +
      • Get openwrt-ar71xx-wzr-hp-g300nh-squashfs-tftp.bin + 
        wget http://openwrt.xr7.org/openwrt/ar71xx/openwrt-ar71xx-wzr-hp-g300nh-squashfs-tftp.bin
        +
        • +
      • Connect computer to LAN port 4 (closest to WAN port)
        • +
      • Set computer interface to IP address in the 192.168.11.2
        • +
      • Add static arp entry for router + 
        arp -s 192.168.11.1 <mac-address>
        +
        • +
      • Start TFTP transfer attempt + 
        tftp 192.168.11.1
+binary
+rexmt 1
+timeout 60
+put openwrt-ar71xx-wzr-hp-g300nh-squashfs-tftp.bin
        +
        • +
      • Power on router. Router will reboot and initialize on 192.168.1.1.
        • +
      • Delete static arp entry for router + 
        arp -d 192.168.11.1
        +
        • +
      • Set computer to DHCP, connect and telnet to router and set root password.
        • +
      + +

      Configure the Router

      +
        +
      • Update /etc/opkg.conf to point to our repo: + 
        src/gz packages http://192.168.5.13/openwrt/build/ar71xx/packages
        +
        • +
      • Configure anon mounts: + 
        uci delete fstab.@mount[0]
+uci commit fstab
+/etc/init.d/fstab restart
        +
        • +
      • Reset the DHCP address range. DevStack will claim the upper + /25 of the router's LAN address space for floating IPs so the + default DHCP address range needs to be moved: + 
        uci set dhcp.lan.start=65
+uci set dhcp.lan.limit=60
+uci commit dhcp
        +
        • +
      • Enable TFTP: + 
        uci set dhcp.@dnsmasq[0].enable_tftp=1
+uci set dhcp.@dnsmasq[0].tftp_root=/mnt/sda1/tftpboot
+uci set dhcp.@dnsmasq[0].dhcp_boot=pxelinux.0
+uci commit dhcp
+/etc/init.d/dnsmasq restart
        +
        • +
      + +

      Set Up tftpboot

      +
        +
      • Create the /tmp/tftpboot structure and populate it: + 
        cd ~/devstack
+tools/build_pxe_boot.sh /tmp
        + This calls tools/build_ramdisk.sh to create a 2GB ramdisk + containing a complete development Oneiric OS plus the + OpenStack code checkouts. +
        • +
      • Copy tftpboot to a USB drive: + 
        mount /dev/sdb1 /mnt/tmp
+rsync -a /tmp/tftpboot/ /mnt/tmp/tftpboot/
+umount /mnt/tmp
        +
        • +
      • Plug USB drive into router. It will be automounted and is ready to serve content.
        • +
      + +

      Now return to the RAM disk Guide to kick + off your DevStack experience.

      + +
      + +
      +

      © Openstack Foundation 2011-2013 — this is not an official OpenStack project...

      +
      + +
      + + + diff --git a/guides/ramdisk.html b/guides/ramdisk.html new file mode 100644 index 00000000..eaef16ed --- /dev/null +++ b/guides/ramdisk.html @@ -0,0 +1,119 @@ + + + + + RAMdisk Boot Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      +
      +

      Stack-in-a-Box: Try before you mkfs

      +

      Run DevStack from a RAM disk to give it a whirl before making the + commitment to install it. We'll cover booting from a USB drive or + over the network via PXE. We'll even thow in configuring a home + router to handle the PXE boot. You will need a minimum of 3GB + for both of these configurations as the RAM disk itself is 2GB.

      +
      + +
      +
      +

      Prerequisites Hardware

      +
      + +

      USB Boot

      +

      This guide covers the creation of a bootable USB drive. Your + computer BIOS must support booting from USB.

      + +

      PXE Boot

      +

      This guide covers the installation of OpenWRT on a home router + and configuring it as a PXE server, plus the creation of the + boot images and PXE support files. +

      + +
      +
      +

      Installation bit blasting

      +
      + +

      Install DevStack

      +

      Grab the latest version of DevStack via https:

      + 
      sudo apt-get install git -y
+git clone https://github.com/openstack-dev/devstack.git
+cd devstack
      + +

      Prepare the Boot RAMdisk

      +

      Pick your boot method and follow the guide to prepare to build + the RAM disk and set up the boot process:

      + + +

      Fire It Up

      +
        +
      • Boot the computer into the RAM disk. The details will vary from + machine to machine but most BIOSes have a method to select the + boot device, often by pressing F12 during POST.
        • +
      • Select 'DevStack' from the Boot Menu.
        • +
      • Log in with the 'stack' user and 'pass' password.
        • +
      • Create devstack/localrc if you wish to change any + of the configuration variables. You will probably want to at + least set the admin login password to something memorable rather + than the default 20 random characters: + 
        ADMIN_PASSWORD=openstack
        +
        • +
      • Fire up OpenStack! + 
        ./run.sh
        +
        • +
      • See the processes running in screen: + 
        screen -x
        +
        • +
      • Connect to the dashboard at http://<ip-address>/
        • +
      + +
      + +
      +

      © Openstack Foundation 2011-2013 — this is not an official OpenStack project...

      +
      + +
      + + + diff --git a/guides/single-machine.html b/guides/single-machine.html new file mode 100644 index 00000000..94719723 --- /dev/null +++ b/guides/single-machine.html @@ -0,0 +1,131 @@ + + + + + Single Machine Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      +
      +

      All-In-One: Dedicated Hardware

      +

      Things are about to get real! Using OpenStack in containers or VMs is nice for kicking the tires, but doesn't compare to the feeling you get with hardware.

      +
      + +
      +
      +

      Prerequisites Linux & Network

      +
      + +

      Minimal Install

      +

      You need to have a system with a fresh install of Linux. You can download the Minimal CD for Ubuntu releases since DevStack will download & install all the additional dependencies. The netinstall ISO is available for Fedora and CentOS/RHEL. You may be tempted to use a desktop distro on a laptop, it will probably work but you may need to tell Network Manager to keep its fingers off the interface(s) that OpenStack uses for bridging.

      + +

      Network Configuration

      +

      Determine the network configuration on the interface used to integrate your + OpenStack cloud with your existing network. For example, if the IPs given out on your network + by DHCP are 192.168.1.X - where X is between 100 and 200 you will be able to use IPs + 201-254 for floating ips.

      +

      To make things easier later change your host to use a static IP instead of DHCP (i.e. 192.168.1.201).

      +
      + +
      +
      +

      Installation shake and bake

      +
      + +

      Add your user

      +

      We need to add a user to install DevStack. (if you created a user during install you can skip this step and just give the user sudo privileges below)

      + 
      adduser stack
      +

      Since this user will be making many changes to your system, it will need to have sudo privileges:

      + 
      apt-get install sudo -y || yum install -y sudo
+echo "stack ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
      +

      From here on you should use the user you created. Logout and login as that user.

      + +

      Download DevStack

      +

      We'll grab the latest version of DevStack via https:

      + 
      sudo apt-get install git -y || yum install -y git
+git clone https://github.com/openstack-dev/devstack.git
+cd devstack
      + +

      Run DevStack

      +

      Now to configure stack.sh. DevStack includes a sample in devstack/samples/local.conf. Create local.conf as shown below to do the following:

      +
        +
      • Set FLOATING_RANGE to a range not used on the local network, i.e. 192.168.1.224/27. This configures IP addresses ending in 225-254 to be used as floating IPs.
        • +
      • Set FIXED_RANGE and FIXED_NETWORK_SIZE to configure the internal address space used by the instances.
        • +
      • Set FLAT_INTERFACE to the Ethernet interface that connects the host to your local network. This is the interface that should be configured with the static IP address mentioned above.
        • +
      • Set the administrative password. This password is used for the admin and demo accounts set up as OpenStack users.
        • +
      • Set the MySQL administrative password. The default here is a random hex string which is inconvenient if you need to look at the database directly for anything.
        • +
      • Set the RabbitMQ password.
        • +
      • Set the service password. This is used by the OpenStack services (Nova, Glance, etc) to authenticate with Keystone.
        • +
      +

      local.conf should look something like this:

      + 
      [[local|localrc]]
+FLOATING_RANGE=192.168.1.224/27
+FIXED_RANGE=10.11.12.0/24
+FIXED_NETWORK_SIZE=256
+FLAT_INTERFACE=eth0
+ADMIN_PASSWORD=supersecret
+MYSQL_PASSWORD=iheartdatabases
+RABBIT_PASSWORD=flopsymopsy
+SERVICE_PASSWORD=iheartksl
      + +

      Run DevStack:

      + 
      ./stack.sh
      +

      A seemingly endless stream of activity ensues. When complete you will see a summary of + stack.sh's work, including the relevant URLs, accounts and passwords to poke at your + shiny new OpenStack.

      + +

      Using OpenStack

      +

      At this point you should be able to access the dashboard from other computers on the + local network. In this example that would be http://192.168.1.201/ for the dashboard (aka Horizon). + Launch VMs and if you give them floating IPs and security group access those VMs will be accessible from other machines on your network.

      + +

      Some examples of using the OpenStack command-line clients nova and glance + are in the shakedown scripts in devstack/exercises. exercise.sh + will run all of those scripts and report on the results.

      + +
      + + + +
      + + + diff --git a/guides/single-vm.html b/guides/single-vm.html new file mode 100644 index 00000000..2f1990a9 --- /dev/null +++ b/guides/single-vm.html @@ -0,0 +1,137 @@ + + + + + Single Machine Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      +
      +

      Running a Cloud in a VM

      +

      Use the cloud to build the cloud! Use your cloud to launch new versions of OpenStack + in about 5 minutes. When you break it, start over! The VMs launched in the cloud will + be slow as they are running in QEMU (emulation), but their primary use is testing + OpenStack development and operation. Speed not required.

      +
      + +
      +
      +

      Prerequisites Cloud & Image

      +
      + +

      Virtual Machine

      +

      DevStack should run in any virtual machine running a supported Linux release. It will perform best with 2Gb or more of RAM.

      + +

      OpenStack Deployment & cloud-init

      +

      If the cloud service has an image with cloud-init pre-installed, use it. You can + get one from Ubuntu's Daily Build + site if necessary. This will enable you to launch VMs with userdata that installs + everything at boot time. The userdata script below will install and run + DevStack with a minimal configuration. The use of cloud-init + is outside the scope of this document, refer to the + cloud-init docs for more information.

      + +

      If you are directly using a hypervisor like Xen, kvm or VirtualBox you can manually kick off + the script below as a non-root user in a bare-bones server installation.

      +
      + +
      +
      +

      Installation shake and bake

      +
      + +

      Launching With Cloud-Init

      +

      This cloud config grabs the latest version of DevStack via git, creates a minimal + local.conf file and kicks off stack.sh. It should + be passed as the user-data file when booting the VM.

      + 
      #cloud-config
+
+users:
+  - default
+  - name: stack
+    lock_passwd: False
+    sudo: ["ALL=(ALL) NOPASSWD:ALL\nDefaults:stack !requiretty"]
+    shell: /bin/bash
+
+write_files:
+  - content: |
+        #!/bin/sh
+        DEBIAN_FRONTEND=noninteractive sudo apt-get -qqy update || sudo yum update -qy
+        DEBIAN_FRONTEND=noninteractive sudo apt-get install -qqy git || sudo yum install -qy git
+        sudo chown stack:stack /home/stack
+        cd /home/stack
+        git clone https://github.com/openstack-dev/devstack.git
+        cd devstack
+        echo '[[local|localrc]]' > local.conf
+        echo ADMIN_PASSWORD=password >> local.conf
+        echo MYSQL_PASSWORD=password >> local.conf
+        echo RABBIT_PASSWORD=password >> local.conf
+        echo SERVICE_PASSWORD=password >> local.conf
+        echo SERVICE_TOKEN=tokentoken >> local.conf
+        ./stack.sh
+    path: /home/stack/start.sh
+    permissions: 0755
+
+runcmd:
+  - su -l stack ./start.sh
      +

      As DevStack will refuse to run as root, this configures cloud-init + to create a non-root user and run the start.sh script as that user.

      + +

      Launching By Hand

      +

      Using a hypervisor directly, launch the VM and either manually perform the steps in the + embedded shell script above or copy it into the VM.

      + +

      Using OpenStack

      +

      At this point you should be able to access the dashboard. Launch VMs and if you give them floating IPs access those VMs from other machines on your network.

      + +

      One interesting use case is for developers working on a VM on their laptop. Once + stack.sh has completed once, all of the pre-requisite packages are installed + in the VM and the source trees checked out. Setting OFFLINE=True in + local.conf enables stack.sh to run multiple times without an Internet + connection. DevStack, making hacking at the lake possible since 2012!

      +
      + + + +
      + + + diff --git a/guides/usb-boot.html b/guides/usb-boot.html new file mode 100644 index 00000000..75adc6f8 --- /dev/null +++ b/guides/usb-boot.html @@ -0,0 +1,99 @@ + + + + + USB Boot Server Guide - DevStack + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      +
      +

      USB Boot: Undoable Stack Boot

      +

      Boot DevStack from a USB disk into a RAM disk.

      +
      + +
      +
      +

      Prerequisites

      +
      + +

      Hardware

      +

      This guide covers the creation of a bootable USB drive. Your + computer BIOS must support booting from USB and You will want at least 3GB of + RAM. You also will need a USB drive of at least 2GB.

      + +

      Software

      +

      Ubuntu 11.10 (Oneiric Ocelot) is required on host to create images.

      +
      + +
      +
      +

      Installation bit blasting

      +
      + +

      Set Up USB Drive

      +
        +
      • Insert the USB drive into the computer. Make a note of the device name, such as + sdb. Do not mount the device.
        • +
      • Install the boot system: + 
        tools/build_usb_boot.sh /dev/sdb1
        +

        This calls tools/build_ramdisk.sh to create a 2GB ramdisk + containing a complete development Oneiric OS plus the + OpenStack code checkouts. It then writes a syslinux boot sector + to the specified device and creates /syslinux.

        +
        • +
      • If desired, you may now mount the device: + 
        mount /dev/sdb1 /mnt/tmp
+# foo
+umount /mnt/tmp
        +
        • +
      + +

      Now return to the RAM disk Guide to kick + off your DevStack experience.

      + +
      + +
      +

      © Openstack Foundation 2011-2013 — this is not an official OpenStack project...

      +
      + +
      + + + diff --git a/index.html b/index.html new file mode 100644 index 00000000..dada57dd --- /dev/null +++ b/index.html @@ -0,0 +1,562 @@ + + + + + DevStack - Deploying OpenStack for Developers + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      DevStack - an OpenStack Community Production

      +
      +

      +

      A documented shell script to build complete OpenStack development environments.

      + An OpenStack program maintained by the developer community.

      +
      +
      +
      +
        +
      1. Setup a fresh supported Linux installation.
        2. +
      2. + Clone devstack from devstack. + 
        git clone https://github.com/openstack-dev/devstack.git
        +
        3. +
      3. + Deploy your OpenStack Cloud + 
        cd devstack && ./stack.sh
        +
        4. +
      +
      +
       
      +
      + + +
      +
      +

      Quick Start This ain't your first rodeo

      +
      +
        +
      1. +

        Select a Linux Distribution

        +

        Only Ubuntu 14.04 (Trusty), Fedora 20 and CentOS/RHEL 6.5 are documented here. OpenStack also runs and is packaged on other flavors of Linux such as OpenSUSE and Debian.

        +
        2. +
      2. +

        Install Selected OS

        +

        In order to correctly install all the dependencies, we assume a specific minimal version of the supported distributions to make it as easy as possible. We recommend using a minimal install of Ubuntu or Fedora server in a VM if this is your first time.

        +
        3. +
      3. +

        Download DevStack

        + 
        git clone https://github.com/openstack-dev/devstack.git
        +

        The devstack repo contains a script that installs OpenStack and templates for configuration files

        +
        4. +
      4. +

        Configure

        +

        We recommend at least a minimal configuration be set up.

        +
        5. +
      5. +

        Start the install

        + 
        cd devstack; ./stack.sh
        +

        It takes a few minutes, we recommend reading the script while it is building.

        +
        6. +
      +
      + +
      +
      +

      Guides Walk through various setups used by stackers

      +
      + +
      +

      OpenStack on VMs

      + + + + + + + + + + + + + + + + + + + + +
      TitleDescriptionLink
      Virtual MachineRun OpenStack in a VM. The VMs launched in your cloud will be slow as they are running in QEMU (emulation), but it is useful if you don't have spare hardware laying around.Read »
      1 Guide
      +
      +
      +

      What is this?

      +

      These guides tell you how to virtualize your OpenStack cloud in virtual machines. This means that you can get started without having to purchase any hardware.

      +
      + +
      +

      OpenStack on Hardware

      + + + + + + + + + + + + + + + + + + + + + + + + + + +
      TitleDescriptionLink
      All-In-OneRun OpenStack on dedicated hardware to get real performance in your VMs. This can include a server-class machine or a laptop at home.Read »
      Multi-Node + VLANsSetup a multi-node cluster with dedicated VLANs for VMs & Management.Read »
      2 Guides
      +
      +
      +

      What is this?

      +

      These guides tell you how to deploy a development environment on real hardware. Guides range from running OpenStack on a single laptop to running a multi-node deployment on datacenter hardware.

      +
      + +
      + +
      +
      +

      Documentation Help yourself to stack

      +
      + +
      +

      Overview

      +

      An overview of DevStack goals and priorities

      +

      Configuration

      +

      Configuring and customizing the stack

      +

      Plugins

      +

      Extending DevStack with new features

      +
      + +
      +

      Recent Changes

      +

      An incomplete summary of recent changes

      +

      FAQ

      +

      The DevStack FAQ

      +

      Contributing

      +

      Pitching in to make DevStack a better place

      +
      + +
      + +
      +
      +

      Code A look at the bits that make it all go

      +
      + +
      +

      Scripts Generated documentation of DevStack scripts.

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      FilenameLink
      stack.shRead »
      functionsRead »
      functions-commonRead »
      lib/apacheRead »
      lib/baremetalRead »
      lib/ceilometerRead »
      lib/cinderRead »
      lib/configRead »
      lib/databaseRead »
      lib/glanceRead »
      lib/heatRead »
      lib/horizonRead »
      lib/infraRead »
      lib/ironicRead »
      lib/keystoneRead »
      lib/ldapRead »
      lib/zaqarRead »
      lib/neutronRead »
      lib/novaRead »
      lib/osloRead »
      lib/rpc_backendRead »
      lib/saharaRead »
      lib/savannaRead »
      lib/stackforgeRead »
      lib/swiftRead »
      lib/tempestRead »
      lib/tlsRead »
      lib/troveRead »
      unstack.shRead »
      clean.shRead »
      run_tests.shRead »
      extras.d/50-ironic.shRead »
      extras.d/70-zaqar.shRead »
      extras.d/70-sahara.shRead »
      extras.d/70-savanna.shRead »
      extras.d/70-trove.shRead »
      extras.d/80-opendaylight.shRead »
      extras.d/80-tempest.shRead »
      +
      + +
      +

      Configuration Setting the table

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      FilenameLink
      local.confRead »
      stackrcRead »
      openrcRead »
      exercisercRead »
      eucarcRead »
      + +

      Tools Support scripts

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      FilenameLink
      tools/info.shRead »
      tools/build_docs.shRead »
      tools/create_userrc.shRead »
      tools/fixup_stuff.shRead »
      tools/install_prereqs.shRead »
      tools/install_pip.shRead »
      tools/upload_image.shRead »
      + +

      Samples Generated documentation of DevStack sample files.

      + + + + + + + + + + + + + + + + + +
      FilenameLink
      local.shRead »
      localrcRead »
      + +
      +

      Exercises Generated documentation of DevStack scripts.

      + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
      FilenameLink
      exercise.shRead »
      exercises/aggregates.shRead »
      exercises/boot_from_volume.shRead »
      exercises/bundle.shRead »
      exercises/client-args.shRead »
      exercises/client-env.shRead »
      exercises/euca.shRead »
      exercises/floating_ips.shRead »
      exercises/horizon.shRead »
      exercises/neutron-adv-test.shRead »
      exercises/sahara.shRead »
      exercises/savanna.shRead »
      exercises/sec_groups.shRead »
      exercises/swift.shRead »
      exercises/trove.shRead »
      exercises/volumes.shRead »
      exercises/zaqar.shRead »
      + +
      + +
      + + + +
      + + diff --git a/lib.html b/lib.html new file mode 100644 index 00000000..6b4ae974 --- /dev/null +++ b/lib.html @@ -0,0 +1,373 @@ + + + + + lib + + + +
      +
      + + + + + + + + + + +

      lib

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/apache.html b/lib/apache.html new file mode 100644 index 00000000..9707fd61 --- /dev/null +++ b/lib/apache.html @@ -0,0 +1,617 @@ + + + + + apache + + + +
      +
      + + + + + + + + + + +

      apache

      + + + + + + + + + +
      + + +

      lib/apache +Functions to control configuration and operation of apache web server +Dependencies:

      +
        +
      • functions file
        • +
      • STACK_USER must be defined
        • +
      +

      lib/apache exports the following functions:

      +
        +
      • install_apache_wsgi
        • +
      • config_apache_wsgi
        • +
      • apache_site_config_for
        • +
      • enable_apache_site
        • +
      • disable_apache_site
        • +
      • start_apache_server
        • +
      • stop_apache_server
        • +
      • restart_apache_server
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Allow overriding the default Apache user and group, default to +current user and his default group.

      +
      +APACHE_USER=${APACHE_USER:-$STACK_USER}
+APACHE_GROUP=${APACHE_GROUP:-$(id -gn $APACHE_USER)}
+
+
+
      +

      Set up apache name and configuration directory

      +
      +if is_ubuntu; then
+    APACHE_NAME=apache2
+    APACHE_CONF_DIR=${APACHE_CONF_DIR:-/etc/$APACHE_NAME/sites-available}
+elif is_fedora; then
+    APACHE_NAME=httpd
+    APACHE_CONF_DIR=${APACHE_CONF_DIR:-/etc/$APACHE_NAME/conf.d}
+elif is_suse; then
+    APACHE_NAME=apache2
+    APACHE_CONF_DIR=${APACHE_CONF_DIR:-/etc/$APACHE_NAME/vhosts.d}
+fi
+
+
      +
      +

      Functions

      +

      install_apache_wsgi() - Install Apache server and wsgi module

      +
      +function install_apache_wsgi {
+
      +

      Apache installation, because we mark it NOPRIME

      +
      +    if is_ubuntu; then
+
      +

      Install apache2, which is NOPRIME'd

      +
      +        install_package apache2 libapache2-mod-wsgi
+
      +

      WSGI isn't enabled by default, enable it

      +
      +        sudo a2enmod wsgi
+    elif is_fedora; then
+        sudo rm -f /etc/httpd/conf.d/000-*
+        install_package httpd mod_wsgi
+    elif is_suse; then
+        install_package apache2 apache2-mod_wsgi
+
      +

      WSGI isn't enabled by default, enable it

      +
      +        sudo a2enmod wsgi
+    else
+        exit_distro_not_supported "apache installation"
+    fi
+
+
      +

      ensure mod_version enabled for <IfVersion ...>. This is +built-in statically on anything recent, but precise (2.2) +doesn't have it enabled

      +
      +    sudo a2enmod version || true
+}
+
+
      +

      get_apache_version() - return the version of Apache installed +This function is used to determine the Apache version installed. There are +various differences between Apache 2.2 and 2.4 that warrant special handling.

      +
      +function get_apache_version {
+    if is_ubuntu; then
+        local version_str=$(sudo /usr/sbin/apache2ctl -v | awk '/Server version/ {print $3}' | cut -f2 -d/)
+    elif is_fedora; then
+        local version_str=$(rpm -qa --queryformat '%{VERSION}' httpd)
+    elif is_suse; then
+        local version_str=$(rpm -qa --queryformat '%{VERSION}' apache2)
+    else
+        exit_distro_not_supported "cannot determine apache version"
+    fi
+    if [[ "$version_str" =~ ^2\.2\. ]]; then
+        echo "2.2"
+    elif [[ "$version_str" =~ ^2\.4\. ]]; then
+        echo "2.4"
+    else
+        exit_distro_not_supported "apache version not supported"
+    fi
+}
+
+
      +

      apache_site_config_for() - The filename of the site's configuration file. +This function uses the global variables APACHE_NAME and APACHE_CONF_DIR.

      +

      On Ubuntu 14.04, the site configuration file must have a .conf suffix for a2ensite and a2dissite to +recognise it. a2ensite and a2dissite ignore the .conf suffix used as parameter. The default sites' +files are 000-default.conf and default-ssl.conf.

      +

      On Ubuntu 12.04, the site configuration file may have any format, as long as it is in +/etc/apache2/sites-available/. a2ensite and a2dissite need the entire file name to work. The default +sites' files are default and default-ssl.

      +

      On Fedora and openSUSE, any file in /etc/httpd/conf.d/ whose name ends with .conf is enabled.

      +

      On RHEL and CentOS, things should hopefully work as in Fedora.

      +

      The table below summarizes what should happen on each distribution: ++----------------------+--------------------+--------------------------+--------------------------+ +| Distribution | File name | Site enabling command | Site disabling command | ++----------------------+--------------------+--------------------------+--------------------------+ +| Ubuntu 12.04 | site | a2ensite site | a2dissite site | +| Ubuntu 14.04 | site.conf | a2ensite site | a2dissite site | +| Fedora, RHEL, CentOS | site.conf.disabled | mv site.conf{.disabled,} | mv site.conf{,.disabled} | ++----------------------+--------------------+--------------------------+--------------------------+

      +
      +function apache_site_config_for {
+    local site=$@
+    if is_ubuntu; then
+        local apache_version=$(get_apache_version)
+        if [[ "$apache_version" == "2.2" ]]; then
+
      +

      Ubuntu 12.04 - Apache 2.2

      +
      +            echo $APACHE_CONF_DIR/${site}
+        else
+
      +

      Ubuntu 14.04 - Apache 2.4

      +
      +            echo $APACHE_CONF_DIR/${site}.conf
+        fi
+    elif is_fedora || is_suse; then
+
      +

      fedora conf.d is only imported if it ends with .conf so this is approx the same

      +
      +        local enabled_site_file="$APACHE_CONF_DIR/${site}.conf"
+        if [ -f $enabled_site_file ]; then
+            echo ${enabled_site_file}
+        else
+            echo ${enabled_site_file}.disabled
+        fi
+    fi
+}
+
+
      +

      enable_apache_site() - Enable a particular apache site

      +
      +function enable_apache_site {
+    local site=$@
+    if is_ubuntu; then
+        sudo a2ensite ${site}
+    elif is_fedora || is_suse; then
+        local enabled_site_file="$APACHE_CONF_DIR/${site}.conf"
+
      +

      Do nothing if site already enabled or no site config exists

      +
      +        if [[ -f ${enabled_site_file}.disabled ]] && [[ ! -f ${enabled_site_file} ]]; then
+            sudo mv ${enabled_site_file}.disabled ${enabled_site_file}
+        fi
+    fi
+}
+
+
      +

      disable_apache_site() - Disable a particular apache site

      +
      +function disable_apache_site {
+    local site=$@
+    if is_ubuntu; then
+        sudo a2dissite ${site}
+    elif is_fedora || is_suse; then
+        local enabled_site_file="$APACHE_CONF_DIR/${site}.conf"
+
      +

      Do nothing if no site config exists

      +
      +        if [[ -f ${enabled_site_file} ]]; then
+            sudo mv ${enabled_site_file} ${enabled_site_file}.disabled
+        fi
+    fi
+}
+
+
      +

      start_apache_server() - Start running apache server

      +
      +function start_apache_server {
+    start_service $APACHE_NAME
+}
+
+
      +

      stop_apache_server() - Stop running apache server

      +
      +function stop_apache_server {
+    if [ -n "$APACHE_NAME" ]; then
+        stop_service $APACHE_NAME
+    else
+        exit_distro_not_supported "apache configuration"
+    fi
+}
+
+
      +

      restart_apache_server

      +
      +function restart_apache_server {
+
      +

      Apache can be slow to stop, doing an explicit stop, sleep, start helps +to mitigate issues where apache will claim a port it's listening on is +still in use and fail to start.

      +
      +    stop_service $APACHE_NAME
+    sleep 3
+    start_service $APACHE_NAME
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/baremetal b/lib/baremetal deleted file mode 100644 index 26593867..00000000 --- a/lib/baremetal +++ /dev/null @@ -1,435 +0,0 @@ -# vim: tabstop=4 shiftwidth=4 softtabstop=4 - -# Copyright (c) 2012 Hewlett-Packard Development Company, L.P. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - -# This file provides devstack with the environment and utilities to -# control nova-compute's baremetal driver. -# It sets reasonable defaults to run within a single host, -# using virtual machines in place of physical hardware. -# However, by changing just a few options, devstack+baremetal can in fact -# control physical hardware resources on the same network, if you know -# the MAC address(es) and IPMI credentials. -# -# At a minimum, to enable the baremetal driver, you must set these in loclarc: -# VIRT_DRIVER=baremetal -# ENABLED_SERVICES="$ENABLED_SERVICES,baremetal" -# -# -# We utilize diskimage-builder to create a ramdisk, and then -# baremetal driver uses that to push a disk image onto the node(s). -# -# Below we define various defaults which control the behavior of the -# baremetal compute service, and inform it of the hardware it will contorl. -# -# Below that, various functions are defined, which are called by devstack -# in the following order: -# -# before nova-cpu starts: -# - prepare_baremetal_toolchain -# - configure_baremetal_nova_dirs -# -# after nova and glance have started: -# - build_and_upload_baremetal_deploy_k_and_r $token -# - create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID -# - upload_baremetal_image $url $token -# - add_baremetal_node - - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - -# Sub-driver settings -# ------------------- - -# sub-driver to use for kernel deployment -# - nova.virt.baremetal.pxe.PXE -# - nova.virt.baremetal.tilera.TILERA -BM_DRIVER=${BM_DRIVER:-nova.virt.baremetal.pxe.PXE} - -# sub-driver to use for remote power management -# - nova.virt.baremetal.fake.FakePowerManager, for manual power control -# - nova.virt.baremetal.ipmi.Ipmi, for remote IPMI -# - nova.virt.baremetal.tilera_pdu.Pdu, for TilePro hardware -BM_POWER_MANAGER=${BM_POWER_MANAGER:-nova.virt.baremetal.fake.FakePowerManager} - - -# These should be customized to your environment and hardware -# ----------------------------------------------------------- - -# whether to create a fake environment, eg. for devstack-gate -BM_USE_FAKE_ENV=`trueorfalse False $BM_USE_FAKE_ENV` - -# Extra options to pass to bm_poseur -# change the bridge name or IP: --bridge br99 --bridge-ip 192.0.2.1 -# change the virtualization type: --engine qemu -BM_POSEUR_EXTRA_OPTS=${BM_POSEUR_EXTRA_OPTS:-} - -# BM_DNSMASQ_IFACE should match FLAT_NETWORK_BRIDGE -if [ "$BM_USE_FAKE_ENV" ]; then - BM_DNSMASQ_IFACE=${BM_DNSMASQ_IFACE:-br99} - BM_DNSMASQ_RANGE=${BM_DNSMASQ_RANGE:-192.0.2.32,192.0.2.48} -else - BM_DNSMASQ_IFACE=${BM_DNSMASQ_IFACE:-eth0} - # if testing on a physical network, - # BM_DNSMASQ_RANGE must be changed to suit your network - BM_DNSMASQ_RANGE=${BM_DNSMASQ_RANGE:-} -fi - -# BM_DNSMASQ_DNS provide dns server to bootstrap clients -BM_DNSMASQ_DNS=${BM_DNSMASQ_DNS:-} - -# BM_FIRST_MAC *must* be set to the MAC address of the node you will boot. -# This is passed to dnsmasq along with the kernel/ramdisk to -# deploy via PXE. -BM_FIRST_MAC=${BM_FIRST_MAC:-} - -# BM_SECOND_MAC is only important if the host has >1 NIC. -BM_SECOND_MAC=${BM_SECOND_MAC:-} - -# Hostname for the baremetal nova-compute node, if not run on this host -BM_HOSTNAME=${BM_HOSTNAME:-$(hostname -f)} - -# BM_PM_* options are only necessary if BM_POWER_MANAGER=...IPMI -BM_PM_ADDR=${BM_PM_ADDR:-0.0.0.0} -BM_PM_USER=${BM_PM_USER:-user} -BM_PM_PASS=${BM_PM_PASS:-pass} - -# BM_FLAVOR_* options are arbitrary and not necessarily related to physical -# hardware capacity. These can be changed if you are testing -# BaremetalHostManager with multiple nodes and different flavors. -BM_CPU_ARCH=${BM_CPU_ARCH:-x86_64} -BM_FLAVOR_CPU=${BM_FLAVOR_CPU:-1} -BM_FLAVOR_RAM=${BM_FLAVOR_RAM:-1024} -BM_FLAVOR_ROOT_DISK=${BM_FLAVOR_ROOT_DISK:-10} -BM_FLAVOR_EPHEMERAL_DISK=${BM_FLAVOR_EPHEMERAL_DISK:-0} -BM_FLAVOR_SWAP=${BM_FLAVOR_SWAP:-1} -BM_FLAVOR_NAME=${BM_FLAVOR_NAME:-bm.small} -BM_FLAVOR_ID=${BM_FLAVOR_ID:-11} -BM_FLAVOR_ARCH=${BM_FLAVOR_ARCH:-$BM_CPU_ARCH} - - -# Below this, we set some path and filenames. -# Defaults are probably sufficient. -BM_IMAGE_BUILD_DIR=${BM_IMAGE_BUILD_DIR:-$DEST/diskimage-builder} -BM_POSEUR_DIR=${BM_POSEUR_DIR:-$DEST/bm_poseur} - -BM_HOST_CURRENT_KERNEL=$(uname -r) -BM_DEPLOY_RAMDISK=${BM_DEPLOY_RAMDISK:-bm-deploy-$BM_HOST_CURRENT_KERNEL-initrd} -BM_DEPLOY_KERNEL=${BM_DEPLOY_KERNEL:-bm-deploy-$BM_HOST_CURRENT_KERNEL-vmlinuz} - -# If you need to add any extra flavors to the deploy ramdisk image -# eg, specific network drivers, specify them here -BM_DEPLOY_FLAVOR=${BM_DEPLOY_FLAVOR:-} - -# set URL and version for google shell-in-a-box -BM_SHELL_IN_A_BOX=${BM_SHELL_IN_A_BOX:-http://shellinabox.googlecode.com/files/shellinabox-2.14.tar.gz} - - -# Functions -# --------- - -# Check if baremetal is properly enabled -# Returns false if VIRT_DRIVER is not baremetal, or if ENABLED_SERVICES -# does not contain "baremetal" -function is_baremetal() { - if [[ "$ENABLED_SERVICES" =~ 'baremetal' && "$VIRT_DRIVER" = 'baremetal' ]]; then - return 0 - fi - return 1 -} - -# Install diskimage-builder and shell-in-a-box -# so that we can build the deployment kernel & ramdisk -function prepare_baremetal_toolchain() { - git_clone $BM_IMAGE_BUILD_REPO $BM_IMAGE_BUILD_DIR $BM_IMAGE_BUILD_BRANCH - git_clone $BM_POSEUR_REPO $BM_POSEUR_DIR $BM_POSEUR_BRANCH - - local shellinabox_basename=$(basename $BM_SHELL_IN_A_BOX) - if [[ ! -e $DEST/$shellinabox_basename ]]; then - cd $DEST - wget $BM_SHELL_IN_A_BOX - fi - if [[ ! -d $DEST/${shellinabox_basename%%.tar.gz} ]]; then - cd $DEST - tar xzf $shellinabox_basename - fi - if [[ ! $(which shellinaboxd) ]]; then - cd $DEST/${shellinabox_basename%%.tar.gz} - ./configure - make - sudo make install - fi -} - -# set up virtualized environment for devstack-gate testing -function create_fake_baremetal_env() { - local bm_poseur="$BM_POSEUR_DIR/bm_poseur" - # TODO(deva): add support for >1 VM - sudo $bm_poseur $BM_POSEUR_EXTRA_OPTS create-bridge - sudo $bm_poseur $BM_POSEUR_EXTRA_OPTS create-vm - BM_FIRST_MAC=$(sudo $bm_poseur get-macs) - - # NOTE: there is currently a limitation in baremetal driver - # that requires second MAC even if it is not used. - # Passing a fake value allows this to work. - # TODO(deva): remove this after driver issue is fixed. - BM_SECOND_MAC='12:34:56:78:90:12' -} - -function cleanup_fake_baremetal_env() { - local bm_poseur="$BM_POSEUR_DIR/bm_poseur" - sudo $bm_poseur $BM_POSEUR_EXTRA_OPTS destroy-vm - sudo $bm_poseur $BM_POSEUR_EXTRA_OPTS destroy-bridge -} - -# prepare various directories needed by baremetal hypervisor -function configure_baremetal_nova_dirs() { - # ensure /tftpboot is prepared - sudo mkdir -p /tftpboot - sudo mkdir -p /tftpboot/pxelinux.cfg - sudo cp /usr/lib/syslinux/pxelinux.0 /tftpboot/ - sudo chown -R $STACK_USER:libvirtd /tftpboot - - # ensure $NOVA_STATE_PATH/baremetal is prepared - sudo mkdir -p $NOVA_STATE_PATH/baremetal - sudo mkdir -p $NOVA_STATE_PATH/baremetal/console - sudo mkdir -p $NOVA_STATE_PATH/baremetal/dnsmasq - sudo touch $NOVA_STATE_PATH/baremetal/dnsmasq/dnsmasq-dhcp.host - sudo chown -R $STACK_USER $NOVA_STATE_PATH/baremetal - - # ensure dnsmasq is installed but not running - # because baremetal driver will reconfigure and restart this as needed - is_package_installed dnsmasq || install_package dnsmasq - stop_service dnsmasq -} - -# build deploy kernel+ramdisk, then upload them to glance -# this function sets BM_DEPLOY_KERNEL_ID and BM_DEPLOY_RAMDISK_ID -function upload_baremetal_deploy() { - token=$1 - - if [ ! -e $TOP_DIR/files/$BM_DEPLOY_KERNEL -a -e /boot/vmlinuz-$BM_HOST_CURRENT_KERNEL ]; then - sudo cp /boot/vmlinuz-$BM_HOST_CURRENT_KERNEL $TOP_DIR/files/$BM_DEPLOY_KERNEL - sudo chmod a+r $TOP_DIR/files/$BM_DEPLOY_KERNEL - fi - if [ ! -e $TOP_DIR/files/$BM_DEPLOY_RAMDISK ]; then - $BM_IMAGE_BUILD_DIR/bin/ramdisk-image-create $BM_DEPLOY_FLAVOR deploy \ - -o $TOP_DIR/files/$BM_DEPLOY_RAMDISK -k $BM_HOST_CURRENT_KERNEL - fi - - # load them into glance - BM_DEPLOY_KERNEL_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name $BM_DEPLOY_KERNEL \ - --public --disk-format=aki \ - < $TOP_DIR/files/$BM_DEPLOY_KERNEL | grep ' id ' | get_field 2) - BM_DEPLOY_RAMDISK_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name $BM_DEPLOY_RAMDISK \ - --public --disk-format=ari \ - < $TOP_DIR/files/$BM_DEPLOY_RAMDISK | grep ' id ' | get_field 2) -} - -# create a basic baremetal flavor, associated with deploy kernel & ramdisk -# -# Usage: create_baremetal_flavor -function create_baremetal_flavor() { - aki=$1 - ari=$2 - nova flavor-create $BM_FLAVOR_NAME $BM_FLAVOR_ID \ - $BM_FLAVOR_RAM $BM_FLAVOR_ROOT_DISK $BM_FLAVOR_CPU - nova flavor-key $BM_FLAVOR_NAME set \ - cpu_arch=$BM_FLAVOR_ARCH \ - deploy_kernel_id=$aki \ - deploy_ramdisk_id=$ari -} - -# pull run-time kernel/ramdisk out of disk image and load into glance -# note that $file is currently expected to be in qcow2 format -# Sets KERNEL_ID and RAMDISK_ID -# -# Usage: extract_and_upload_k_and_r_from_image $token $file -function extract_and_upload_k_and_r_from_image() { - token=$1 - file=$2 - image_name=$(basename "$file" ".qcow2") - - # this call returns the file names as "$kernel,$ramdisk" - out=$($BM_IMAGE_BUILD_DIR/bin/disk-image-get-kernel \ - -x -d $TOP_DIR/files -o bm-deploy -i $file) - if [ $? -ne 0 ]; then - die "Failed to get kernel and ramdisk from $file" - fi - XTRACE=$(set +o | grep xtrace) - set +o xtrace - out=$(echo "$out" | tail -1) - $XTRACE - OUT_KERNEL=${out%%,*} - OUT_RAMDISK=${out##*,} - - # load them into glance - KERNEL_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name $image_name-kernel \ - --public --disk-format=aki \ - < $TOP_DIR/files/$OUT_KERNEL | grep ' id ' | get_field 2) - RAMDISK_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name $image_name-initrd \ - --public --disk-format=ari \ - < $TOP_DIR/files/$OUT_RAMDISK | grep ' id ' | get_field 2) -} - - -# Re-implementation of devstack's "upload_image" function -# -# Takes the same parameters, but has some peculiarities which made it -# easier to create a separate method, rather than complicate the logic -# of the existing function. -function upload_baremetal_image() { - local image_url=$1 - local token=$2 - - # Create a directory for the downloaded image tarballs. - mkdir -p $FILES/images - - # Downloads the image (uec ami+aki style), then extracts it. - IMAGE_FNAME=`basename "$image_url"` - if [[ ! -f $FILES/$IMAGE_FNAME || \ - "$(stat -c "%s" $FILES/$IMAGE_FNAME)" = "0" ]]; then - wget -c $image_url -O $FILES/$IMAGE_FNAME - if [[ $? -ne 0 ]]; then - echo "Not found: $image_url" - return - fi - fi - - local KERNEL="" - local RAMDISK="" - local DISK_FORMAT="" - local CONTAINER_FORMAT="" - case "$IMAGE_FNAME" in - *.tar.gz|*.tgz) - # Extract ami and aki files - [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] && - IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" || - IMAGE_NAME="${IMAGE_FNAME%.tgz}" - xdir="$FILES/images/$IMAGE_NAME" - rm -Rf "$xdir"; - mkdir "$xdir" - tar -zxf $FILES/$IMAGE_FNAME -C "$xdir" - KERNEL=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - RAMDISK=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - IMAGE=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do - [ -f "$f" ] && echo "$f" && break; done; true) - if [[ -z "$IMAGE_NAME" ]]; then - IMAGE_NAME=$(basename "$IMAGE" ".img") - fi - DISK_FORMAT=ami - CONTAINER_FORMAT=ami - ;; - *.qcow2) - IMAGE="$FILES/${IMAGE_FNAME}" - IMAGE_NAME=$(basename "$IMAGE" ".qcow2") - DISK_FORMAT=qcow2 - CONTAINER_FORMAT=bare - ;; - *) echo "Do not know what to do with $IMAGE_FNAME"; false;; - esac - - if [ "$CONTAINER_FORMAT" = "bare" ]; then - extract_and_upload_k_and_r_from_image $token $IMAGE - elif [ "$CONTAINER_FORMAT" = "ami" ]; then - KERNEL_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name "$IMAGE_NAME-kernel" --public \ - --container-format aki \ - --disk-format aki < "$KERNEL" | grep ' id ' | get_field 2) - RAMDISK_ID=$(glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name "$IMAGE_NAME-ramdisk" --public \ - --container-format ari \ - --disk-format ari < "$RAMDISK" | grep ' id ' | get_field 2) - else - # TODO(deva): add support for other image types - return - fi - - glance \ - --os-auth-token $token \ - --os-image-url http://$GLANCE_HOSTPORT \ - image-create \ - --name "${IMAGE_NAME%.img}" --public \ - --container-format $CONTAINER_FORMAT \ - --disk-format $DISK_FORMAT \ - ${KERNEL_ID:+--property kernel_id=$KERNEL_ID} \ - ${RAMDISK_ID:+--property ramdisk_id=$RAMDISK_ID} < "${IMAGE}" - - # override DEFAULT_IMAGE_NAME so that tempest can find the image - # that we just uploaded in glance - DEFAULT_IMAGE_NAME="${IMAGE_NAME%.img}" -} - -function clear_baremetal_of_all_nodes() { - list=$(nova baremetal-node-list | awk -F '| ' 'NR>3 {print $2}' ) - for node in $list - do - nova baremetal-node-delete $node - done -} - -# inform nova-baremetal about nodes, MACs, etc -# Defaults to using BM_FIRST_MAC and BM_SECOND_MAC if parameters not specified -# -# Usage: add_baremetal_node -function add_baremetal_node() { - mac_1=${1:-$BM_FIRST_MAC} - mac_2=${2:-$BM_SECOND_MAC} - - id=$(nova baremetal-node-create \ - --pm_address="$BM_PM_ADDR" \ - --pm_user="$BM_PM_USER" \ - --pm_password="$BM_PM_PASS" \ - "$BM_HOSTNAME" \ - "$BM_FLAVOR_CPU" \ - "$BM_FLAVOR_RAM" \ - "$BM_FLAVOR_ROOT_DISK" \ - "$mac_1" \ - | grep ' id ' | get_field 2 ) - [ $? -eq 0 ] || [ "$id" ] || die "Error adding baremetal node" - id2=$(nova baremetal-add-interface "$id" "$mac_2" ) - [ $? -eq 0 ] || [ "$id2" ] || die "Error adding interface to barmetal node $id" -} - - -# Restore xtrace -$XTRACE diff --git a/lib/baremetal.html b/lib/baremetal.html new file mode 100644 index 00000000..c4639ac3 --- /dev/null +++ b/lib/baremetal.html @@ -0,0 +1,898 @@ + + + + + baremetal + + + +
      +
      + + + + + + + + + + +

      baremetal

      + + + + + + + + + +
      + + +

      This file provides devstack with the environment and utilities to +control nova-compute's baremetal driver. +It sets reasonable defaults to run within a single host, +using virtual machines in place of physical hardware. +However, by changing just a few options, devstack+baremetal can in fact +control physical hardware resources on the same network, if you know +the MAC address(es) and IPMI credentials.

      +

      At a minimum, to enable the baremetal driver, you must set these in localrc:

      +
      +VIRT_DRIVER=baremetal +ENABLED_SERVICES="$ENABLED_SERVICES,baremetal"
      +

      We utilize diskimage-builder to create a ramdisk, and then +baremetal driver uses that to push a disk image onto the node(s).

      +

      Below we define various defaults which control the behavior of the +baremetal compute service, and inform it of the hardware it will control.

      +

      Below that, various functions are defined, which are called by devstack +in the following order:

      +

      before nova-cpu starts:

      +
      +
        +
      • prepare_baremetal_toolchain
        • +
      • configure_baremetal_nova_dirs
        • +
      +
      +

      after nova and glance have started:

      +
      +
        +
      • build_and_upload_baremetal_deploy_k_and_r $token
        • +
      • create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
        • +
      • upload_baremetal_image $url $token
        • +
      • add_baremetal_node <first_mac> <second_mac>
        • +
      +
      +
      +## vim: tabstop=4 shiftwidth=4 softtabstop=4
+
+## Copyright (c) 2012 Hewlett-Packard Development Company, L.P.
+## All Rights Reserved.
+##
+##    Licensed under the Apache License, Version 2.0 (the "License"); you may
+##    not use this file except in compliance with the License. You may obtain
+##    a copy of the License at
+##
+##         http://www.apache.org/licenses/LICENSE-2.0
+##
+##    Unless required by applicable law or agreed to in writing, software
+##    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+##    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+##    License for the specific language governing permissions and limitations
+##    under the License.
+
+
+
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Sub-driver settings

      +
      +
+
      +

      sub-driver to use for kernel deployment

      +
        +
      • nova.virt.baremetal.pxe.PXE
        • +
      • nova.virt.baremetal.tilera.TILERA
        • +
      +
      +BM_DRIVER=${BM_DRIVER:-nova.virt.baremetal.pxe.PXE}
+
+
      +

      sub-driver to use for remote power management

      +
        +
      • nova.virt.baremetal.fake.FakePowerManager, for manual power control
        • +
      • nova.virt.baremetal.ipmi.IPMI, for remote IPMI
        • +
      • nova.virt.baremetal.tilera_pdu.Pdu, for TilePro hardware
        • +
      +
      +BM_POWER_MANAGER=${BM_POWER_MANAGER:-nova.virt.baremetal.fake.FakePowerManager}
+
+
+
      + +
      +

      These should be customized to your environment and hardware

      +
      +
+
      +

      To provide PXE, configure nova-network's dnsmasq rather than run the one +dedicated to baremetal. When enable this, make sure these conditions are +fulfilled:

      +
        +
      1. nova-compute and nova-network runs on the same host
        2. +
      2. nova-network uses FlatDHCPManager
        3. +
      +

      NOTE: the other BM_DNSMASQ_* have no effect on the behavior if this option +is enabled.

      +
      +BM_DNSMASQ_FROM_NOVA_NETWORK=`trueorfalse False $BM_DNSMASQ_FROM_NOVA_NETWORK`
+
+
      +

      BM_DNSMASQ_IFACE should match FLAT_NETWORK_BRIDGE

      +
      +BM_DNSMASQ_IFACE=${BM_DNSMASQ_IFACE:-eth0}
+
      +

      if testing on a physical network, +BM_DNSMASQ_RANGE must be changed to suit your network

      +
      +BM_DNSMASQ_RANGE=${BM_DNSMASQ_RANGE:-}
+
+
      +

      BM_DNSMASQ_DNS provide dns server to bootstrap clients

      +
      +BM_DNSMASQ_DNS=${BM_DNSMASQ_DNS:-}
+
+
      +

      BM_FIRST_MAC must be set to the MAC address of the node you will +boot. This is passed to dnsmasq along with the kernel/ramdisk to +deploy via PXE.

      +
      +BM_FIRST_MAC=${BM_FIRST_MAC:-}
+
+
      +

      BM_SECOND_MAC is only important if the host has >1 NIC.

      +
      +BM_SECOND_MAC=${BM_SECOND_MAC:-}
+
+
      +

      Hostname for the baremetal nova-compute node, if not run on this host

      +
      +BM_HOSTNAME=${BM_HOSTNAME:-$(hostname -f)}
+
+
      +

      BM_PM_* options are only necessary if BM_POWER_MANAGER=...IPMI

      +
      +BM_PM_ADDR=${BM_PM_ADDR:-0.0.0.0}
+BM_PM_USER=${BM_PM_USER:-user}
+BM_PM_PASS=${BM_PM_PASS:-pass}
+
+
      +

      BM_FLAVOR_* options are arbitrary and not necessarily related to +physical hardware capacity. These can be changed if you are testing +BaremetalHostManager with multiple nodes and different flavors.

      +
      +BM_CPU_ARCH=${BM_CPU_ARCH:-x86_64}
+BM_FLAVOR_CPU=${BM_FLAVOR_CPU:-1}
+BM_FLAVOR_RAM=${BM_FLAVOR_RAM:-1024}
+BM_FLAVOR_ROOT_DISK=${BM_FLAVOR_ROOT_DISK:-10}
+BM_FLAVOR_EPHEMERAL_DISK=${BM_FLAVOR_EPHEMERAL_DISK:-0}
+BM_FLAVOR_SWAP=${BM_FLAVOR_SWAP:-1}
+BM_FLAVOR_NAME=${BM_FLAVOR_NAME:-bm.small}
+BM_FLAVOR_ID=${BM_FLAVOR_ID:-11}
+BM_FLAVOR_ARCH=${BM_FLAVOR_ARCH:-$BM_CPU_ARCH}
+
+
+
      +

      Use DIB to create deploy ramdisk and kernel.

      +
      +BM_BUILD_DEPLOY_RAMDISK=`trueorfalse True $BM_BUILD_DEPLOY_RAMDISK`
+
      +

      If not use DIB, these files are used as deploy ramdisk/kernel. +(The value must be a relative path from $TOP_DIR/files/)

      +
      +BM_DEPLOY_RAMDISK=${BM_DEPLOY_RAMDISK:-}
+BM_DEPLOY_KERNEL=${BM_DEPLOY_KERNEL:-}
+
+
      +

      If you need to add any extra flavors to the deploy ramdisk image +eg, specific network drivers, specify them here

      +
      +
      NOTE(deva): this will be moved to lib/ironic in a future patch
      +
      for now, set the default to a suitable value for Ironic's needs
      +
      +
      +BM_DEPLOY_FLAVOR=${BM_DEPLOY_FLAVOR:--a amd64 ubuntu deploy-ironic}
+
+
      +

      set URL and version for google shell-in-a-box

      +
      +BM_SHELL_IN_A_BOX=${BM_SHELL_IN_A_BOX:-http://shellinabox.googlecode.com/files/shellinabox-2.14.tar.gz}
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Check if baremetal is properly enabled +Returns false if VIRT_DRIVER is not baremetal, or if ENABLED_SERVICES +does not contain "baremetal"

      +
      +function is_baremetal {
+    if [[ "$ENABLED_SERVICES" =~ 'baremetal' && "$VIRT_DRIVER" = 'baremetal' ]]; then
+        return 0
+    fi
+    return 1
+}
+
+
      +

      Install diskimage-builder and shell-in-a-box +so that we can build the deployment kernel & ramdisk

      +
      +function prepare_baremetal_toolchain {
+    if [[ $(type -P ramdisk-image-create) == "" ]]; then
+        pip_install diskimage_builder
+    fi
+    local shellinabox_basename=$(basename $BM_SHELL_IN_A_BOX)
+    if [[ ! -e $DEST/$shellinabox_basename ]]; then
+        cd $DEST
+        wget $BM_SHELL_IN_A_BOX
+    fi
+    if [[ ! -d $DEST/${shellinabox_basename%%.tar.gz} ]]; then
+        cd $DEST
+        tar xzf $shellinabox_basename
+    fi
+    if [[ ! $(which shellinaboxd) ]]; then
+        cd $DEST/${shellinabox_basename%%.tar.gz}
+        ./configure
+        make
+        sudo make install
+    fi
+}
+
+
      +

      prepare various directories needed by baremetal hypervisor

      +
      +function configure_baremetal_nova_dirs {
+
      +

      ensure /tftpboot is prepared

      +
      +    sudo mkdir -p /tftpboot
+    sudo mkdir -p /tftpboot/pxelinux.cfg
+
+    PXEBIN=/usr/share/syslinux/pxelinux.0
+    if [ ! -f $PXEBIN ]; then
+        PXEBIN=/usr/lib/syslinux/pxelinux.0
+        if [ ! -f $PXEBIN ]; then
+            die $LINENO "pxelinux.0 (from SYSLINUX) not found."
+        fi
+    fi
+
+    sudo cp $PXEBIN /tftpboot/
+    sudo chown -R $STACK_USER:$LIBVIRT_GROUP /tftpboot
+
+
      +

      ensure $NOVA_STATE_PATH/baremetal is prepared

      +
      +    sudo mkdir -p $NOVA_STATE_PATH/baremetal
+    sudo mkdir -p $NOVA_STATE_PATH/baremetal/console
+    sudo mkdir -p $NOVA_STATE_PATH/baremetal/dnsmasq
+    sudo touch $NOVA_STATE_PATH/baremetal/dnsmasq/dnsmasq-dhcp.host
+    sudo chown -R $STACK_USER $NOVA_STATE_PATH/baremetal
+
+
      +

      ensure dnsmasq is installed but not running +because baremetal driver will reconfigure and restart this as needed

      +
      +    is_package_installed dnsmasq || install_package dnsmasq
+    stop_service dnsmasq
+}
+
+
      +

      build deploy kernel+ramdisk, then upload them to glance +this function sets BM_DEPLOY_KERNEL_ID and BM_DEPLOY_RAMDISK_ID

      +
      +function upload_baremetal_deploy {
+    token=$1
+
+    if [ "$BM_BUILD_DEPLOY_RAMDISK" = "True" ]; then
+        BM_DEPLOY_KERNEL=bm-deploy.kernel
+        BM_DEPLOY_RAMDISK=bm-deploy.initramfs
+        if [ ! -e "$TOP_DIR/files/$BM_DEPLOY_KERNEL" -o ! -e "$TOP_DIR/files/$BM_DEPLOY_RAMDISK" ]; then
+            ramdisk-image-create $BM_DEPLOY_FLAVOR \
+                -o $TOP_DIR/files/bm-deploy
+        fi
+    fi
+
+
      +

      load them into glance

      +
      +    BM_DEPLOY_KERNEL_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $BM_DEPLOY_KERNEL \
+        --public --disk-format=aki \
+        --container-format=aki \
+        < $TOP_DIR/files/$BM_DEPLOY_KERNEL  | grep ' id ' | get_field 2)
+    BM_DEPLOY_RAMDISK_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $BM_DEPLOY_RAMDISK \
+        --public --disk-format=ari \
+        --container-format=ari \
+        < $TOP_DIR/files/$BM_DEPLOY_RAMDISK  | grep ' id ' | get_field 2)
+}
+
+
      +

      create a basic baremetal flavor, associated with deploy kernel & ramdisk

      +

      Usage: create_baremetal_flavor <aki_uuid> <ari_uuid>

      +
      +function create_baremetal_flavor {
+    aki=$1
+    ari=$2
+    nova flavor-create $BM_FLAVOR_NAME $BM_FLAVOR_ID \
+        $BM_FLAVOR_RAM $BM_FLAVOR_ROOT_DISK $BM_FLAVOR_CPU
+    nova flavor-key $BM_FLAVOR_NAME set \
+        "cpu_arch"="$BM_FLAVOR_ARCH" \
+        "baremetal:deploy_kernel_id"="$aki" \
+        "baremetal:deploy_ramdisk_id"="$ari"
+
+}
+
+
      +

      Pull run-time kernel/ramdisk out of disk image and load into glance. +Note that $file is currently expected to be in qcow2 format. +Sets KERNEL_ID and RAMDISK_ID

      +

      Usage: extract_and_upload_k_and_r_from_image $token $file

      +
      +function extract_and_upload_k_and_r_from_image {
+    token=$1
+    file=$2
+    image_name=$(basename "$file" ".qcow2")
+
+
      +

      this call returns the file names as "$kernel,$ramdisk"

      +
      +    out=$(disk-image-get-kernel \
+            -x -d $TOP_DIR/files -o bm-deploy -i $file)
+    if [ $? -ne 0 ]; then
+        die $LINENO "Failed to get kernel and ramdisk from $file"
+    fi
+    XTRACE=$(set +o | grep xtrace)
+    set +o xtrace
+    out=$(echo "$out" | tail -1)
+    $XTRACE
+    OUT_KERNEL=${out%%,*}
+    OUT_RAMDISK=${out##*,}
+
+
      +

      load them into glance

      +
      +    KERNEL_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $image_name-kernel \
+        --public --disk-format=aki \
+        --container-format=aki \
+        < $TOP_DIR/files/$OUT_KERNEL | grep ' id ' | get_field 2)
+    RAMDISK_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $image_name-initrd \
+        --public --disk-format=ari \
+        --container-format=ari \
+        < $TOP_DIR/files/$OUT_RAMDISK | grep ' id ' | get_field 2)
+}
+
+
+
      +

      Re-implementation of devstack's "upload_image" function

      +

      Takes the same parameters, but has some peculiarities which made it +easier to create a separate method, rather than complicate the logic +of the existing function.

      +
      +function upload_baremetal_image {
+    local image_url=$1
+    local token=$2
+
+
      +

      Create a directory for the downloaded image tarballs.

      +
      +    mkdir -p $FILES/images
+
+
      +

      Downloads the image (uec ami+aki style), then extracts it.

      +
      +    IMAGE_FNAME=`basename "$image_url"`
+    if [[ ! -f $FILES/$IMAGE_FNAME || \
+        "$(stat -c "%s" $FILES/$IMAGE_FNAME)" = "0" ]]; then
+        wget -c $image_url -O $FILES/$IMAGE_FNAME
+        if [[ $? -ne 0 ]]; then
+            echo "Not found: $image_url"
+            return
+        fi
+    fi
+
+    local KERNEL=""
+    local RAMDISK=""
+    local DISK_FORMAT=""
+    local CONTAINER_FORMAT=""
+    case "$IMAGE_FNAME" in
+        *.tar.gz|*.tgz)
+
      +

      Extract ami and aki files

      +
      +            [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] &&
+                IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" ||
+                IMAGE_NAME="${IMAGE_FNAME%.tgz}"
+            xdir="$FILES/images/$IMAGE_NAME"
+            rm -Rf "$xdir";
+            mkdir "$xdir"
+            tar -zxf $FILES/$IMAGE_FNAME -C "$xdir"
+            KERNEL=$(for f in "$xdir/"*-vmlinuz* "$xdir/"aki-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            RAMDISK=$(for f in "$xdir/"*-initrd* "$xdir/"ari-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            IMAGE=$(for f in "$xdir/"*.img "$xdir/"ami-*/image; do
+                [ -f "$f" ] && echo "$f" && break; done; true)
+            if [[ -z "$IMAGE_NAME" ]]; then
+                IMAGE_NAME=$(basename "$IMAGE" ".img")
+            fi
+            DISK_FORMAT=ami
+            CONTAINER_FORMAT=ami
+            ;;
+        *.qcow2)
+            IMAGE="$FILES/${IMAGE_FNAME}"
+            IMAGE_NAME=$(basename "$IMAGE" ".qcow2")
+            DISK_FORMAT=qcow2
+            CONTAINER_FORMAT=bare
+            ;;
+        *) echo "Do not know what to do with $IMAGE_FNAME"; false;;
+    esac
+
+    if [ "$CONTAINER_FORMAT" = "bare" ]; then
+        extract_and_upload_k_and_r_from_image $token $IMAGE
+    elif [ "$CONTAINER_FORMAT" = "ami" ]; then
+        KERNEL_ID=$(openstack \
+            --os-token $token \
+            --os-url http://$GLANCE_HOSTPORT \
+            image create \
+            "$IMAGE_NAME-kernel" --public \
+            --container-format aki \
+            --disk-format aki < "$KERNEL" | grep ' id ' | get_field 2)
+        RAMDISK_ID=$(openstack \
+            --os-token $token \
+            --os-url http://$GLANCE_HOSTPORT \
+            image create \
+            "$IMAGE_NAME-ramdisk" --public \
+            --container-format ari \
+            --disk-format ari < "$RAMDISK" | grep ' id ' | get_field 2)
+    else
+
      +

      TODO(deva): add support for other image types

      +
      +        return
+    fi
+
+    openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        "${IMAGE_NAME%.img}" --public \
+        --container-format $CONTAINER_FORMAT \
+        --disk-format $DISK_FORMAT \
+        ${KERNEL_ID:+--property kernel_id=$KERNEL_ID} \
+        ${RAMDISK_ID:+--property ramdisk_id=$RAMDISK_ID} < "${IMAGE}"
+
+
      +

      override DEFAULT_IMAGE_NAME so that tempest can find the image +that we just uploaded in glance

      +
      +    DEFAULT_IMAGE_NAME="${IMAGE_NAME%.img}"
+}
+
+function clear_baremetal_of_all_nodes {
+    list=$(nova baremetal-node-list | awk -F '| ' 'NR>3 {print $2}' )
+    for node in $list; do
+        nova baremetal-node-delete $node
+    done
+}
+
+
      +

      Inform nova-baremetal about nodes, MACs, etc. +Defaults to using BM_FIRST_MAC and BM_SECOND_MAC if parameters not specified

      +

      Usage: add_baremetal_node <first_mac> <second_mac>

      +
      +function add_baremetal_node {
+    mac_1=${1:-$BM_FIRST_MAC}
+    mac_2=${2:-$BM_SECOND_MAC}
+
+    id=$(nova baremetal-node-create \
+        --pm_address="$BM_PM_ADDR" \
+        --pm_user="$BM_PM_USER" \
+        --pm_password="$BM_PM_PASS" \
+        "$BM_HOSTNAME" \
+        "$BM_FLAVOR_CPU" \
+        "$BM_FLAVOR_RAM" \
+        "$BM_FLAVOR_ROOT_DISK" \
+        "$mac_1" \
+        | grep ' id ' | get_field 2 )
+    [ $? -eq 0 ] || [ "$id" ] || die $LINENO "Error adding baremetal node"
+    if [ -n "$mac_2" ]; then
+        id2=$(nova baremetal-interface-add "$id" "$mac_2" )
+        [ $? -eq 0 ] || [ "$id2" ] || die $LINENO "Error adding interface to barmetal node $id"
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/bigswitch_floodlight.html b/lib/bigswitch_floodlight.html new file mode 100644 index 00000000..a405c453 --- /dev/null +++ b/lib/bigswitch_floodlight.html @@ -0,0 +1,400 @@ + + + + + bigswitch_floodlight + + + +
      +
      + + + + + + + + + + +

      bigswitch_floodlight

      + + + + + +Big Switch/FloodLight OpenFlow Controller + + + +
      +

      Big Switch/FloodLight OpenFlow Controller

      + +

      Save trace setting

      +
      +
+XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80}
+BS_FL_OF_PORT=${BS_FL_OF_PORT:-6633}
+OVS_BRIDGE=${OVS_BRIDGE:-br-int}
+
+function configure_bigswitch_floodlight() {
+    :
+}
+
+function init_bigswitch_floodlight() {
+    install_quantum_agent_packages
+
+    echo -n "Installing OVS managed by the openflow controllers:"
+    echo ${BS_FL_CONTROLLERS_PORT}
+
+
      +

      Create local OVS bridge and configure it

      +
      +    sudo ovs-vsctl --no-wait -- --if-exists del-br ${OVS_BRIDGE}
+    sudo ovs-vsctl --no-wait add-br ${OVS_BRIDGE}
+    sudo ovs-vsctl --no-wait br-set-external-id ${OVS_BRIDGE} bridge-id ${OVS_BRIDGE}
+
+    ctrls=
+    for ctrl in `echo ${BS_FL_CONTROLLERS_PORT} | tr ',' ' '`
+    do
+        ctrl=${ctrl%:*}
+        ctrls="${ctrls} tcp:${ctrl}:${BS_FL_OF_PORT}"
+    done
+    echo "Adding Network conttrollers: " ${ctrls}
+    sudo ovs-vsctl --no-wait set-controller ${OVS_BRIDGE} ${ctrls}
+}
+
+function install_bigswitch_floodlight() {
+    :
+}
+
+function start_bigswitch_floodlight() {
+    :
+}
+
+function stop_bigswitch_floodlight() {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
+
      +
      +
+
      + + +
      +
      + + diff --git a/lib/ceilometer b/lib/ceilometer deleted file mode 100644 index bc37d92b..00000000 --- a/lib/ceilometer +++ /dev/null @@ -1,130 +0,0 @@ -# lib/ceilometer -# Install and start **Ceilometer** service - -# To enable, add the following to localrc -# ENABLED_SERVICES+=ceilometer-acompute,ceilometer-acentral,ceilometer-collector,ceilometer-api - -# Dependencies: -# - functions -# - OS_AUTH_URL for auth in api -# - DEST set to the destination directory -# - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api -# - STACK_USER service user - -# stack.sh -# --------- -# install_ceilometer -# configure_ceilometer -# init_ceilometer -# start_ceilometer -# stop_ceilometer -# cleanup_ceilometer - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -CEILOMETER_DIR=$DEST/ceilometer -CEILOMETERCLIENT_DIR=$DEST/python-ceilometerclient -CEILOMETER_CONF_DIR=/etc/ceilometer -CEILOMETER_CONF=$CEILOMETER_CONF_DIR/ceilometer.conf -CEILOMETER_API_LOG_DIR=/var/log/ceilometer-api -CEILOMETER_AUTH_CACHE_DIR=${CEILOMETER_AUTH_CACHE_DIR:-/var/cache/ceilometer} - -# Support potential entry-points console scripts -if [ -d $CEILOMETER_DIR/bin ] ; then - CEILOMETER_BIN_DIR=$CEILOMETER_DIR/bin -else - CEILOMETER_BIN_DIR=$(get_python_exec_prefix) -fi - -# cleanup_ceilometer() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_ceilometer() { - mongo ceilometer --eval "db.dropDatabase();" -} - -# configure_ceilometerclient() - Set config files, create data dirs, etc -function configure_ceilometerclient() { - setup_develop $CEILOMETERCLIENT_DIR -} - -# configure_ceilometer() - Set config files, create data dirs, etc -function configure_ceilometer() { - setup_develop $CEILOMETER_DIR - - [ ! -d $CEILOMETER_CONF_DIR ] && sudo mkdir -m 755 -p $CEILOMETER_CONF_DIR - sudo chown $USER $CEILOMETER_CONF_DIR - - [ ! -d $CEILOMETER_API_LOG_DIR ] && sudo mkdir -m 755 -p $CEILOMETER_API_LOG_DIR - sudo chown $USER $CEILOMETER_API_LOG_DIR - - iniset $CEILOMETER_CONF DEFAULT rpc_backend 'ceilometer.openstack.common.rpc.impl_kombu' - iniset $CEILOMETER_CONF DEFAULT notification_topics 'notifications,glance_notifications' - iniset $CEILOMETER_CONF DEFAULT verbose True - iniset $CEILOMETER_CONF DEFAULT rabbit_host $RABBIT_HOST - iniset $CEILOMETER_CONF DEFAULT rabbit_password $RABBIT_PASSWORD - iniset $CEILOMETER_CONF DEFAULT sql_connection $BASE_SQL_CONN/nova?charset=utf8 - - # Install the policy file for the API server - cp $CEILOMETER_DIR/etc/ceilometer/policy.json $CEILOMETER_CONF_DIR - cp $CEILOMETER_DIR/etc/ceilometer/pipeline.yaml $CEILOMETER_CONF_DIR - iniset $CEILOMETER_CONF DEFAULT policy_file $CEILOMETER_CONF_DIR/policy.json - - # the compute and central agents need these credentials in order to - # call out to the public nova and glance APIs - iniset $CEILOMETER_CONF DEFAULT os_username ceilometer - iniset $CEILOMETER_CONF DEFAULT os_password $SERVICE_PASSWORD - iniset $CEILOMETER_CONF DEFAULT os_tenant_name $SERVICE_TENANT_NAME - iniset $CEILOMETER_CONF DEFAULT os_auth_url $OS_AUTH_URL - - iniset $CEILOMETER_CONF keystone_authtoken auth_protocol http - iniset $CEILOMETER_CONF keystone_authtoken admin_user ceilometer - iniset $CEILOMETER_CONF keystone_authtoken admin_password $SERVICE_PASSWORD - iniset $CEILOMETER_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $CEILOMETER_CONF keystone_authtoken signing_dir $CEILOMETER_AUTH_CACHE_DIR - - cleanup_ceilometer -} - -# init_ceilometer() - Initialize etc. -function init_ceilometer() { - # Create cache dir - sudo mkdir -p $CEILOMETER_AUTH_CACHE_DIR - sudo chown $STACK_USER $CEILOMETER_AUTH_CACHE_DIR - rm -f $CEILOMETER_AUTH_CACHE_DIR/* -} - -# install_ceilometer() - Collect source and prepare -function install_ceilometer() { - git_clone $CEILOMETER_REPO $CEILOMETER_DIR $CEILOMETER_BRANCH -} - -# install_ceilometerclient() - Collect source and prepare -function install_ceilometerclient() { - git_clone $CEILOMETERCLIENT_REPO $CEILOMETERCLIENT_DIR $CEILOMETERCLIENT_BRANCH -} - -# start_ceilometer() - Start running processes, including screen -function start_ceilometer() { - screen_it ceilometer-acompute "cd $CEILOMETER_DIR && sg libvirtd \"$CEILOMETER_BIN_DIR/ceilometer-agent-compute --config-file $CEILOMETER_CONF\"" - screen_it ceilometer-acentral "cd $CEILOMETER_DIR && $CEILOMETER_BIN_DIR/ceilometer-agent-central --config-file $CEILOMETER_CONF" - screen_it ceilometer-collector "cd $CEILOMETER_DIR && $CEILOMETER_BIN_DIR/ceilometer-collector --config-file $CEILOMETER_CONF" - screen_it ceilometer-api "cd $CEILOMETER_DIR && $CEILOMETER_BIN_DIR/ceilometer-api -d -v --log-dir=$CEILOMETER_API_LOG_DIR --config-file $CEILOMETER_CONF" -} - -# stop_ceilometer() - Stop running processes -function stop_ceilometer() { - # Kill the ceilometer screen windows - for serv in ceilometer-acompute ceilometer-acentral ceilometer-collector ceilometer-api; do - screen -S $SCREEN_NAME -p $serv -X kill - done -} - -# Restore xtrace -$XTRACE diff --git a/lib/ceilometer.html b/lib/ceilometer.html new file mode 100644 index 00000000..520f9b95 --- /dev/null +++ b/lib/ceilometer.html @@ -0,0 +1,769 @@ + + + + + ceilometer + + + +
      +
      + + + + + + + + + + +

      ceilometer

      + + + + + + + + + +
      + + +

      lib/ceilometer +Install and start Ceilometer service +To enable a minimal set of Ceilometer services, add the following to localrc:

      +
      +enable_service ceilometer-acompute ceilometer-acentral ceilometer-anotification ceilometer-collector ceilometer-api
      +

      To ensure Ceilometer alarming services are enabled also, further add to the localrc:

      +
      +enable_service ceilometer-alarm-notifier ceilometer-alarm-evaluator
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions
        • +
      • OS_AUTH_URL for auth in api
        • +
      • DEST set to the destination directory
        • +
      • SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api
        • +
      • STACK_USER service user
        • +
      +
      +
+
      +
      +

      stack.sh

      +
        +
      • install_ceilometer
        • +
      • configure_ceilometer
        • +
      • init_ceilometer
        • +
      • start_ceilometer
        • +
      • stop_ceilometer
        • +
      • cleanup_ceilometer
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +CEILOMETER_DIR=$DEST/ceilometer
+CEILOMETERCLIENT_DIR=$DEST/python-ceilometerclient
+CEILOMETER_CONF_DIR=/etc/ceilometer
+CEILOMETER_CONF=$CEILOMETER_CONF_DIR/ceilometer.conf
+CEILOMETER_API_LOG_DIR=/var/log/ceilometer-api
+CEILOMETER_AUTH_CACHE_DIR=${CEILOMETER_AUTH_CACHE_DIR:-/var/cache/ceilometer}
+CEILOMETER_WSGI_DIR=${CEILOMETER_WSGI_DIR:-/var/www/ceilometer}
+
+
      +

      Support potential entry-points console scripts

      +
      +CEILOMETER_BIN_DIR=$(get_python_exec_prefix)
+
+
      +

      Set up database backend

      +
      +CEILOMETER_BACKEND=${CEILOMETER_BACKEND:-mysql}
+
+
      +

      Ceilometer connection info.

      +
      +CEILOMETER_SERVICE_PROTOCOL=http
+CEILOMETER_SERVICE_HOST=$SERVICE_HOST
+CEILOMETER_SERVICE_PORT=${CEILOMETER_SERVICE_PORT:-8777}
+CEILOMETER_USE_MOD_WSGI=$(trueorfalse False $CEILOMETER_USE_MOD_WSGI)
+
+
      +

      To enable OSprofiler change value of this variable to "notifications,profiler"

      +
      +CEILOMETER_NOTIFICATION_TOPICS=${CEILOMETER_NOTIFICATION_TOPICS:-notifications}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,ceilometer
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Ceilometer services are enabled +is_ceilometer_enabled

      +
      +function is_ceilometer_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"ceilometer-" ]] && return 0
+    return 1
+}
+
+
      +

      create_ceilometer_accounts() - Set up common required ceilometer accounts

      +
      +
+
      + +
      +

      Project User Roles

      +

      SERVICE_TENANT_NAME ceilometer admin +SERVICE_TENANT_NAME ceilometer ResellerAdmin (if Swift is enabled)

      +
      +
+create_ceilometer_accounts() {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+
      +

      Ceilometer

      +
      +    if [[ "$ENABLED_SERVICES" =~ "ceilometer-api" ]]; then
+        local ceilometer_user=$(get_or_create_user "ceilometer" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $admin_role $ceilometer_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+            local ceilometer_service=$(get_or_create_service "ceilometer" \
+                "metering" "OpenStack Telemetry Service")
+            get_or_create_endpoint $ceilometer_service \
+                "$REGION_NAME" \
+                "$CEILOMETER_SERVICE_PROTOCOL://$CEILOMETER_SERVICE_HOST:$CEILOMETER_SERVICE_PORT/" \
+                "$CEILOMETER_SERVICE_PROTOCOL://$CEILOMETER_SERVICE_HOST:$CEILOMETER_SERVICE_PORT/" \
+                "$CEILOMETER_SERVICE_PROTOCOL://$CEILOMETER_SERVICE_HOST:$CEILOMETER_SERVICE_PORT/"
+        fi
+        if is_service_enabled swift; then
+
      +

      Ceilometer needs ResellerAdmin role to access swift account stats.

      +
      +            get_or_add_user_role "ResellerAdmin" "ceilometer" $SERVICE_TENANT_NAME
+        fi
+    fi
+}
+
+
+
      +

      _cleanup_keystone_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file

      +
      +function _cleanup_ceilometer_apache_wsgi {
+    sudo rm -f $CEILOMETER_WSGI_DIR/*
+    sudo rm -f $(apache_site_config_for ceilometer)
+}
+
+
      +

      cleanup_ceilometer() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_ceilometer {
+    if [ "$CEILOMETER_BACKEND" != 'mysql' ] && [ "$CEILOMETER_BACKEND" != 'postgresql' ] ; then
+        mongo ceilometer --eval "db.dropDatabase();"
+    fi
+    if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
+        _cleanup_ceilometer_apache_wsgi
+    fi
+}
+
+function _config_ceilometer_apache_wsgi {
+    sudo mkdir -p $CEILOMETER_WSGI_DIR
+
+    local ceilometer_apache_conf=$(apache_site_config_for ceilometer)
+    local apache_version=$(get_apache_version)
+
+
      +

      copy proxy vhost and wsgi file

      +
      +    sudo cp $CEILOMETER_DIR/ceilometer/api/app.wsgi $CEILOMETER_WSGI_DIR/app
+
+    sudo cp $FILES/apache-ceilometer.template $ceilometer_apache_conf
+    sudo sed -e "
+        s|%PORT%|$CEILOMETER_SERVICE_PORT|g;
+        s|%APACHE_NAME%|$APACHE_NAME|g;
+        s|%WSGIAPP%|$CEILOMETER_WSGI_DIR/app|g;
+        s|%USER%|$STACK_USER|g
+    " -i $ceilometer_apache_conf
+}
+
+
      +

      configure_ceilometer() - Set config files, create data dirs, etc

      +
      +function configure_ceilometer {
+    [ ! -d $CEILOMETER_CONF_DIR ] && sudo mkdir -m 755 -p $CEILOMETER_CONF_DIR
+    sudo chown $STACK_USER $CEILOMETER_CONF_DIR
+
+    [ ! -d $CEILOMETER_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $CEILOMETER_API_LOG_DIR
+    sudo chown $STACK_USER $CEILOMETER_API_LOG_DIR
+
+    iniset_rpc_backend ceilometer $CEILOMETER_CONF DEFAULT
+
+    iniset $CEILOMETER_CONF DEFAULT notification_topics "$CEILOMETER_NOTIFICATION_TOPICS"
+    iniset $CEILOMETER_CONF DEFAULT verbose True
+    iniset $CEILOMETER_CONF DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
+
+
      +

      Install the policy file for the API server

      +
      +    cp $CEILOMETER_DIR/etc/ceilometer/policy.json $CEILOMETER_CONF_DIR
+    iniset $CEILOMETER_CONF DEFAULT policy_file $CEILOMETER_CONF_DIR/policy.json
+
+    cp $CEILOMETER_DIR/etc/ceilometer/pipeline.yaml $CEILOMETER_CONF_DIR
+    cp $CEILOMETER_DIR/etc/ceilometer/api_paste.ini $CEILOMETER_CONF_DIR
+    cp $CEILOMETER_DIR/etc/ceilometer/event_definitions.yaml $CEILOMETER_CONF_DIR
+
+    if [ "$CEILOMETER_PIPELINE_INTERVAL" ]; then
+        sed -i "s/interval:.*/interval: ${CEILOMETER_PIPELINE_INTERVAL}/" $CEILOMETER_CONF_DIR/pipeline.yaml
+    fi
+
+
      +

      the compute and central agents need these credentials in order to +call out to other services' public APIs +the alarm evaluator needs these options to call ceilometer APIs

      +
      +    iniset $CEILOMETER_CONF service_credentials os_username ceilometer
+    iniset $CEILOMETER_CONF service_credentials os_password $SERVICE_PASSWORD
+    iniset $CEILOMETER_CONF service_credentials os_tenant_name $SERVICE_TENANT_NAME
+
+    configure_auth_token_middleware $CEILOMETER_CONF ceilometer $CEILOMETER_AUTH_CACHE_DIR
+
+    if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] ; then
+        iniset $CEILOMETER_CONF database connection `database_connection_url ceilometer`
+        iniset $CEILOMETER_CONF DEFAULT collector_workers $API_WORKERS
+    else
+        iniset $CEILOMETER_CONF database connection mongodb://localhost:27017/ceilometer
+        configure_mongodb
+        cleanup_ceilometer
+    fi
+
+    if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
+        iniset $CEILOMETER_CONF DEFAULT hypervisor_inspector vsphere
+        iniset $CEILOMETER_CONF vmware host_ip "$VMWAREAPI_IP"
+        iniset $CEILOMETER_CONF vmware host_username "$VMWAREAPI_USER"
+        iniset $CEILOMETER_CONF vmware host_password "$VMWAREAPI_PASSWORD"
+    fi
+
+    if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
+        iniset $CEILOMETER_CONF api pecan_debug "False"
+        _config_ceilometer_apache_wsgi
+    fi
+}
+
+function configure_mongodb {
+
      +

      server package is the same on all

      +
      +    local packages=mongodb-server
+
+    if is_fedora; then
+
      +

      mongodb client + python bindings

      +
      +        packages="${packages} mongodb pymongo"
+    else
+        packages="${packages} python-pymongo"
+    fi
+
+    install_package ${packages}
+
+    if is_fedora; then
+
      +

      ensure smallfiles selected to minimize freespace requirements

      +
      +        sudo sed -i '/--smallfiles/!s/OPTIONS=\"/OPTIONS=\"--smallfiles /' /etc/sysconfig/mongod
+
+        restart_service mongod
+    fi
+
+
      +

      give mongodb time to start-up

      +
      +    sleep 5
+}
+
+
      +

      init_ceilometer() - Initialize etc.

      +
      +function init_ceilometer {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $CEILOMETER_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $CEILOMETER_AUTH_CACHE_DIR
+    rm -f $CEILOMETER_AUTH_CACHE_DIR/*
+
+    if is_service_enabled mysql postgresql; then
+        if [ "$CEILOMETER_BACKEND" = 'mysql' ] || [ "$CEILOMETER_BACKEND" = 'postgresql' ] ; then
+            recreate_database ceilometer utf8
+            $CEILOMETER_BIN_DIR/ceilometer-dbsync
+        fi
+    fi
+}
+
+
      +

      install_ceilometer() - Collect source and prepare

      +
      +function install_ceilometer {
+    git_clone $CEILOMETER_REPO $CEILOMETER_DIR $CEILOMETER_BRANCH
+    setup_develop $CEILOMETER_DIR
+
+}
+
+
      +

      install_ceilometerclient() - Collect source and prepare

      +
      +function install_ceilometerclient {
+    git_clone $CEILOMETERCLIENT_REPO $CEILOMETERCLIENT_DIR $CEILOMETERCLIENT_BRANCH
+    setup_develop $CEILOMETERCLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$CEILOMETERCLIENT_DIR/tools/,/etc/bash_completion.d/}ceilometer.bash_completion
+}
+
+
      +

      start_ceilometer() - Start running processes, including screen

      +
      +function start_ceilometer {
+    run_process ceilometer-acentral "ceilometer-agent-central --config-file $CEILOMETER_CONF"
+    run_process ceilometer-anotification "ceilometer-agent-notification --config-file $CEILOMETER_CONF"
+    run_process ceilometer-collector "ceilometer-collector --config-file $CEILOMETER_CONF"
+
+    if [[ "$CEILOMETER_USE_MOD_WSGI" == "False" ]]; then
+        run_process ceilometer-api "ceilometer-api -d -v --log-dir=$CEILOMETER_API_LOG_DIR --config-file $CEILOMETER_CONF"
+    else
+        enable_apache_site ceilometer
+        restart_apache_server
+        tail_log ceilometer /var/log/$APACHE_NAME/ceilometer.log
+        tail_log ceilometer-api /var/log/$APACHE_NAME/ceilometer_access.log
+    fi
+
+
+
      +

      Start the compute agent last to allow time for the collector to +fully wake up and connect to the message bus. See bug #1355809

      +
      +    if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
+        run_process ceilometer-acompute "ceilometer-agent-compute --config-file $CEILOMETER_CONF" $LIBVIRT_GROUP
+    fi
+    if [[ "$VIRT_DRIVER" = 'vsphere' ]]; then
+        run_process ceilometer-acompute "ceilometer-agent-compute --config-file $CEILOMETER_CONF"
+    fi
+
+
      +

      only die on API if it was actually intended to be turned on

      +
      +    if is_service_enabled ceilometer-api; then
+        echo "Waiting for ceilometer-api to start..."
+        if ! timeout $SERVICE_TIMEOUT sh -c "while ! curl --noproxy '*' -s http://localhost:8777/v2/ >/dev/null; do sleep 1; done"; then
+            die $LINENO "ceilometer-api did not start"
+        fi
+    fi
+
+    run_process ceilometer-alarm-notifier "ceilometer-alarm-notifier --config-file $CEILOMETER_CONF"
+    run_process ceilometer-alarm-evaluator "ceilometer-alarm-evaluator --config-file $CEILOMETER_CONF"
+}
+
+
      +

      stop_ceilometer() - Stop running processes

      +
      +function stop_ceilometer {
+    if [ "$CEILOMETER_USE_MOD_WSGI" == "True" ]; then
+        disable_apache_site ceilometer
+        restart_apache_server
+    fi
+
      +

      Kill the ceilometer screen windows

      +
      +    for serv in ceilometer-acompute ceilometer-acentral ceilometer-anotification ceilometer-collector ceilometer-api ceilometer-alarm-notifier ceilometer-alarm-evaluator; do
+        stop_process $serv
+    done
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/ceph.html b/lib/ceph.html new file mode 100644 index 00000000..73368c9d --- /dev/null +++ b/lib/ceph.html @@ -0,0 +1,747 @@ + + + + + ceph + + + +
      +
      + + + + + + + + + + +

      ceph

      + + + + + + + + + +
      + + +

      lib/ceph +Functions to control the configuration and operation of the Ceph storage service +Dependencies:

      +
        +
      • functions file
        • +
      • CEPH_DATA_DIR or DATA_DIR must be defined
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order (via extras.d/60-ceph.sh):

      +
        +
      • install_ceph
        • +
      • configure_ceph
        • +
      • init_ceph
        • +
      • start_ceph
        • +
      • stop_ceph
        • +
      • cleanup_ceph
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set CEPH_DATA_DIR to the location of Ceph drives and objects. +Default is the common DevStack data directory.

      +
      +CEPH_DATA_DIR=${CEPH_DATA_DIR:-/var/lib/ceph}
+CEPH_DISK_IMAGE=${CEPH_DATA_DIR}/drives/images/ceph.img
+
+
      +

      Set CEPH_CONF_DIR to the location of the configuration files. +Default is /etc/ceph.

      +
      +CEPH_CONF_DIR=${CEPH_CONF_DIR:-/etc/ceph}
+
+
      +

      DevStack will create a loop-back disk formatted as XFS to store the +Ceph data. Set CEPH_LOOPBACK_DISK_SIZE to the disk size in +kilobytes. +Default is 1 gigabyte.

      +
      +CEPH_LOOPBACK_DISK_SIZE_DEFAULT=4G
+CEPH_LOOPBACK_DISK_SIZE=${CEPH_LOOPBACK_DISK_SIZE:-$CEPH_LOOPBACK_DISK_SIZE_DEFAULT}
+
+
      +

      Common

      +
      +CEPH_FSID=$(uuidgen)
+CEPH_CONF_FILE=${CEPH_CONF_DIR}/ceph.conf
+
+
      +

      Glance

      +
      +GLANCE_CEPH_USER=${GLANCE_CEPH_USER:-glance}
+GLANCE_CEPH_POOL=${GLANCE_CEPH_POOL:-images}
+GLANCE_CEPH_POOL_PG=${GLANCE_CEPH_POOL_PG:-8}
+GLANCE_CEPH_POOL_PGP=${GLANCE_CEPH_POOL_PGP:-8}
+
+
      +

      Nova

      +
      +NOVA_CEPH_POOL=${NOVA_CEPH_POOL:-vms}
+NOVA_CEPH_POOL_PG=${NOVA_CEPH_POOL_PG:-8}
+NOVA_CEPH_POOL_PGP=${NOVA_CEPH_POOL_PGP:-8}
+
+
      +

      Cinder

      +
      +CINDER_CEPH_POOL=${CINDER_CEPH_POOL:-volumes}
+CINDER_CEPH_POOL_PG=${CINDER_CEPH_POOL_PG:-8}
+CINDER_CEPH_POOL_PGP=${CINDER_CEPH_POOL_PGP:-8}
+CINDER_CEPH_USER=${CINDER_CEPH_USER:-cinder}
+CINDER_CEPH_UUID=${CINDER_CEPH_UUID:-$(uuidgen)}
+
+
      +

      Set CEPH_REPLICAS to configure how many replicas are to be +configured for your Ceph cluster. By default we are configuring +only one replica since this is way less CPU and memory intensive. If +you are planning to test Ceph replication feel free to increase this value

      +
      +CEPH_REPLICAS=${CEPH_REPLICAS:-1}
+CEPH_REPLICAS_SEQ=$(seq ${CEPH_REPLICAS})
+
+
      + +
      +

      Functions

      +
      +
+
      +

      import_libvirt_secret_ceph() - Imports Cinder user key into libvirt +so it can connect to the Ceph cluster while attaching a Cinder block device

      +
      +function import_libvirt_secret_ceph {
+    cat > secret.xml <<EOF
+<secret ephemeral='no' private='no'>
+   <uuid>${CINDER_CEPH_UUID}</uuid>
+   <usage type='ceph'>
+     <name>client.${CINDER_CEPH_USER} secret</name>
+   </usage>
+</secret>
+EOF
+    sudo virsh secret-define --file secret.xml
+    sudo virsh secret-set-value --secret ${CINDER_CEPH_UUID} --base64 $(sudo ceph -c ${CEPH_CONF_FILE} auth get-key client.${CINDER_CEPH_USER})
+    sudo rm -f secret.xml
+}
+
+
      +

      cleanup_ceph() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_ceph {
+    sudo pkill -f ceph-mon
+    sudo pkill -f ceph-osd
+    sudo rm -rf ${CEPH_DATA_DIR}/*/*
+    sudo rm -rf ${CEPH_CONF_DIR}/*
+    if egrep -q ${CEPH_DATA_DIR} /proc/mounts; then
+        sudo umount ${CEPH_DATA_DIR}
+    fi
+    if [[ -e ${CEPH_DISK_IMAGE} ]]; then
+        sudo rm -f ${CEPH_DISK_IMAGE}
+    fi
+    uninstall_package ceph ceph-common python-ceph libcephfs1 > /dev/null 2>&1
+    VIRSH_UUID=$(sudo virsh secret-list | awk '/^ ?[0-9a-z]/ { print $1 }')
+    sudo virsh secret-undefine ${VIRSH_UUID} >/dev/null 2>&1
+}
+
+
      +

      configure_ceph() - Set config files, create data dirs, etc

      +
      +function configure_ceph {
+    local count=0
+
+
      +

      create a backing file disk

      +
      +    create_disk ${CEPH_DISK_IMAGE} ${CEPH_DATA_DIR} ${CEPH_LOOPBACK_DISK_SIZE}
+
+
      +

      populate ceph directory

      +
      +    sudo mkdir -p ${CEPH_DATA_DIR}/{bootstrap-mds,bootstrap-osd,mds,mon,osd,tmp}
+
+
      +

      create ceph monitor initial key and directory

      +
      +    sudo ceph-authtool /var/lib/ceph/tmp/keyring.mon.$(hostname) --create-keyring --name=mon. --add-key=$(ceph-authtool --gen-print-key) --cap mon 'allow *'
+    sudo mkdir /var/lib/ceph/mon/ceph-$(hostname)
+
+
      +

      create a default ceph configuration file

      +
      +    sudo tee -a ${CEPH_CONF_FILE} > /dev/null <<EOF
+[global]
+fsid = ${CEPH_FSID}
+mon_initial_members = $(hostname)
+mon_host = ${SERVICE_HOST}
+auth_cluster_required = cephx
+auth_service_required = cephx
+auth_client_required = cephx
+filestore_xattr_use_omap = true
+osd crush chooseleaf type = 0
+osd journal size = 100
+EOF
+
+
      +

      bootstrap the ceph monitor

      +
      +    sudo ceph-mon -c ${CEPH_CONF_FILE} --mkfs -i $(hostname) --keyring /var/lib/ceph/tmp/keyring.mon.$(hostname)
+    if is_ubuntu; then
+    sudo touch /var/lib/ceph/mon/ceph-$(hostname)/upstart
+        sudo initctl emit ceph-mon id=$(hostname)
+    else
+    sudo touch /var/lib/ceph/mon/ceph-$(hostname)/sysvinit
+        sudo service ceph start mon.$(hostname)
+    fi
+
+
      +

      wait for the admin key to come up otherwise we will not be able to do the actions below

      +
      +    until [ -f ${CEPH_CONF_DIR}/ceph.client.admin.keyring ]; do
+        echo_summary "Waiting for the Ceph admin key to be ready..."
+
+        count=$(($count + 1))
+        if [ $count -eq 3 ]; then
+            die $LINENO "Maximum of 3 retries reached"
+        fi
+        sleep 5
+    done
+
+
      +

      change pool replica size according to the CEPH_REPLICAS set by the user

      +
      +    sudo ceph -c ${CEPH_CONF_FILE} osd pool set data size ${CEPH_REPLICAS}
+    sudo ceph -c ${CEPH_CONF_FILE} osd pool set rbd size ${CEPH_REPLICAS}
+    sudo ceph -c ${CEPH_CONF_FILE} osd pool set metadata size ${CEPH_REPLICAS}
+
+
      +

      create a simple rule to take OSDs instead of host with CRUSH +then apply this rules to the default pool

      +
      +    if [[ $CEPH_REPLICAS -ne 1 ]]; then
+        sudo ceph -c ${CEPH_CONF_FILE} osd crush rule create-simple devstack default osd
+        RULE_ID=$(sudo ceph -c ${CEPH_CONF_FILE} osd crush rule dump devstack | awk '/rule_id/ {print $3}' | cut -d ',' -f1)
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set rbd crush_ruleset ${RULE_ID}
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set data crush_ruleset ${RULE_ID}
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set metadata crush_ruleset ${RULE_ID}
+    fi
+
+
      +

      create the OSD(s)

      +
      +    for rep in ${CEPH_REPLICAS_SEQ}; do
+        OSD_ID=$(sudo ceph -c ${CEPH_CONF_FILE} osd create)
+        sudo mkdir -p ${CEPH_DATA_DIR}/osd/ceph-${OSD_ID}
+        sudo ceph-osd -c ${CEPH_CONF_FILE} -i ${OSD_ID} --mkfs
+        sudo ceph -c ${CEPH_CONF_FILE} auth get-or-create osd.${OSD_ID} mon 'allow profile osd ' osd 'allow *' | sudo tee ${CEPH_DATA_DIR}/osd/ceph-${OSD_ID}/keyring
+
+
      +

      ceph's init script is parsing ${CEPH_DATA_DIR}/osd/ceph-${OSD_ID}/ and looking for a file +'upstart' or 'sysinitv', thanks to these 'touches' we are able to control OSDs daemons +from the init script.

      +
      +        if is_ubuntu; then
+            sudo touch ${CEPH_DATA_DIR}/osd/ceph-${OSD_ID}/upstart
+        else
+            sudo touch ${CEPH_DATA_DIR}/osd/ceph-${OSD_ID}/sysvinit
+        fi
+    done
+}
+
+
      +

      configure_ceph_glance() - Glance config needs to come after Glance is set up

      +
      +function configure_ceph_glance {
+
      +

      configure Glance service options, ceph pool, ceph user and ceph key

      +
      +    sudo ceph -c ${CEPH_CONF_FILE} osd pool create ${GLANCE_CEPH_POOL} ${GLANCE_CEPH_POOL_PG} ${GLANCE_CEPH_POOL_PGP}
+    sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${GLANCE_CEPH_POOL} size ${CEPH_REPLICAS}
+    if [[ $CEPH_REPLICAS -ne 1 ]]; then
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${GLANCE_CEPH_POOL} crush_ruleset ${RULE_ID}
+    fi
+    sudo ceph -c ${CEPH_CONF_FILE} auth get-or-create client.${GLANCE_CEPH_USER} mon "allow r" osd "allow class-read object_prefix rbd_children, allow rwx pool=${GLANCE_CEPH_POOL}" | sudo tee ${CEPH_CONF_DIR}/ceph.client.${GLANCE_CEPH_USER}.keyring
+    sudo chown ${STACK_USER}:$(id -g -n $whoami) ${CEPH_CONF_DIR}/ceph.client.${GLANCE_CEPH_USER}.keyring
+    iniset $GLANCE_API_CONF DEFAULT default_store rbd
+    iniset $GLANCE_API_CONF DEFAULT show_image_direct_url True
+    iniset $GLANCE_API_CONF glance_store stores "file, http, rbd"
+    iniset $GLANCE_API_CONF glance_store rbd_store_ceph_conf $CEPH_CONF_FILE
+    iniset $GLANCE_API_CONF glance_store rbd_store_user $GLANCE_CEPH_USER
+    iniset $GLANCE_API_CONF glance_store rbd_store_pool $GLANCE_CEPH_POOL
+}
+
+
      +

      configure_ceph_nova() - Nova config needs to come after Nova is set up

      +
      +function configure_ceph_nova {
+
      +

      configure Nova service options, ceph pool, ceph user and ceph key

      +
      +    sudo ceph -c ${CEPH_CONF_FILE} osd pool create ${NOVA_CEPH_POOL} ${NOVA_CEPH_POOL_PG} ${NOVA_CEPH_POOL_PGP}
+    sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${NOVA_CEPH_POOL} size ${CEPH_REPLICAS}
+    if [[ $CEPH_REPLICAS -ne 1 ]]; then
+        sudo -c ${CEPH_CONF_FILE} ceph osd pool set ${NOVA_CEPH_POOL} crush_ruleset ${RULE_ID}
+    fi
+    iniset $NOVA_CONF libvirt rbd_user ${CINDER_CEPH_USER}
+    iniset $NOVA_CONF libvirt rbd_secret_uuid ${CINDER_CEPH_UUID}
+    iniset $NOVA_CONF libvirt inject_key false
+    iniset $NOVA_CONF libvirt inject_partition -2
+    iniset $NOVA_CONF libvirt disk_cachemodes "network=writeback"
+    iniset $NOVA_CONF libvirt images_type rbd
+    iniset $NOVA_CONF libvirt images_rbd_pool ${NOVA_CEPH_POOL}
+    iniset $NOVA_CONF libvirt images_rbd_ceph_conf ${CEPH_CONF_FILE}
+}
+
+
      +

      configure_ceph_cinder() - Cinder config needs to come after Cinder is set up

      +
      +function configure_ceph_cinder {
+
      +

      Configure Cinder service options, ceph pool, ceph user and ceph key

      +
      +    sudo ceph -c ${CEPH_CONF_FILE} osd pool create ${CINDER_CEPH_POOL} ${CINDER_CEPH_POOL_PG} ${CINDER_CEPH_POOL_PGP}
+    sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${CINDER_CEPH_POOL} size ${CEPH_REPLICAS}
+    if [[ $CEPH_REPLICAS -ne 1 ]]; then
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${CINDER_CEPH_POOL} crush_ruleset ${RULE_ID}
+
+    fi
+    sudo ceph -c ${CEPH_CONF_FILE} auth get-or-create client.${CINDER_CEPH_USER} mon "allow r" osd "allow class-read object_prefix rbd_children, allow rwx pool=${CINDER_CEPH_POOL}, allow rwx pool=${NOVA_CEPH_POOL},allow rx pool=${GLANCE_CEPH_POOL}" | sudo tee ${CEPH_CONF_DIR}/ceph.client.${CINDER_CEPH_USER}.keyring
+    sudo chown ${STACK_USER}:$(id -g -n $whoami) ${CEPH_CONF_DIR}/ceph.client.${CINDER_CEPH_USER}.keyring
+}
+
+
      +

      init_ceph() - Initialize databases, etc.

      +
      +function init_ceph {
+
      +

      clean up from previous (possibly aborted) runs +make sure to kill all ceph processes first

      +
      +    sudo pkill -f ceph-mon || true
+    sudo pkill -f ceph-osd || true
+}
+
+
      +

      install_ceph() - Collect source and prepare

      +
      +function install_ceph {
+
      +
      +
      NOTE(dtroyer): At some point it'll be easier to test for unsupported distros,
      +
      leveraging the list in stack.sh
      +
      +
      +    if [[ ${os_CODENAME} =~ trusty ]] || [[ ${os_CODENAME} =~ Schrödinger’sCat ]] || [[ ${os_CODENAME} =~ Heisenbug ]]; then
+        NO_UPDATE_REPOS=False
+        install_package ceph
+    else
+        exit_distro_not_supported "Ceph since your distro doesn't provide (at least) the Firefly release. Please use Ubuntu Trusty or Fedora 19/20"
+    fi
+}
+
+
      +

      start_ceph() - Start running processes, including screen

      +
      +function start_ceph {
+    if is_ubuntu; then
+        sudo initctl emit ceph-mon id=$(hostname)
+        for id in $(sudo ceph -c ${CEPH_CONF_FILE} osd ls); do
+            sudo start ceph-osd id=${id}
+        done
+    else
+        sudo service ceph start
+    fi
+}
+
+
      +

      stop_ceph() - Stop running processes (non-screen)

      +
      +function stop_ceph {
+    if is_ubuntu; then
+        sudo service ceph-mon-all stop > /dev/null 2>&1
+        sudo service ceph-osd-all stop > /dev/null 2>&1
+    else
+        sudo service ceph stop > /dev/null 2>&1
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder b/lib/cinder deleted file mode 100644 index 4d1ab420..00000000 --- a/lib/cinder +++ /dev/null @@ -1,388 +0,0 @@ -# lib/cinder -# Install and start **Cinder** volume service - -# Dependencies: -# - functions -# - DEST, DATA_DIR, STACK_USER must be defined -# SERVICE_{TENANT_NAME|PASSWORD} must be defined -# ``KEYSTONE_TOKEN_FORMAT`` must be defined - -# stack.sh -# --------- -# install_cinder -# configure_cinder -# init_cinder -# start_cinder -# stop_cinder -# cleanup_cinder - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# set up default driver -CINDER_DRIVER=${CINDER_DRIVER:-default} - -# set up default directories -CINDER_DIR=$DEST/cinder -CINDERCLIENT_DIR=$DEST/python-cinderclient -CINDER_STATE_PATH=${CINDER_STATE_PATH:=$DATA_DIR/cinder} -CINDER_AUTH_CACHE_DIR=${CINDER_AUTH_CACHE_DIR:-/var/cache/cinder} - -CINDER_CONF_DIR=/etc/cinder -CINDER_CONF=$CINDER_CONF_DIR/cinder.conf -CINDER_API_PASTE_INI=$CINDER_CONF_DIR/api-paste.ini - -# Public facing bits -CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST} -CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776} -CINDER_SERVICE_PORT_INT=${CINDER_SERVICE_PORT_INT:-18776} -CINDER_SERVICE_PROTOCOL=${CINDER_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} - -# Support entry points installation of console scripts -if [[ -d $CINDER_DIR/bin ]]; then - CINDER_BIN_DIR=$CINDER_DIR/bin -else - CINDER_BIN_DIR=$(get_python_exec_prefix) -fi - -# Name of the lvm volume group to use/create for iscsi volumes -VOLUME_GROUP=${VOLUME_GROUP:-stack-volumes} -VOLUME_NAME_PREFIX=${VOLUME_NAME_PREFIX:-volume-} - -# _clean_volume_group removes all cinder volumes from the specified volume group -# _clean_volume_group $VOLUME_GROUP $VOLUME_NAME_PREFIX -function _clean_volume_group() { - local vg=$1 - local vg_prefix=$2 - # Clean out existing volumes - for lv in `sudo lvs --noheadings -o lv_name $vg`; do - # vg_prefix prefixes the LVs we want - if [[ "${lv#$vg_prefix}" != "$lv" ]]; then - sudo lvremove -f $vg/$lv - fi - done -} - -# cleanup_cinder() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_cinder() { - # ensure the volume group is cleared up because fails might - # leave dead volumes in the group - TARGETS=$(sudo tgtadm --op show --mode target) - if [ $? -ne 0 ]; then - # If tgt driver isn't running this won't work obviously - # So check the response and restart if need be - echo "tgtd seems to be in a bad state, restarting..." - if is_ubuntu; then - restart_service tgt - else - restart_service tgtd - fi - TARGETS=$(sudo tgtadm --op show --mode target) - fi - - if [[ -n "$TARGETS" ]]; then - iqn_list=( $(grep --no-filename -r iqn $SCSI_PERSIST_DIR | sed 's///') ) - for i in "${iqn_list[@]}"; do - echo removing iSCSI target: $i - sudo tgt-admin --delete $i - done - fi - - if is_service_enabled cinder; then - sudo rm -rf $CINDER_STATE_PATH/volumes/* - fi - - if is_ubuntu; then - stop_service tgt - else - stop_service tgtd - fi - - # Campsite rule: leave behind a volume group at least as clean as we found it - _clean_volume_group $VOLUME_GROUP $VOLUME_NAME_PREFIX -} - -# configure_cinder() - Set config files, create data dirs, etc -function configure_cinder() { - setup_develop $CINDER_DIR - setup_develop $CINDERCLIENT_DIR - - if [[ ! -d $CINDER_CONF_DIR ]]; then - sudo mkdir -p $CINDER_CONF_DIR - fi - sudo chown $STACK_USER $CINDER_CONF_DIR - - cp -p $CINDER_DIR/etc/cinder/policy.json $CINDER_CONF_DIR - - # Set the paths of certain binaries - CINDER_ROOTWRAP=$(get_rootwrap_location cinder) - - # If Cinder ships the new rootwrap filters files, deploy them - # (owned by root) and add a parameter to $CINDER_ROOTWRAP - ROOTWRAP_CINDER_SUDOER_CMD="$CINDER_ROOTWRAP" - if [[ -d $CINDER_DIR/etc/cinder/rootwrap.d ]]; then - # Wipe any existing rootwrap.d files first - if [[ -d $CINDER_CONF_DIR/rootwrap.d ]]; then - sudo rm -rf $CINDER_CONF_DIR/rootwrap.d - fi - # Deploy filters to /etc/cinder/rootwrap.d - sudo mkdir -m 755 $CINDER_CONF_DIR/rootwrap.d - sudo cp $CINDER_DIR/etc/cinder/rootwrap.d/*.filters $CINDER_CONF_DIR/rootwrap.d - sudo chown -R root:root $CINDER_CONF_DIR/rootwrap.d - sudo chmod 644 $CINDER_CONF_DIR/rootwrap.d/* - # Set up rootwrap.conf, pointing to /etc/cinder/rootwrap.d - sudo cp $CINDER_DIR/etc/cinder/rootwrap.conf $CINDER_CONF_DIR/ - sudo sed -e "s:^filters_path=.*$:filters_path=$CINDER_CONF_DIR/rootwrap.d:" -i $CINDER_CONF_DIR/rootwrap.conf - sudo chown root:root $CINDER_CONF_DIR/rootwrap.conf - sudo chmod 0644 $CINDER_CONF_DIR/rootwrap.conf - # Specify rootwrap.conf as first parameter to cinder-rootwrap - CINDER_ROOTWRAP="$CINDER_ROOTWRAP $CINDER_CONF_DIR/rootwrap.conf" - ROOTWRAP_CINDER_SUDOER_CMD="$CINDER_ROOTWRAP *" - fi - - TEMPFILE=`mktemp` - echo "$USER ALL=(root) NOPASSWD: $ROOTWRAP_CINDER_SUDOER_CMD" >$TEMPFILE - chmod 0440 $TEMPFILE - sudo chown root:root $TEMPFILE - sudo mv $TEMPFILE /etc/sudoers.d/cinder-rootwrap - - cp $CINDER_DIR/etc/cinder/api-paste.ini $CINDER_API_PASTE_INI - iniset $CINDER_API_PASTE_INI filter:authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $CINDER_API_PASTE_INI filter:authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $CINDER_API_PASTE_INI filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $CINDER_API_PASTE_INI filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $CINDER_API_PASTE_INI filter:authtoken admin_user cinder - iniset $CINDER_API_PASTE_INI filter:authtoken admin_password $SERVICE_PASSWORD - iniset $CINDER_API_PASTE_INI filter:authtoken signing_dir $CINDER_AUTH_CACHE_DIR - - cp $CINDER_DIR/etc/cinder/cinder.conf.sample $CINDER_CONF - iniset $CINDER_CONF DEFAULT auth_strategy keystone - iniset $CINDER_CONF DEFAULT verbose True - iniset $CINDER_CONF DEFAULT volume_group $VOLUME_GROUP - iniset $CINDER_CONF DEFAULT volume_name_template ${VOLUME_NAME_PREFIX}%s - iniset $CINDER_CONF DEFAULT iscsi_helper tgtadm - local dburl - database_connection_url dburl cinder - iniset $CINDER_CONF DEFAULT sql_connection $dburl - iniset $CINDER_CONF DEFAULT api_paste_config $CINDER_API_PASTE_INI - iniset $CINDER_CONF DEFAULT root_helper "sudo ${CINDER_ROOTWRAP}" - iniset $CINDER_CONF DEFAULT osapi_volume_extension cinder.api.contrib.standard_extensions - iniset $CINDER_CONF DEFAULT state_path $CINDER_STATE_PATH - - if is_service_enabled tls-proxy; then - # Set the service port for a proxy to take the original - iniset $CINDER_CONF DEFAULT osapi_volume_listen_port $CINDER_SERVICE_PORT_INT - fi - - if [ "$SYSLOG" != "False" ]; then - iniset $CINDER_CONF DEFAULT use_syslog True - fi - - iniset_rpc_backend cinder $CINDER_CONF DEFAULT - - if [[ "$CINDER_SECURE_DELETE" == "False" ]]; then - iniset $CINDER_CONF DEFAULT secure_delete False - iniset $CINDER_CONF DEFAULT volume_clear none - fi - - if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then - # Add color to logging output - iniset $CINDER_CONF DEFAULT logging_context_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [%(request_id)s %(user_id)s %(project_id)s%(color)s] %(instance)s%(color)s%(message)s" - iniset $CINDER_CONF DEFAULT logging_default_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s" - iniset $CINDER_CONF DEFAULT logging_debug_format_suffix "from (pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d" - iniset $CINDER_CONF DEFAULT logging_exception_prefix "%(color)s%(asctime)s.%(msecs)03d TRACE %(name)s %(instance)s" - fi - - if [ "$CINDER_DRIVER" == "XenAPINFS" ]; then - ( - set -u - iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.xenapi.sm.XenAPINFSDriver" - iniset $CINDER_CONF DEFAULT xenapi_connection_url "$CINDER_XENAPI_CONNECTION_URL" - iniset $CINDER_CONF DEFAULT xenapi_connection_username "$CINDER_XENAPI_CONNECTION_USERNAME" - iniset $CINDER_CONF DEFAULT xenapi_connection_password "$CINDER_XENAPI_CONNECTION_PASSWORD" - iniset $CINDER_CONF DEFAULT xenapi_nfs_server "$CINDER_XENAPI_NFS_SERVER" - iniset $CINDER_CONF DEFAULT xenapi_nfs_serverpath "$CINDER_XENAPI_NFS_SERVERPATH" - ) - elif [ "$CINDER_DRIVER" == "sheepdog" ]; then - iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.sheepdog.SheepdogDriver" - fi -} - -# create_cinder_accounts() - Set up common required cinder accounts - -# Tenant User Roles -# ------------------------------------------------------------------ -# service cinder admin # if enabled - -# Migrated from keystone_data.sh -create_cinder_accounts() { - - SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") - ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }") - - # Cinder - if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then - CINDER_USER=$(keystone user-create \ - --name=cinder \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=cinder@example.com \ - | grep " id " | get_field 2) - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $CINDER_USER \ - --role_id $ADMIN_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - CINDER_SERVICE=$(keystone service-create \ - --name=cinder \ - --type=volume \ - --description="Cinder Volume Service" \ - | grep " id " | get_field 2) - keystone endpoint-create \ - --region RegionOne \ - --service_id $CINDER_SERVICE \ - --publicurl "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s" \ - --adminurl "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s" \ - --internalurl "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s" - fi - fi -} - -# create_cinder_cache_dir() - Part of the init_cinder() process -function create_cinder_cache_dir() { - # Create cache dir - sudo mkdir -p $CINDER_AUTH_CACHE_DIR - sudo chown $STACK_USER $CINDER_AUTH_CACHE_DIR - rm -f $CINDER_AUTH_CACHE_DIR/* -} - -create_cinder_volume_group() { - # Configure a default volume group called '`stack-volumes`' for the volume - # service if it does not yet exist. If you don't wish to use a file backed - # volume group, create your own volume group called ``stack-volumes`` before - # invoking ``stack.sh``. - # - # By default, the backing file is 5G in size, and is stored in ``/opt/stack/data``. - - if ! sudo vgs $VOLUME_GROUP; then - VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-$DATA_DIR/${VOLUME_GROUP}-backing-file} - - # Only create if the file doesn't already exists - [[ -f $VOLUME_BACKING_FILE ]] || truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE - - DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE` - - # Only create if the loopback device doesn't contain $VOLUME_GROUP - if ! sudo vgs $VOLUME_GROUP; then - sudo vgcreate $VOLUME_GROUP $DEV - fi - fi - - mkdir -p $CINDER_STATE_PATH/volumes -} - -# init_cinder() - Initialize database and volume group -function init_cinder() { - # Force nova volumes off - NOVA_ENABLED_APIS=$(echo $NOVA_ENABLED_APIS | sed "s/osapi_volume,//") - - if is_service_enabled $DATABASE_BACKENDS; then - # (Re)create cinder database - recreate_database cinder utf8 - - # Migrate cinder database - $CINDER_BIN_DIR/cinder-manage db sync - fi - - if is_service_enabled c-vol; then - - create_cinder_volume_group - - if sudo vgs $VOLUME_GROUP; then - if is_fedora || is_suse; then - # service is not started by default - start_service tgtd - fi - - # Remove iscsi targets - sudo tgtadm --op show --mode target | grep $VOLUME_NAME_PREFIX | grep Target | cut -f3 -d ' ' | sudo xargs -n1 tgt-admin --delete || true - # Start with a clean volume group - _clean_volume_group $VOLUME_GROUP $VOLUME_NAME_PREFIX - fi - fi - - create_cinder_cache_dir -} - -# install_cinder() - Collect source and prepare -function install_cinder() { - git_clone $CINDER_REPO $CINDER_DIR $CINDER_BRANCH - git_clone $CINDERCLIENT_REPO $CINDERCLIENT_DIR $CINDERCLIENT_BRANCH -} - -# apply config.d approach (e.g. Oneiric does not have this) -function _configure_tgt_for_config_d() { - if [[ ! -d /etc/tgt/conf.d/ ]]; then - sudo mkdir -p /etc/tgt/conf.d - echo "include /etc/tgt/conf.d/*.conf" | sudo tee -a /etc/tgt/targets.conf - fi -} - -# start_cinder() - Start running processes, including screen -function start_cinder() { - if is_service_enabled c-vol; then - _configure_tgt_for_config_d - if [[ ! -f /etc/tgt/conf.d/stack.conf ]]; then - echo "include $CINDER_STATE_PATH/volumes/*" | sudo tee /etc/tgt/conf.d/stack.conf - fi - if is_ubuntu; then - # tgt in oneiric doesn't restart properly if tgtd isn't running - # do it in two steps - sudo stop tgt || true - sudo start tgt - elif is_fedora; then - # bypass redirection to systemctl during restart - sudo /sbin/service --skip-redirect tgtd restart - elif is_suse; then - restart_service tgtd - else - # note for other distros: unstack.sh also uses the tgt/tgtd service - # name, and would need to be adjusted too - exit_distro_not_supported "restarting tgt" - fi - fi - - screen_it c-api "cd $CINDER_DIR && $CINDER_BIN_DIR/cinder-api --config-file $CINDER_CONF" - screen_it c-vol "cd $CINDER_DIR && $CINDER_BIN_DIR/cinder-volume --config-file $CINDER_CONF" - screen_it c-sch "cd $CINDER_DIR && $CINDER_BIN_DIR/cinder-scheduler --config-file $CINDER_CONF" - - # Start proxies if enabled - if is_service_enabled c-api && is_service_enabled tls-proxy; then - start_tls_proxy '*' $CINDER_SERVICE_PORT $CINDER_SERVICE_HOST $CINDER_SERVICE_PORT_INT & - fi -} - -# stop_cinder() - Stop running processes -function stop_cinder() { - # Kill the cinder screen windows - for serv in c-api c-sch c-vol; do - screen -S $SCREEN_NAME -p $serv -X kill - done - - if is_service_enabled c-vol; then - if is_ubuntu; then - stop_service tgt - else - stop_service tgtd - fi - fi -} - -# Restore xtrace -$XTRACE diff --git a/lib/cinder.html b/lib/cinder.html new file mode 100644 index 00000000..e3023b1d --- /dev/null +++ b/lib/cinder.html @@ -0,0 +1,1023 @@ + + + + + cinder + + + +
      +
      + + + + + + + + + + +

      cinder

      + + + + + + + + + +
      + + +

      lib/cinder +Install and start Cinder volume service +Dependencies:

      +
        +
      • functions
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      • KEYSTONE_TOKEN_FORMAT must be defined
        • +
      +
      +
+
+
      +
      +

      stack.sh

      +
        +
      • install_cinder
        • +
      • configure_cinder
        • +
      • init_cinder
        • +
      • start_cinder
        • +
      • stop_cinder
        • +
      • cleanup_cinder
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      set up default driver

      +
      +CINDER_DRIVER=${CINDER_DRIVER:-default}
+CINDER_PLUGINS=$TOP_DIR/lib/cinder_plugins
+CINDER_BACKENDS=$TOP_DIR/lib/cinder_backends
+
+
      +

      grab plugin config if specified via cinder_driver

      +
      +if [[ -r $CINDER_PLUGINS/$CINDER_DRIVER ]]; then
+    source $CINDER_PLUGINS/$CINDER_DRIVER
+fi
+
+
      +

      set up default directories

      +
      +CINDER_DIR=$DEST/cinder
+CINDERCLIENT_DIR=$DEST/python-cinderclient
+CINDER_STATE_PATH=${CINDER_STATE_PATH:=$DATA_DIR/cinder}
+CINDER_AUTH_CACHE_DIR=${CINDER_AUTH_CACHE_DIR:-/var/cache/cinder}
+
+CINDER_CONF_DIR=/etc/cinder
+CINDER_CONF=$CINDER_CONF_DIR/cinder.conf
+CINDER_API_PASTE_INI=$CINDER_CONF_DIR/api-paste.ini
+
+
      +

      Public facing bits

      +
      +if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
+    CINDER_SERVICE_PROTOCOL="https"
+fi
+CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST}
+CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776}
+CINDER_SERVICE_PORT_INT=${CINDER_SERVICE_PORT_INT:-18776}
+CINDER_SERVICE_PROTOCOL=${CINDER_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $CINDER_DIR/bin ]]; then
+    CINDER_BIN_DIR=$CINDER_DIR/bin
+else
+    CINDER_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+
+
      +

      Maintain this here for backward-compatibility with the old configuration +DEPRECATED: Use CINDER_ENABLED_BACKENDS instead +Support for multi lvm backend configuration (default is no support)

      +
      +CINDER_MULTI_LVM_BACKEND=$(trueorfalse False $CINDER_MULTI_LVM_BACKEND)
+
+
      +

      Default backends +The backend format is type:name where type is one of the supported backend +types (lvm, nfs, etc) and name is the identifier used in the Cinder +configuration and for the volume type name. Multiple backends are +comma-separated.

      +
      +if [[ $CINDER_MULTI_LVM_BACKEND == "False" ]]; then
+    CINDER_ENABLED_BACKENDS=${CINDER_ENABLED_BACKENDS:-lvm:lvmdriver-1}
+else
+    CINDER_ENABLED_BACKENDS=${CINDER_ENABLED_BACKENDS:-lvm:lvmdriver-1,lvm:lvmdriver-2}
+fi
+
+
+
      +

      Should cinder perform secure deletion of volumes? +Defaults to true, can be set to False to avoid this bug when testing: +https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1023755

      +
      +CINDER_SECURE_DELETE=`trueorfalse True $CINDER_SECURE_DELETE`
+
+
      +

      Cinder reports allocations back to the scheduler on periodic intervals +it turns out we can get an "out of space" issue when we run tests too +quickly just because cinder didn't realize we'd freed up resources. +Make this configurable so that devstack-gate/tempest can set it to +less than the 60 second default +https://bugs.launchpad.net/cinder/+bug/1180976

      +
      +CINDER_PERIODIC_INTERVAL=${CINDER_PERIODIC_INTERVAL:-60}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,cinder
+
+
+
      +

      Source the enabled backends

      +
      +if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
+    for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
+        be_type=${be%%:*}
+        be_name=${be##*:}
+        if [[ -r $CINDER_BACKENDS/${be_type} ]]; then
+            source $CINDER_BACKENDS/${be_type}
+        fi
+    done
+fi
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Cinder services are enabled +is_cinder_enabled

      +
      +function is_cinder_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"c-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_cinder() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_cinder {
+
      +

      ensure the volume group is cleared up because fails might +leave dead volumes in the group

      +
      +    local targets=$(sudo tgtadm --op show --mode target)
+    if [ $? -ne 0 ]; then
+
      +

      If tgt driver isn't running this won't work obviously +So check the response and restart if need be

      +
      +        echo "tgtd seems to be in a bad state, restarting..."
+        if is_ubuntu; then
+            restart_service tgt
+        else
+            restart_service tgtd
+        fi
+        targets=$(sudo tgtadm --op show --mode target)
+    fi
+
+    if [[ -n "$targets" ]]; then
+        local iqn_list=( $(grep --no-filename -r iqn $SCSI_PERSIST_DIR | sed 's/<target //' | sed 's/>//') )
+        for i in "${iqn_list[@]}"; do
+            echo removing iSCSI target: $i
+            sudo tgt-admin --delete $i
+        done
+    fi
+
+    if is_ubuntu; then
+        stop_service tgt
+    else
+        stop_service tgtd
+    fi
+
+    if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
+        local be be_name be_type
+        for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
+            be_type=${be%%:*}
+            be_name=${be##*:}
+            if type cleanup_cinder_backend_${be_type} >/dev/null 2>&1; then
+                cleanup_cinder_backend_${be_type} ${be_name}
+            fi
+        done
+    fi
+}
+
+
      +

      configure_cinder_rootwrap() - configure Cinder's rootwrap

      +
      +function configure_cinder_rootwrap {
+
      +

      Set the paths of certain binaries

      +
      +    local cinder_rootwrap=$(get_rootwrap_location cinder)
+
+
      +

      Deploy new rootwrap filters files (owned by root). +Wipe any existing rootwrap.d files first

      +
      +    if [[ -d $CINDER_CONF_DIR/rootwrap.d ]]; then
+        sudo rm -rf $CINDER_CONF_DIR/rootwrap.d
+    fi
+
      +

      Deploy filters to /etc/cinder/rootwrap.d

      +
      +    sudo mkdir -m 755 $CINDER_CONF_DIR/rootwrap.d
+    sudo cp $CINDER_DIR/etc/cinder/rootwrap.d/*.filters $CINDER_CONF_DIR/rootwrap.d
+    sudo chown -R root:root $CINDER_CONF_DIR/rootwrap.d
+    sudo chmod 644 $CINDER_CONF_DIR/rootwrap.d/*
+
      +

      Set up rootwrap.conf, pointing to /etc/cinder/rootwrap.d

      +
      +    sudo cp $CINDER_DIR/etc/cinder/rootwrap.conf $CINDER_CONF_DIR/
+    sudo sed -e "s:^filters_path=.*$:filters_path=$CINDER_CONF_DIR/rootwrap.d:" -i $CINDER_CONF_DIR/rootwrap.conf
+    sudo chown root:root $CINDER_CONF_DIR/rootwrap.conf
+    sudo chmod 0644 $CINDER_CONF_DIR/rootwrap.conf
+
      +

      Specify rootwrap.conf as first parameter to rootwrap

      +
      +    ROOTWRAP_CSUDOER_CMD="$cinder_rootwrap $CINDER_CONF_DIR/rootwrap.conf *"
+
+
      +

      Set up the rootwrap sudoers for cinder

      +
      +    local tempfile=`mktemp`
+    echo "$STACK_USER ALL=(root) NOPASSWD: $ROOTWRAP_CSUDOER_CMD" >$tempfile
+    chmod 0440 $tempfile
+    sudo chown root:root $tempfile
+    sudo mv $tempfile /etc/sudoers.d/cinder-rootwrap
+}
+
+
      +

      configure_cinder() - Set config files, create data dirs, etc

      +
      +function configure_cinder {
+    if [[ ! -d $CINDER_CONF_DIR ]]; then
+        sudo mkdir -p $CINDER_CONF_DIR
+    fi
+    sudo chown $STACK_USER $CINDER_CONF_DIR
+
+    cp -p $CINDER_DIR/etc/cinder/policy.json $CINDER_CONF_DIR
+
+    configure_cinder_rootwrap
+
+    cp $CINDER_DIR/etc/cinder/api-paste.ini $CINDER_API_PASTE_INI
+
+    inicomment $CINDER_API_PASTE_INI filter:authtoken auth_host
+    inicomment $CINDER_API_PASTE_INI filter:authtoken auth_port
+    inicomment $CINDER_API_PASTE_INI filter:authtoken auth_protocol
+    inicomment $CINDER_API_PASTE_INI filter:authtoken cafile
+    inicomment $CINDER_API_PASTE_INI filter:authtoken admin_tenant_name
+    inicomment $CINDER_API_PASTE_INI filter:authtoken admin_user
+    inicomment $CINDER_API_PASTE_INI filter:authtoken admin_password
+    inicomment $CINDER_API_PASTE_INI filter:authtoken signing_dir
+
+    configure_auth_token_middleware $CINDER_CONF cinder $CINDER_AUTH_CACHE_DIR
+
+    iniset $CINDER_CONF DEFAULT auth_strategy keystone
+    iniset $CINDER_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $CINDER_CONF DEFAULT verbose True
+
+    iniset $CINDER_CONF DEFAULT my_ip "$CINDER_SERVICE_HOST"
+    iniset $CINDER_CONF DEFAULT iscsi_helper tgtadm
+    iniset $CINDER_CONF DEFAULT sql_connection `database_connection_url cinder`
+    iniset $CINDER_CONF DEFAULT api_paste_config $CINDER_API_PASTE_INI
+    iniset $CINDER_CONF DEFAULT rootwrap_config "$CINDER_CONF_DIR/rootwrap.conf"
+    iniset $CINDER_CONF DEFAULT osapi_volume_extension cinder.api.contrib.standard_extensions
+    iniset $CINDER_CONF DEFAULT state_path $CINDER_STATE_PATH
+    iniset $CINDER_CONF DEFAULT lock_path $CINDER_STATE_PATH
+    iniset $CINDER_CONF DEFAULT periodic_interval $CINDER_PERIODIC_INTERVAL
+
      +

      NOTE(thingee): Cinder V1 API is deprecated and defaults to off as of +Juno. Keep it enabled so we can continue testing while it's still +supported.

      +
      +    iniset $CINDER_CONF DEFAULT enable_v1_api true
+
+    if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
+        local enabled_backends=""
+        local default_name=""
+        local be be_name be_type
+        for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
+            be_type=${be%%:*}
+            be_name=${be##*:}
+            if type configure_cinder_backend_${be_type} >/dev/null 2>&1; then
+                configure_cinder_backend_${be_type} ${be_name}
+            fi
+            if [[ -z "$default_name" ]]; then
+                default_name=$be_name
+            fi
+            enabled_backends+=$be_name,
+        done
+        iniset $CINDER_CONF DEFAULT enabled_backends ${enabled_backends%,*}
+        if [[ -n "$default_name" ]]; then
+            iniset $CINDER_CONF DEFAULT default_volume_type ${default_name}
+        fi
+    fi
+
+    if is_service_enabled swift; then
+        iniset $CINDER_CONF DEFAULT backup_swift_url "http://$SERVICE_HOST:8080/v1/AUTH_"
+    fi
+
+    if is_service_enabled ceilometer; then
+        iniset $CINDER_CONF DEFAULT notification_driver "messaging"
+    fi
+
+    if is_service_enabled tls-proxy; then
+
      +

      Set the service port for a proxy to take the original

      +
      +        iniset $CINDER_CONF DEFAULT osapi_volume_listen_port $CINDER_SERVICE_PORT_INT
+    fi
+
+    if [ "$SYSLOG" != "False" ]; then
+        iniset $CINDER_CONF DEFAULT use_syslog True
+    fi
+
+    iniset_rpc_backend cinder $CINDER_CONF DEFAULT
+
+    if [[ "$CINDER_SECURE_DELETE" == "False" ]]; then
+        iniset $CINDER_CONF DEFAULT secure_delete False
+        iniset $CINDER_CONF DEFAULT volume_clear none
+    fi
+
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+        setup_colorized_logging $CINDER_CONF DEFAULT "project_id" "user_id"
+    fi
+
+    if [[ -r $CINDER_PLUGINS/$CINDER_DRIVER ]]; then
+        configure_cinder_driver
+    fi
+
+    if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then
+
      +

      Cinder clones are slightly larger due to some extra +metadata. RHEL6 will not allow auto-extending of LV's +without this, leading to clones giving hard-to-track disk +I/O errors. +see https://bugzilla.redhat.com/show_bug.cgi?id=975052

      +
      +        sudo sed -i~ \
+            -e 's/snapshot_autoextend_threshold =.*/snapshot_autoextend_threshold = 80/' \
+            -e 's/snapshot_autoextend_percent =.*/snapshot_autoextend_percent = 20/' \
+            /etc/lvm/lvm.conf
+    fi
+
+    iniset $CINDER_CONF DEFAULT osapi_volume_workers "$API_WORKERS"
+
+    iniset $CINDER_CONF DEFAULT glance_api_servers "${GLANCE_SERVICE_PROTOCOL}://${GLANCE_HOSTPORT}"
+    if is_ssl_enabled_service glance || is_service_enabled tls-proxy; then
+        iniset $CINDER_CONF DEFAULT glance_protocol https
+    fi
+
+
      +

      Register SSL certificates if provided

      +
      +    if is_ssl_enabled_service cinder; then
+        ensure_certificates CINDER
+
+        iniset $CINDER_CONF DEFAULT ssl_cert_file "$CINDER_SSL_CERT"
+        iniset $CINDER_CONF DEFAULT ssl_key_file "$CINDER_SSL_KEY"
+    fi
+
+}
+
+
      +

      create_cinder_accounts() - Set up common required cinder accounts

      +
      +
+
      + +
      +

      Tenant User Roles

      +

      service cinder admin # if enabled

      +
      +
+
      +

      Migrated from keystone_data.sh

      +
      +function create_cinder_accounts {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+
      +

      Cinder

      +
      +    if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
+
+        local cinder_user=$(get_or_create_user "cinder" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $admin_role $cinder_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local cinder_service=$(get_or_create_service "cinder" \
+                "volume" "Cinder Volume Service")
+            get_or_create_endpoint $cinder_service "$REGION_NAME" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(tenant_id)s"
+
+            local cinder_v2_service=$(get_or_create_service "cinderv2" \
+                "volumev2" "Cinder Volume Service V2")
+            get_or_create_endpoint $cinder_v2_service "$REGION_NAME" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v2/\$(tenant_id)s" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v2/\$(tenant_id)s" \
+                "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v2/\$(tenant_id)s"
+        fi
+    fi
+}
+
+
      +

      create_cinder_cache_dir() - Part of the init_cinder() process

      +
      +function create_cinder_cache_dir {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $CINDER_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $CINDER_AUTH_CACHE_DIR
+    rm -f $CINDER_AUTH_CACHE_DIR/*
+}
+
+
      +

      init_cinder() - Initialize database and volume group +Uses global NOVA_ENABLED_APIS

      +
      +function init_cinder {
+
      +

      Force nova volumes off

      +
      +    NOVA_ENABLED_APIS=$(echo $NOVA_ENABLED_APIS | sed "s/osapi_volume,//")
+
+    if is_service_enabled $DATABASE_BACKENDS; then
+
      +

      (Re)create cinder database

      +
      +        recreate_database cinder utf8
+
+
      +

      Migrate cinder database

      +
      +        $CINDER_BIN_DIR/cinder-manage db sync
+    fi
+
+    if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
+        local be be_name be_type
+        for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
+            be_type=${be%%:*}
+            be_name=${be##*:}
+            if type init_cinder_backend_${be_type} >/dev/null 2>&1; then
+                init_cinder_backend_${be_type} ${be_name}
+            fi
+        done
+    fi
+
+    mkdir -p $CINDER_STATE_PATH/volumes
+    create_cinder_cache_dir
+}
+
+
      +

      install_cinder() - Collect source and prepare

      +
      +function install_cinder {
+    git_clone $CINDER_REPO $CINDER_DIR $CINDER_BRANCH
+    setup_develop $CINDER_DIR
+}
+
+
      +

      install_cinderclient() - Collect source and prepare

      +
      +function install_cinderclient {
+    git_clone $CINDERCLIENT_REPO $CINDERCLIENT_DIR $CINDERCLIENT_BRANCH
+    setup_develop $CINDERCLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$CINDERCLIENT_DIR/tools/,/etc/bash_completion.d/}cinder.bash_completion
+}
+
+
      +

      apply config.d approach for cinder volumes directory

      +
      +function _configure_tgt_for_config_d {
+    if [[ ! -d /etc/tgt/stack.d/ ]]; then
+        sudo ln -sf $CINDER_STATE_PATH/volumes /etc/tgt/stack.d
+        echo "include /etc/tgt/stack.d/*" | sudo tee -a /etc/tgt/targets.conf
+    fi
+}
+
+
      +

      start_cinder() - Start running processes, including screen

      +
      +function start_cinder {
+    local service_port=$CINDER_SERVICE_PORT
+    local service_protocol=$CINDER_SERVICE_PROTOCOL
+    if is_service_enabled tls-proxy; then
+        service_port=$CINDER_SERVICE_PORT_INT
+        service_protocol="http"
+    fi
+    if is_service_enabled c-vol; then
+
      +

      Delete any old stack.conf

      +
      +        sudo rm -f /etc/tgt/conf.d/stack.conf
+        _configure_tgt_for_config_d
+        if is_ubuntu; then
+            sudo service tgt restart
+        elif is_fedora; then
+            if [[ $DISTRO =~ (rhel6) ]]; then
+                sudo /sbin/service tgtd restart
+            else
+
      +

      bypass redirection to systemctl during restart

      +
      +                sudo /sbin/service --skip-redirect tgtd restart
+            fi
+        elif is_suse; then
+            restart_service tgtd
+        else
+
      +

      note for other distros: unstack.sh also uses the tgt/tgtd service +name, and would need to be adjusted too

      +
      +            exit_distro_not_supported "restarting tgt"
+        fi
+
      +

      NOTE(gfidente): ensure tgtd is running in debug mode

      +
      +        sudo tgtadm --mode system --op update --name debug --value on
+    fi
+
+    run_process c-api "$CINDER_BIN_DIR/cinder-api --config-file $CINDER_CONF"
+    echo "Waiting for Cinder API to start..."
+    if ! wait_for_service $SERVICE_TIMEOUT $service_protocol://$CINDER_SERVICE_HOST:$service_port; then
+        die $LINENO "c-api did not start"
+    fi
+
+    run_process c-sch "$CINDER_BIN_DIR/cinder-scheduler --config-file $CINDER_CONF"
+    run_process c-bak "$CINDER_BIN_DIR/cinder-backup --config-file $CINDER_CONF"
+    run_process c-vol "$CINDER_BIN_DIR/cinder-volume --config-file $CINDER_CONF"
+
+
      +

      NOTE(jdg): For cinder, startup order matters. To ensure that repor_capabilities is received +by the scheduler start the cinder-volume service last (or restart it) after the scheduler +has started. This is a quick fix for lp bug/1189595

      +
      +
+
      +

      Start proxies if enabled

      +
      +    if is_service_enabled c-api && is_service_enabled tls-proxy; then
+        start_tls_proxy '*' $CINDER_SERVICE_PORT $CINDER_SERVICE_HOST $CINDER_SERVICE_PORT_INT &
+    fi
+}
+
+
      +

      stop_cinder() - Stop running processes

      +
      +function stop_cinder {
+
      +

      Kill the cinder screen windows

      +
      +    local serv
+    for serv in c-api c-bak c-sch c-vol; do
+        stop_process $serv
+    done
+
+    if is_service_enabled c-vol; then
+        if is_ubuntu; then
+            stop_service tgt
+        else
+            stop_service tgtd
+        fi
+    fi
+}
+
+
      +

      create_volume_types() - Create Cinder's configured volume types

      +
      +function create_volume_types {
+
      +

      Create volume types

      +
      +    if is_service_enabled c-api && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
+        local be be_name be_type
+        for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
+            be_type=${be%%:*}
+            be_name=${be##*:}
+
      +

      openstack volume type create --property volume_backend_name="${be_type}" ${be_name}

      +
      +            cinder type-create ${be_name} && \
+                cinder type-key ${be_name} set volume_backend_name="${be_name}"
+        done
+    fi
+}
+
+
      +

      Compatibility for Grenade

      +
      +
+function create_cinder_volume_group {
+
      +

      During a transition period Grenade needs to have this function defined +It is effectively a no-op in the Grenade 'target' use case

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/ceph.html b/lib/cinder_backends/ceph.html new file mode 100644 index 00000000..de6bbc3a --- /dev/null +++ b/lib/cinder_backends/ceph.html @@ -0,0 +1,479 @@ + + + + + ceph + + + +
      +
      + + + + + + + + + + +

      ceph

      + + + + + + + + + +
      + + +

      lib/cinder_backends/ceph +Configure the ceph backend +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,ceph:ceph
      +
      +
      Optional parameters:
      +
      CINDER_BAK_CEPH_POOL=<pool-name> +CINDER_BAK_CEPH_USER=<user> +CINDER_BAK_CEPH_POOL_PG=<pg-num> +CINDER_BAK_CEPH_POOL_PGP=<pgp-num>
      +
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_ceph_backend_lvm - called from configure_cinder()

      +
      +
+
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+CINDER_BAK_CEPH_POOL=${CINDER_BAK_CEPH_POOL:-backups}
+CINDER_BAK_CEPH_POOL_PG=${CINDER_BAK_CEPH_POOL_PG:-8}
+CINDER_BAK_CEPH_POOL_PGP=${CINDER_BAK_CEPH_POOL_PGP:-8}
+CINDER_BAK_CEPH_USER=${CINDER_BAK_CEPH_USER:-cinder-bak}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_ceph - Set config files, create data dirs, etc +configure_cinder_backend_ceph $name

      +
      +function configure_cinder_backend_ceph {
+    local be_name=$1
+
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.rbd.RBDDriver"
+    iniset $CINDER_CONF $be_name rbd_ceph_conf "$CEPH_CONF"
+    iniset $CINDER_CONF $be_name rbd_pool "$CINDER_CEPH_POOL"
+    iniset $CINDER_CONF $be_name rbd_user "$CINDER_CEPH_USER"
+    iniset $CINDER_CONF $be_name rbd_uuid "$CINDER_CEPH_UUID"
+    iniset $CINDER_CONF $be_name rbd_flatten_volume_from_snapshot False
+    iniset $CINDER_CONF $be_name rbd_max_clone_depth 5
+    iniset $CINDER_CONF DEFAULT glance_api_version 2
+
+    if is_service_enabled c-bak; then
+
      +

      Configure Cinder backup service options, ceph pool, ceph user and ceph key

      +
      +        sudo ceph -c ${CEPH_CONF_FILE} osd pool create ${CINDER_BAK_CEPH_POOL} ${CINDER_BAK_CEPH_POOL_PG} ${CINDER_BAK_CEPH_POOL_PGP}
+        sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${CINDER_BAK_CEPH_POOL} size ${CEPH_REPLICAS}
+        if [[ $CEPH_REPLICAS -ne 1 ]]; then
+            sudo ceph -c ${CEPH_CONF_FILE} osd pool set ${CINDER_BAK_CEPH_POOL} crush_ruleset ${RULE_ID}
+        fi
+        sudo ceph -c ${CEPH_CONF_FILE} auth get-or-create client.${CINDER_BAK_CEPH_USER} mon "allow r" osd "allow class-read object_prefix rbd_children, allow rwx pool=${CINDER_BAK_CEPH_POOL}" | sudo tee ${CEPH_CONF_DIR}/ceph.client.${CINDER_BAK_CEPH_USER}.keyring
+        sudo chown $(whoami):$(whoami) ${CEPH_CONF_DIR}/ceph.client.${CINDER_BAK_CEPH_USER}.keyring
+
+        iniset $CINDER_CONF DEFAULT backup_driver "cinder.backup.drivers.ceph"
+        iniset $CINDER_CONF DEFAULT backup_ceph_conf "$CEPH_CONF"
+        iniset $CINDER_CONF DEFAULT backup_ceph_pool "$CINDER_BAK_CEPH_POOL"
+        iniset $CINDER_CONF DEFAULT backup_ceph_user "$CINDER_BAK_CEPH_USER"
+        iniset $CINDER_CONF DEFAULT backup_ceph_stripe_unit 0
+        iniset $CINDER_CONF DEFAULT backup_ceph_stripe_count 0
+        iniset $CINDER_CONF DEFAULT restore_discard_excess_bytes True
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/glusterfs.html b/lib/cinder_backends/glusterfs.html new file mode 100644 index 00000000..204abf0a --- /dev/null +++ b/lib/cinder_backends/glusterfs.html @@ -0,0 +1,442 @@ + + + + + glusterfs + + + +
      +
      + + + + + + + + + + +

      glusterfs

      + + + + + + + + + +
      + + +

      lib/cinder_backends/glusterfs +Configure the glusterfs backend +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,glusterfs:<volume-type-name>
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      CINDER_CONF +CINDER_CONF_DIR +CINDER_GLUSTERFS_SHARES - Contents of glusterfs shares config file

      +
      +
+
      +

      configure_cinder_backend_glusterfs - Configure Cinder for GlusterFS backends

      +
      +
+
      +

      Save trace setting

      +
      +GLUSTERFS_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_glusterfs - Set config files, create data dirs, etc

      +
      +function configure_cinder_backend_glusterfs {
+    local be_name=$1
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.glusterfs.GlusterfsDriver"
+    iniset $CINDER_CONF $be_name glusterfs_shares_config "$CINDER_CONF_DIR/glusterfs-shares-$be_name.conf"
+
+    if [[ -n "$CINDER_GLUSTERFS_SHARES" ]]; then
+        CINDER_GLUSTERFS_SHARES=$(echo $CINDER_GLUSTERFS_SHARES | tr ";" "\n")
+        echo "$CINDER_GLUSTERFS_SHARES" | tee "$CINDER_CONF_DIR/glusterfs-shares-$be_name.conf"
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$GLUSTERFS_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/lvm.html b/lib/cinder_backends/lvm.html new file mode 100644 index 00000000..978c3486 --- /dev/null +++ b/lib/cinder_backends/lvm.html @@ -0,0 +1,620 @@ + + + + + lvm + + + +
      +
      + + + + + + + + + + +

      lvm

      + + + + + + + + + +
      + + +

      lib/cinder_backends/lvm +Configure the LVM backend +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,lvm:lvmname
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      CINDER_CONF +DATA_DIR

      +
      +
+
      +

      clean_cinder_backend_lvm - called from clean_cinder() +configure_cinder_backend_lvm - called from configure_cinder() +init_cinder_backend_lvm - called from init_cinder()

      +
      +
+
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Name of the lvm volume groups to use/create for iscsi volumes +This monkey-motion is for compatibility with icehouse-generation Grenade +If VOLUME_GROUP is set, use it, otherwise we'll build a VG name based +on VOLUME_GROUP_NAME that includes the backend name +Grenade doesn't use VOLUME_GROUP2 so it is left out

      +
      +VOLUME_GROUP_NAME=${VOLUME_GROUP:-${VOLUME_GROUP_NAME:-stack-volumes}}
+
+
      +

      TODO: resurrect backing device...need to know how to set values

      +
      +#VOLUME_BACKING_DEVICE=${VOLUME_BACKING_DEVICE:-}
+
+VOLUME_NAME_PREFIX=${VOLUME_NAME_PREFIX:-volume-}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      Compatibility for getting a volume group name from either VOLUME_GROUP +or from VOLUME_GROUP_NAME plus the backend name

      +
      +function get_volume_group_name {
+    local be_name=$1
+
+
      +

      Again with the icehouse-generation compatibility

      +
      +    local volume_group_name=$VOLUME_GROUP_NAME
+    if [[ -z $VOLUME_GROUP ]]; then
+        volume_group_name+="-$be_name"
+    fi
+    echo $volume_group_name
+}
+
+function cleanup_cinder_backend_lvm {
+    local be_name=$1
+
+
      +

      Again with the icehouse-generation compatibility

      +
      +    local volume_group_name=$(get_volume_group_name $be_name)
+
+
      +

      Campsite rule: leave behind a volume group at least as clean as we found it

      +
      +    _clean_lvm_lv ${volume_group_name} $VOLUME_NAME_PREFIX
+    _clean_lvm_backing_file ${volume_group_name} $DATA_DIR/${volume_group_name}-backing-file
+}
+
+
      +

      configure_cinder_backend_lvm - Set config files, create data dirs, etc +configure_cinder_backend_lvm $name

      +
      +function configure_cinder_backend_lvm {
+    local be_name=$1
+
+
      +

      Again with the icehouse-generation compatibility

      +
      +    local volume_group_name=$(get_volume_group_name $be_name)
+
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.lvm.LVMISCSIDriver"
+    iniset $CINDER_CONF $be_name volume_group $volume_group_name
+
+    if [[ "$CINDER_SECURE_DELETE" == "False" ]]; then
+        iniset $CINDER_CONF $be_name volume_clear none
+    fi
+}
+
+
+function init_cinder_backend_lvm {
+    local be_name=$1
+
+
      +

      Again with the icehouse-generation compatibility

      +
      +    local volume_group_name=$(get_volume_group_name $be_name)
+
+
      +

      Start with a clean volume group

      +
      +    _create_cinder_volume_group ${volume_group_name} $DATA_DIR/${volume_group_name}-backing-file
+
+    if is_fedora || is_suse; then
+
      +

      service is not started by default

      +
      +        start_service tgtd
+    fi
+
+
      +

      Remove iscsi targets

      +
      +    sudo tgtadm --op show --mode target | grep $VOLUME_NAME_PREFIX | grep Target | cut -f3 -d ' ' | sudo xargs -n1 tgt-admin --delete || true
+    _clean_lvm_lv ${volume_group_name} $VOLUME_NAME_PREFIX
+}
+
+
+
      +

      _clean_lvm_lv removes all cinder LVM volumes

      +

      Usage: _clean_lvm_lv volume-group-name $VOLUME_NAME_PREFIX

      +
      +function _clean_lvm_lv {
+    local vg=$1
+    local lv_prefix=$2
+
+
      +

      Clean out existing volumes

      +
      +    local lv
+    for lv in $(sudo lvs --noheadings -o lv_name $vg 2>/dev/null); do
+
      +

      lv_prefix prefixes the LVs we want

      +
      +        if [[ "${lv#$lv_prefix}" != "$lv" ]]; then
+            sudo lvremove -f $vg/$lv
+        fi
+    done
+}
+
+
      +

      _clean_lvm_backing_file() removes the backing file of the +volume group used by cinder

      +

      Usage: _clean_lvm_backing_file() volume-group-name backing-file-name

      +
      +function _clean_lvm_backing_file {
+    local vg=$1
+    local backing_file=$2
+
+
      +

      if there is no logical volume left, it's safe to attempt a cleanup +of the backing file

      +
      +    if [[ -z "$(sudo lvs --noheadings -o lv_name $vg 2>/dev/null)" ]]; then
+
      +

      if the backing physical device is a loop device, it was probably setup by devstack

      +
      +        local vg_dev=$(sudo losetup -j $backing_file | awk -F':' '/backing-file/ { print $1}')
+        if [[ -n "$vg_dev" ]] && [[ -e "$vg_dev" ]]; then
+            sudo losetup -d $vg_dev
+            rm -f $backing_file
+        fi
+    fi
+}
+
+
      +

      _create_cinder_volume_group volume-group-name backing-file-name

      +
      +function _create_cinder_volume_group {
+
      +

      According to the CINDER_MULTI_LVM_BACKEND value, configure one or two default volumes +group called stack-volumes (and stack-volumes2) for the volume +service if it (they) does (do) not yet exist. If you don't wish to use a +file backed volume group, create your own volume group called stack-volumes +and stack-volumes2 before invoking stack.sh.

      +

      The two backing files are VOLUME_BACKING_FILE_SIZE in size, and they are stored in +the DATA_DIR.

      +
      +
+    local vg_name=$1
+    local backing_file=$2
+
+    if ! sudo vgs $vg_name; then
+
      +

      TODO: fix device handling

      +
      +        if [ -z "$VOLUME_BACKING_DEVICE" ]; then
+
      +

      Only create if the file doesn't already exists

      +
      +            [[ -f $backing_file ]] || truncate -s $VOLUME_BACKING_FILE_SIZE $backing_file
+            local vg_dev=`sudo losetup -f --show $backing_file`
+
+
      +

      Only create if the loopback device doesn't contain $VOLUME_GROUP

      +
      +            if ! sudo vgs $vg_name; then
+                sudo vgcreate $vg_name $vg_dev
+            fi
+        else
+            sudo vgcreate $vg_name $VOLUME_BACKING_DEVICE
+        fi
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/nfs.html b/lib/cinder_backends/nfs.html new file mode 100644 index 00000000..e7e4fd5e --- /dev/null +++ b/lib/cinder_backends/nfs.html @@ -0,0 +1,439 @@ + + + + + nfs + + + +
      +
      + + + + + + + + + + +

      nfs

      + + + + + + + + + +
      + + +

      lib/cinder_backends/nfs +Configure the nfs backend +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,nfs:<volume-type-name>
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      CINDER_CONF +CINDER_CONF_DIR +CINDER_NFS_SERVERPATH - contents of nfs shares config file

      +
      +
+
      +

      configure_cinder_backend_nfs - Configure Cinder for NFS backends

      +
      +
+
      +

      Save trace setting

      +
      +NFS_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_nfs - Set config files, create data dirs, etc

      +
      +function configure_cinder_backend_nfs {
+    local be_name=$1
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.nfs.NfsDriver"
+    iniset $CINDER_CONF $be_name nfs_shares_config "$CINDER_CONF_DIR/nfs-shares-$be_name.conf"
+
+    echo "$CINDER_NFS_SERVERPATH" | tee "$CINDER_CONF_DIR/nfs-shares-$be_name.conf"
+}
+
+
+
      +

      Restore xtrace

      +
      +$NFS_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/solidfire.html b/lib/cinder_backends/solidfire.html new file mode 100644 index 00000000..18fc7b06 --- /dev/null +++ b/lib/cinder_backends/solidfire.html @@ -0,0 +1,445 @@ + + + + + solidfire + + + +
      +
      + + + + + + + + + + +

      solidfire

      + + + + + + + + + +
      + + +

      lib/cinder_backends/solidfire +Configure the solidfire driver +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,solidfire:<volume-type-name>
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      CINDER_CONF

      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_solidfire - Set config files, create data dirs, etc

      +
      +function configure_cinder_backend_solidfire {
+
      +

      To use SolidFire, set the following in local.conf: +CINDER_ENABLED_BACKENDS+=,solidfire:<volume-type-name> +SAN_IP=<mvip> +SAN_LOGIN=<cluster-admin-account> +SAN_PASSWORD=<cluster-admin-password>

      +
      +
+    local be_name=$1
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.solidfire.SolidFireDriver"
+    iniset $CINDER_CONF $be_name san_ip $SAN_IP
+    iniset $CINDER_CONF $be_name san_login $SAN_LOGIN
+    iniset $CINDER_CONF $be_name san_password $SAN_PASSWORD
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/vmdk.html b/lib/cinder_backends/vmdk.html new file mode 100644 index 00000000..b4ae5c96 --- /dev/null +++ b/lib/cinder_backends/vmdk.html @@ -0,0 +1,441 @@ + + + + + vmdk + + + +
      +
      + + + + + + + + + + +

      vmdk

      + + + + + + + + + +
      + + +

      lib/cinder_backends/vmdk +Configure the VMware vmdk backend +Enable with:

      +
      +CINDER_ENABLED_BACKENDS+=,vmdk:<volume-type-name>
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_backend_vmdk - Configure Cinder for VMware vmdk backends

      +
      +
+
      +

      Save trace setting

      +
      +VMDK_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_vmdk - Set config files, create data dirs, etc

      +
      +function configure_cinder_backend_vmdk {
+
      +

      To use VMware vmdk backend, set the following in local.conf: +CINDER_ENABLED_BACKENDS+=,vmdk:<volume-type-name> +VMWAREAPI_IP=<vcenter-ip> +VMWAREAPI_USER=<vcenter-admin-account> +VMWAREAPI_PASSWORD=<vcenter-admin-password>

      +
      +
+    local be_name=$1
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver "cinder.volume.drivers.vmware.vmdk.VMwareVcVmdkDriver"
+    iniset $CINDER_CONF $be_name vmware_host_ip "$VMWAREAPI_IP"
+    iniset $CINDER_CONF $be_name vmware_host_username "$VMWAREAPI_USER"
+    iniset $CINDER_CONF $be_name vmware_host_password "$VMWAREAPI_PASSWORD"
+}
+
+
+
      +

      Restore xtrace

      +
      +$VMDK_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_backends/xiv.html b/lib/cinder_backends/xiv.html new file mode 100644 index 00000000..4d8eb8f9 --- /dev/null +++ b/lib/cinder_backends/xiv.html @@ -0,0 +1,495 @@ + + + + + xiv + + + +
      +
      + + + + + + + + + + +

      xiv

      + + + + + + + + + +
      + + +

      Copyright 2014 IBM Corp. +Copyright (c) 2014 OpenStack Foundation +All Rights Reserved.

      +
      +

      Licensed under the Apache License, Version 2.0 (the "License"); you may +not use this file except in compliance with the License. You may obtain +a copy of the License at

      +
      +http://www.apache.org/licenses/LICENSE-2.0
      +

      Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +License for the specific language governing permissions and limitations +under the License.

      +
      +
      +
      Authors:
      +
      Alon Marx <alonma@il.ibm.com>
      +
      +
      +

      System Message: WARNING/2 (<stdin>, line 19)

      +Definition list ends without a blank line; unexpected unindent.
      +

      lib/cinder_plugins/xiv +Configure the xiv_ds8k driver for xiv testing

      +
      +
+
+
      +

      Enable xiv_ds8k driver for xiv with:

      +
      +CINDER_ENABLED_BACKENDS+=,xiv:<volume-type-name> +XIV_DRIVER_VERSION=<version-string> +SAN_IP=<storage-ip-or-hostname> +SAN_LOGIN=<storage-admin-account> +SAN_PASSWORD=<storage-admin-password> +SAN_CLUSTERNAME=<cluster-name> +CONNECTION_TYPE=<connection-type> iscsi|fc +XIV_CHAP=<chap-type> disabled|enabled
      +
      +
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_backend_xiv - Configure Cinder for xiv backends

      +
      +
+
      +

      Save trace setting

      +
      +XIV_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +
      +

      Defaults

      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_backend_xiv - Set config files, create data dirs, etc

      +
      +function configure_cinder_backend_xiv {
+
+    local be_name=$1
+
+    python -c 'from xiv_ds8k_openstack.xiv_nova_proxy import XIVNovaProxy'
+    if [ $? -ne 0 ]; then
+        die $LINENO "XIV_DS8K driver is missing. Please install first"
+    fi
+
+
      +

      For reference: +XIV_DS8K_BACKEND='IBM-XIV_'${SAN_IP}'_'${SAN_CLUSTERNAME}'_'${CONNECTION_TYPE}

      +
      +    iniset $CINDER_CONF DEFAULT xiv_ds8k_driver_version $XIV_DRIVER_VERSION
+
+    iniset $CINDER_CONF $be_name san_ip $SAN_IP
+    iniset $CINDER_CONF $be_name san_login $SAN_LOGIN
+    iniset $CINDER_CONF $be_name san_password $SAN_PASSWORD
+    iniset $CINDER_CONF $be_name san_clustername $SAN_CLUSTERNAME
+    iniset $CINDER_CONF $be_name xiv_ds8k_connection_type $CONNECTION_TYPE
+    iniset $CINDER_CONF $be_name volume_backend_name $be_name
+    iniset $CINDER_CONF $be_name volume_driver 'cinder.volume.drivers.ibm.xiv_ds8k.XIVDS8KDriver'
+    iniset $CINDER_CONF $be_name xiv_ds8k_proxy 'xiv_ds8k_openstack.xiv_nova_proxy.XIVNovaProxy'
+    iniset $CINDER_CONF $be_name xiv_chap $XIV_CHAP
+}
+
+
      +

      Restore xtrace

      +
      +$XIV_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
+
      +
      +
      +
      +
+
      + +
      +

      Docutils System Messages

      +
      +

      System Message: ERROR/3 (<stdin>, line 67); backlink

      +Unknown target name: "ibm-xiv".
      +
      + + +
      +
      + + diff --git a/lib/cinder_plugins.html b/lib/cinder_plugins.html new file mode 100644 index 00000000..56678093 --- /dev/null +++ b/lib/cinder_plugins.html @@ -0,0 +1,373 @@ + + + + + cinder_plugins + + + +
      +
      + + + + + + + + + + +

      cinder_plugins

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/cinder_plugins/XenAPINFS.html b/lib/cinder_plugins/XenAPINFS.html new file mode 100644 index 00000000..c7cf8f5a --- /dev/null +++ b/lib/cinder_plugins/XenAPINFS.html @@ -0,0 +1,443 @@ + + + + + XenAPINFS + + + +
      +
      + + + + + + + + + + +

      XenAPINFS

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/XenAPINFS +Configure the XenAPINFS driver +Enable with:

      +
      +CINDER_DRIVER=XenAPINFS
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.xenapi.sm.XenAPINFSDriver"
+    iniset $CINDER_CONF DEFAULT xenapi_connection_url "$CINDER_XENAPI_CONNECTION_URL"
+    iniset $CINDER_CONF DEFAULT xenapi_connection_username "$CINDER_XENAPI_CONNECTION_USERNAME"
+    iniset $CINDER_CONF DEFAULT xenapi_connection_password "$CINDER_XENAPI_CONNECTION_PASSWORD"
+    iniset $CINDER_CONF DEFAULT xenapi_nfs_server "$CINDER_XENAPI_NFS_SERVER"
+    iniset $CINDER_CONF DEFAULT xenapi_nfs_serverpath "$CINDER_XENAPI_NFS_SERVERPATH"
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_plugins/glusterfs.html b/lib/cinder_plugins/glusterfs.html new file mode 100644 index 00000000..03fcc240 --- /dev/null +++ b/lib/cinder_plugins/glusterfs.html @@ -0,0 +1,451 @@ + + + + + glusterfs + + + +
      +
      + + + + + + + + + + +

      glusterfs

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/glusterfs +Configure the glusterfs driver +Enable with:

      +
      +CINDER_DRIVER=glusterfs
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+
      +

      To use glusterfs, set the following in localrc: +CINDER_DRIVER=glusterfs +CINDER_GLUSTERFS_SHARES="127.0.0.1:/vol1;127.0.0.1:/vol2" +Shares are <host>:<volume> and separated by semicolons.

      +
      +
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.glusterfs.GlusterfsDriver"
+    iniset $CINDER_CONF DEFAULT glusterfs_shares_config "$CINDER_CONF_DIR/glusterfs_shares"
+    touch $CINDER_CONF_DIR/glusterfs_shares
+    if [ ! -z "$CINDER_GLUSTERFS_SHARES" ]; then
+        CINDER_GLUSTERFS_SHARES=$(echo $CINDER_GLUSTERFS_SHARES | tr ";" "\n")
+        echo "$CINDER_GLUSTERFS_SHARES" > $CINDER_CONF_DIR/glusterfs_shares
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_plugins/nfs.html b/lib/cinder_plugins/nfs.html new file mode 100644 index 00000000..296f9540 --- /dev/null +++ b/lib/cinder_plugins/nfs.html @@ -0,0 +1,440 @@ + + + + + nfs + + + +
      +
      + + + + + + + + + + +

      nfs

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/nfs +Configure the nfs driver +Enable with:

      +
      +CINDER_DRIVER=nfs
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.nfs.NfsDriver"
+    iniset $CINDER_CONF DEFAULT nfs_shares_config "$CINDER_CONF_DIR/nfs_shares.conf"
+    echo "$CINDER_NFS_SERVERPATH" | tee "$CINDER_CONF_DIR/nfs_shares.conf"
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_plugins/sheepdog.html b/lib/cinder_plugins/sheepdog.html new file mode 100644 index 00000000..58f88228 --- /dev/null +++ b/lib/cinder_plugins/sheepdog.html @@ -0,0 +1,438 @@ + + + + + sheepdog + + + +
      +
      + + + + + + + + + + +

      sheepdog

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/sheepdog +Configure the sheepdog driver +Enable with:

      +
      +CINDER_DRIVER=sheepdog
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.sheepdog.SheepdogDriver"
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_plugins/solidfire.html b/lib/cinder_plugins/solidfire.html new file mode 100644 index 00000000..7ad0974a --- /dev/null +++ b/lib/cinder_plugins/solidfire.html @@ -0,0 +1,449 @@ + + + + + solidfire + + + +
      +
      + + + + + + + + + + +

      solidfire

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/solidfire +Configure the solidfire driver +Enable with:

      +
      +CINDER_DRIVER=solidfire
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+
      +

      To use solidfire, set the following in localrc: +CINDER_DRIVER=solidfire +SAN_IP=<mvip> +SAN_LOGIN=<cluster-admin-account> +SAN_PASSWORD=<cluster-admin-password>

      +
      +
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.solidfire.SolidFireDriver"
+    iniset $CINDER_CONF DEFAULT san_ip $SAN_IP
+    iniset $CINDER_CONF DEFAULT san_login $SAN_LOGIN
+    iniset $CINDER_CONF DEFAULT san_password $SAN_PASSWORD
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/cinder_plugins/vsphere.html b/lib/cinder_plugins/vsphere.html new file mode 100644 index 00000000..fb7799e1 --- /dev/null +++ b/lib/cinder_plugins/vsphere.html @@ -0,0 +1,441 @@ + + + + + vsphere + + + +
      +
      + + + + + + + + + + +

      vsphere

      + + + + + + + + + +
      + + +

      lib/cinder_plugins/vsphere +Configure the vsphere driver +Enable with:

      +
      +CINDER_DRIVER=vsphere
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • cinder configurations
        • +
      +
      +
+
      +

      configure_cinder_driver - make configuration changes, including those to other services

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      configure_cinder_driver - Set config files, create data dirs, etc

      +
      +function configure_cinder_driver {
+    iniset $CINDER_CONF DEFAULT vmware_host_ip "$VMWAREAPI_IP"
+    iniset $CINDER_CONF DEFAULT vmware_host_username "$VMWAREAPI_USER"
+    iniset $CINDER_CONF DEFAULT vmware_host_password "$VMWAREAPI_PASSWORD"
+    iniset $CINDER_CONF DEFAULT volume_driver "cinder.volume.drivers.vmware.vmdk.VMwareVcVmdkDriver"
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/config.html b/lib/config.html new file mode 100644 index 00000000..dd044973 --- /dev/null +++ b/lib/config.html @@ -0,0 +1,522 @@ + + + + + config + + + +
      +
      + + + + + + + + + + +

      config

      + + + + + + + + + +
      + + +

      lib/config - Configuration file manipulation functions +These functions have no external dependencies and the following side-effects:

      +

      CONFIG_AWK_CMD is defined, default is awk

      +
      +
+
+
      +

      Meta-config files contain multiple INI-style configuration files +using a specific new section header to delimit them:

      +
      +[[group-name|file-name]]
      +

      group-name refers to the group of configuration file changes to be processed +at a particular time. These are called phases in stack.sh but +group here as these functions are not DevStack-specific.

      +

      file-name is the destination of the config file

      +
      +
+
      +

      Save trace setting

      +
      +C_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +

      Allow the awk command to be overridden on legacy platforms

      +
      +CONFIG_AWK_CMD=${CONFIG_AWK_CMD:-awk}
+
+
      +

      Get the section for the specific group and config file +get_meta_section infile group configfile

      +
      +function get_meta_section {
+    local file=$1
+    local matchgroup=$2
+    local configfile=$3
+
+    [[ -r $file ]] || return 0
+    [[ -z $configfile ]] && return 0
+
+    $CONFIG_AWK_CMD -v matchgroup=$matchgroup -v configfile=$configfile '
+        BEGIN { group = "" }
+        /^\[\[.+\|.*\]\]/ {
+            if (group == "") {
+                gsub("[][]", "", $1);
+                split($1, a, "|");
+                if (a[1] == matchgroup && a[2] == configfile) {
+                    group=a[1]
+                }
+            } else {
+                group=""
+            }
+            next
+        }
+        {
+            if (group != "")
+                print $0
+        }
+    ' $file
+}
+
+
+
      +

      Get a list of config files for a specific group +get_meta_section_files infile group

      +
      +function get_meta_section_files {
+    local file=$1
+    local matchgroup=$2
+
+    [[ -r $file ]] || return 0
+
+    $CONFIG_AWK_CMD -v matchgroup=$matchgroup '
+        /^\[\[.+\|.*\]\]/ {
+            gsub("[][]", "", $1);
+            split($1, a, "|");
+            if (a[1] == matchgroup)
+                print a[2]
+        }
+    ' $file
+}
+
+
+
      +

      Merge the contents of a meta-config file into its destination config file +If configfile does not exist it will be created. +merge_config_file infile group configfile

      +
      +function merge_config_file {
+    local file=$1
+    local matchgroup=$2
+    local configfile=$3
+
+    get_meta_section $file $matchgroup $configfile | \
+    $CONFIG_AWK_CMD -v configfile=$configfile '
+        BEGIN { section = "" }
+        /^\[.+\]/ {
+            gsub("[][]", "", $1);
+            section=$1
+            next
+        }
+        /^ *\#/ {
+            next
+        }
+        /^[^ \t]+/ {
+            split($0, d, " *= *")
+            print "iniset " configfile " " section " " d[1] " \"" d[2] "\""
+        }
+    ' | while read a; do eval "$a"; done
+
+}
+
+
+
      +

      Merge all of the files specified by group +merge_config_group infile group [group ...]

      +
      +function merge_config_group {
+    local localfile=$1; shift
+    local matchgroups=$@
+
+    [[ -r $localfile ]] || return 0
+
+    local configfile group
+    for group in $matchgroups; do
+        for configfile in $(get_meta_section_files $localfile $group); do
+            if [[ -d $(dirname $(eval "echo $configfile")) ]]; then
+                merge_config_file $localfile $group $configfile
+            fi
+        done
+    done
+}
+
+
+
      +

      Restore xtrace

      +
      +$C_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/database b/lib/database deleted file mode 100644 index 07e37aef..00000000 --- a/lib/database +++ /dev/null @@ -1,94 +0,0 @@ -# lib/database -# Interface for interacting with different database backends - -# Dependencies: -# DATABASE_BACKENDS variable must contain a list of available database backends -# DATABASE_TYPE variable must be set - -# Each database must implement four functions: -# recreate_database_$DATABASE_TYPE -# install_database_$DATABASE_TYPE -# configure_database_$DATABASE_TYPE -# database_connection_url_$DATABASE_TYPE -# -# and call register_database $DATABASE_TYPE - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - -# Register a database backend -# $1 The name of the database backend -function register_database { - [ -z "$DATABASE_BACKENDS" ] && DATABASE_BACKENDS=$1 || DATABASE_BACKENDS+=" $1" -} - -for f in $TOP_DIR/lib/databases/*; do source $f; done - -# Set the database type based on the configuration -function initialize_database_backends { - for backend in $DATABASE_BACKENDS; do - is_service_enabled $backend && DATABASE_TYPE=$backend - done - - [ -z "$DATABASE_TYPE" ] && return 1 - - # For backward-compatibility, read in the MYSQL_HOST/USER variables and use - # them as the default values for the DATABASE_HOST/USER variables. - MYSQL_HOST=${MYSQL_HOST:-localhost} - MYSQL_USER=${MYSQL_USER:-root} - - DATABASE_HOST=${DATABASE_HOST:-${MYSQL_HOST}} - DATABASE_USER=${DATABASE_USER:-${MYSQL_USER}} - - if [ -n "$MYSQL_PASSWORD" ]; then - DATABASE_PASSWORD=$MYSQL_PASSWORD - else - read_password DATABASE_PASSWORD "ENTER A PASSWORD TO USE FOR THE DATABASE." - fi - - # We configure Nova, Horizon, Glance and Keystone to use MySQL as their - # database server. While they share a single server, each has their own - # database and tables. - - # By default this script will install and configure MySQL. If you want to - # use an existing server, you can pass in the user/password/host parameters. - # You will need to send the same ``DATABASE_PASSWORD`` to every host if you are doing - # a multi-node DevStack installation. - - # NOTE: Don't specify ``/db`` in this string so we can use it for multiple services - BASE_SQL_CONN=${BASE_SQL_CONN:-${DATABASE_TYPE}://$DATABASE_USER:$DATABASE_PASSWORD@$DATABASE_HOST} - - return 0 -} - -# Recreate a given database -# $1 The name of the database -# $2 The character set/encoding of the database -function recreate_database { - local db=$1 - local charset=$2 - recreate_database_$DATABASE_TYPE $db $charset -} - -# Install the database -function install_database { - install_database_$DATABASE_TYPE -} - -# Configure and start the database -function configure_database { - configure_database_$DATABASE_TYPE -} - -# Generate an SQLAlchemy connection URL and store it in a variable -# $1 The variable name in which to store the connection URL -# $2 The name of the database -function database_connection_url { - local var=$1 - local db=$2 - database_connection_url_$DATABASE_TYPE $var $db -} - -# Restore xtrace -$XTRACE diff --git a/lib/database.html b/lib/database.html new file mode 100644 index 00000000..727d39cc --- /dev/null +++ b/lib/database.html @@ -0,0 +1,564 @@ + + + + + database + + + +
      +
      + + + + + + + + + + +

      database

      + + + + + + + + + +
      + + +

      lib/database +Interface for interacting with different database backends +Dependencies: +ENABLED_SERVICES must be defined

      +
      +
+
+
      +

      DATABASE_BACKENDS will contain a list of available database backends +after sourcing this file.

      +
      +
+
      +

      This is a wrapper for the specific database backends available. +Each database must implement four functions:

      +
        +
      • recreate_database_$DATABASE_TYPE
        • +
      • install_database_$DATABASE_TYPE
        • +
      • configure_database_$DATABASE_TYPE
        • +
      • database_connection_url_$DATABASE_TYPE
        • +
      +

      and call register_database $DATABASE_TYPE

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +

      Register a database backend

      +
      +$1 The name of the database backend
      +

      This is required to be defined before the specific database scripts are sourced

      +
      +function register_database {
+    [ -z "$DATABASE_BACKENDS" ] && DATABASE_BACKENDS=$1 || DATABASE_BACKENDS+=" $1"
+}
+
+
      +

      Sourcing the database libs sets DATABASE_BACKENDS with the available list

      +
      +for f in $TOP_DIR/lib/databases/*; do
+    source $f;
+done
+
+
      +

      DATABASE_BACKENDS now contains a list of the supported databases +Look in ENABLED_SERVICES to see if one has been selected

      +
      +for db in $DATABASE_BACKENDS; do
+
      +

      Set the type for the rest of the backend to use

      +
      +    if is_service_enabled $db; then
+
      +

      Set this now for the rest of the database functions

      +
      +        DATABASE_TYPE=$db
+    fi
+done
+
      +

      If DATABASE_TYPE is unset here no database was selected +This is not an error as multi-node installs will do this on the compute nodes

      +
      +
+
+
      +
      +

      Functions

      +
      +
+
      +

      Get rid of everything enough to cleanly change database backends

      +
      +function cleanup_database {
+    cleanup_database_$DATABASE_TYPE
+}
+
+
      +

      Set the database type based on the configuration

      +
      +function initialize_database_backends {
+    for backend in $DATABASE_BACKENDS; do
+        is_service_enabled $backend && DATABASE_TYPE=$backend
+    done
+
+    [ -z "$DATABASE_TYPE" ] && return 1
+
+
      +

      For backward-compatibility, read in the MYSQL_HOST/USER variables and use +them as the default values for the DATABASE_HOST/USER variables.

      +
      +    MYSQL_HOST=${MYSQL_HOST:-127.0.0.1}
+    MYSQL_USER=${MYSQL_USER:-root}
+
+    DATABASE_HOST=${DATABASE_HOST:-${MYSQL_HOST}}
+    DATABASE_USER=${DATABASE_USER:-${MYSQL_USER}}
+
+    if [ -n "$MYSQL_PASSWORD" ]; then
+        DATABASE_PASSWORD=$MYSQL_PASSWORD
+    else
+        read_password DATABASE_PASSWORD "ENTER A PASSWORD TO USE FOR THE DATABASE."
+    fi
+
+
      +

      We configure Nova, Horizon, Glance and Keystone to use MySQL as their +database server. While they share a single server, each has their own +database and tables.

      +
      +
+
      +

      By default this script will install and configure MySQL. If you want to +use an existing server, you can pass in the user/password/host parameters. +You will need to send the same DATABASE_PASSWORD to every host if you are doing +a multi-node DevStack installation.

      +
      +
+
      +

      NOTE: Don't specify /db in this string so we can use it for multiple services

      +
      +    BASE_SQL_CONN=${BASE_SQL_CONN:-$(get_database_type)://$DATABASE_USER:$DATABASE_PASSWORD@$DATABASE_HOST}
+
+    return 0
+}
+
+
      +
      +
      Recreate a given database
      +
      $1 The name of the database +$2 The character set/encoding of the database
      +
      +
      +function recreate_database {
+    local db=$1
+    local charset=$2
+    recreate_database_$DATABASE_TYPE $db $charset
+}
+
+
      +

      Install the database

      +
      +function install_database {
+    install_database_$DATABASE_TYPE
+}
+
+
      +

      Configure and start the database

      +
      +function configure_database {
+    configure_database_$DATABASE_TYPE
+}
+
+
      +
      +
      Generate an SQLAlchemy connection URL and output it using echo
      +
      $1 The name of the database
      +
      +
      +function database_connection_url {
+    local db=$1
+    database_connection_url_$DATABASE_TYPE $db
+}
+
+function get_database_type {
+    if [[ -n "${SQLALCHEMY_DATABASE_DRIVER}" ]]; then
+        echo "${DATABASE_TYPE}+${SQLALCHEMY_DATABASE_DRIVER}"
+    else
+        echo "${DATABASE_TYPE}"
+    fi
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/databases.html b/lib/databases.html new file mode 100644 index 00000000..ad4bfe36 --- /dev/null +++ b/lib/databases.html @@ -0,0 +1,373 @@ + + + + + databases + + + +
      +
      + + + + + + + + + + +

      databases

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/databases/mysql b/lib/databases/mysql deleted file mode 100644 index 94aedc64..00000000 --- a/lib/databases/mysql +++ /dev/null @@ -1,124 +0,0 @@ -# lib/databases/mysql -# Functions to control the configuration and operation of the **MySQL** database backend - -# Dependencies: -# DATABASE_{HOST,USER,PASSWORD} must be defined - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -register_database mysql - -function recreate_database_mysql { - local db=$1 - local charset=$2 - mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -e "DROP DATABASE IF EXISTS $db;" - mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -e "CREATE DATABASE $db CHARACTER SET $charset;" -} - -function configure_database_mysql { - echo_summary "Configuring and starting MySQL" - - if is_ubuntu; then - MY_CONF=/etc/mysql/my.cnf - MYSQL=mysql - elif is_fedora; then - MY_CONF=/etc/my.cnf - MYSQL=mysqld - elif is_suse; then - MY_CONF=/etc/my.cnf - MYSQL=mysql - else - exit_distro_not_supported "mysql configuration" - fi - - # Start mysql-server - if is_fedora || is_suse; then - # service is not started by default - start_service $MYSQL - fi - - # Set the root password - only works the first time. For Ubuntu, we already - # did that with debconf before installing the package. - if ! is_ubuntu; then - sudo mysqladmin -u root password $DATABASE_PASSWORD || true - fi - - # Update the DB to give user ‘$DATABASE_USER’@’%’ full control of the all databases: - sudo mysql -uroot -p$DATABASE_PASSWORD -h127.0.0.1 -e "GRANT ALL PRIVILEGES ON *.* TO '$DATABASE_USER'@'%' identified by '$DATABASE_PASSWORD';" - - # Now update ``my.cnf`` for some local needs and restart the mysql service - - # Change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) - sudo sed -i '/^bind-address/s/127.0.0.1/0.0.0.0/g' $MY_CONF - - # Set default db type to InnoDB - if sudo grep -q "default-storage-engine" $MY_CONF; then - # Change it - sudo bash -c "source $TOP_DIR/functions; iniset $MY_CONF mysqld default-storage-engine InnoDB" - else - # Add it - sudo sed -i -e "/^\[mysqld\]/ a \ -default-storage-engine = InnoDB" $MY_CONF - fi - - # Turn on slow query log - sudo sed -i '/log.slow.queries/d' $MY_CONF - sudo sed -i -e "/^\[mysqld\]/ a \ -log-slow-queries = /var/log/mysql/mysql-slow.log" $MY_CONF - - # Log all queries (any query taking longer than 0 seconds) - sudo sed -i '/long.query.time/d' $MY_CONF - sudo sed -i -e "/^\[mysqld\]/ a \ -long-query-time = 0" $MY_CONF - - # Log all non-indexed queries - sudo sed -i '/log.queries.not.using.indexes/d' $MY_CONF - sudo sed -i -e "/^\[mysqld\]/ a \ -log-queries-not-using-indexes" $MY_CONF - - restart_service $MYSQL -} - -function install_database_mysql { - if is_ubuntu; then - # Seed configuration with mysql password so that apt-get install doesn't - # prompt us for a password upon install. - cat <$HOME/.my.cnf -[client] -user=$DATABASE_USER -password=$DATABASE_PASSWORD -host=$DATABASE_HOST -EOF - chmod 0600 $HOME/.my.cnf - fi - # Install mysql-server - if is_ubuntu || is_fedora; then - install_package mysql-server - elif is_suse; then - install_package mysql-community-server - else - exit_distro_not_supported "mysql installation" - fi -} - -function database_connection_url_mysql { - local output=$1 - local db=$2 - eval "$output=$BASE_SQL_CONN/$db?charset=utf8" -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/databases/mysql.html b/lib/databases/mysql.html new file mode 100644 index 00000000..84192879 --- /dev/null +++ b/lib/databases/mysql.html @@ -0,0 +1,582 @@ + + + + + mysql + + + +
      +
      + + + + + + + + + + +

      mysql

      + + + + + + + + + +
      + + +

      lib/databases/mysql +Functions to control the configuration and operation of the MySQL database backend +Dependencies:

      +
        +
      • DATABASE_{HOST,USER,PASSWORD} must be defined
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+register_database mysql
+
+
+
      +
      +

      Functions

      +
      +
+
      +

      Get rid of everything enough to cleanly change database backends

      +
      +function cleanup_database_mysql {
+    if is_ubuntu; then
+
      +

      Get ruthless with mysql

      +
      +        stop_service $MYSQL
+        apt_get purge -y mysql*
+        sudo rm -rf /var/lib/mysql
+        sudo rm -rf /etc/mysql
+        return
+    elif is_fedora; then
+        if [[ $DISTRO =~ (rhel7) ]]; then
+            MYSQL=mariadb
+        else
+            MYSQL=mysqld
+        fi
+    elif is_suse; then
+        MYSQL=mysql
+    else
+        return
+    fi
+    stop_service $MYSQL
+}
+
+function recreate_database_mysql {
+    local db=$1
+    local charset=$2
+    mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "DROP DATABASE IF EXISTS $db;"
+    mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "CREATE DATABASE $db CHARACTER SET $charset;"
+}
+
+function configure_database_mysql {
+    local my_conf mysql slow_log
+    echo_summary "Configuring and starting MySQL"
+
+    if is_ubuntu; then
+        my_conf=/etc/mysql/my.cnf
+        mysql=mysql
+    elif is_fedora; then
+        if [[ $DISTRO =~ (rhel7) ]]; then
+            mysql=mariadb
+        else
+            mysql=mysqld
+        fi
+        my_conf=/etc/my.cnf
+    elif is_suse; then
+        my_conf=/etc/my.cnf
+        mysql=mysql
+    else
+        exit_distro_not_supported "mysql configuration"
+    fi
+
+
      +

      Start mysql-server

      +
      +    if is_fedora || is_suse; then
+
      +

      service is not started by default

      +
      +        start_service $mysql
+    fi
+
+
      +

      Set the root password - only works the first time. For Ubuntu, we already +did that with debconf before installing the package.

      +
      +    if ! is_ubuntu; then
+        sudo mysqladmin -u root password $DATABASE_PASSWORD || true
+    fi
+
+
      +

      Update the DB to give user ‘$DATABASE_USER’@’%’ full control of the all databases:

      +
      +    sudo mysql -uroot -p$DATABASE_PASSWORD -h127.0.0.1 -e "GRANT ALL PRIVILEGES ON *.* TO '$DATABASE_USER'@'%' identified by '$DATABASE_PASSWORD';"
+
+
      +

      Now update my.cnf for some local needs and restart the mysql service

      +
      +
+
      +

      Change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and +set default db type to InnoDB

      +
      +    sudo bash -c "source $TOP_DIR/functions && \
+        iniset $my_conf mysqld bind-address 0.0.0.0 && \
+        iniset $my_conf mysqld sql_mode STRICT_ALL_TABLES && \
+        iniset $my_conf mysqld default-storage-engine InnoDB"
+
+
+    if [[ "$DATABASE_QUERY_LOGGING" == "True" ]]; then
+        echo_summary "Enabling MySQL query logging"
+        if is_fedora && ! [[ $DISTRO =~ (rhel6) ]]; then
+            slow_log=/var/log/mariadb/mariadb-slow.log
+        else
+            slow_log=/var/log/mysql/mysql-slow.log
+        fi
+        sudo sed -e '/log.slow.queries/d' \
+            -e '/long.query.time/d' \
+            -e '/log.queries.not.using.indexes/d' \
+            -i $my_conf
+
+
      +

      Turn on slow query log, log all queries (any query taking longer than +0 seconds) and log all non-indexed queries

      +
      +        sudo bash -c "source $TOP_DIR/functions && \
+            iniset $my_conf mysqld slow-query-log 1 && \
+            iniset $my_conf mysqld slow-query-log-file $slow_log && \
+            iniset $my_conf mysqld long-query-time 0 && \
+            iniset $my_conf mysqld log-queries-not-using-indexes 1"
+
+    fi
+
+    restart_service $mysql
+}
+
+function install_database_mysql {
+    if is_ubuntu; then
+
      +

      Seed configuration with mysql password so that apt-get install doesn't +prompt us for a password upon install.

      +
      +        cat <<MYSQL_PRESEED | sudo debconf-set-selections
+mysql-server-5.1 mysql-server/root_password password $DATABASE_PASSWORD
+mysql-server-5.1 mysql-server/root_password_again password $DATABASE_PASSWORD
+mysql-server-5.1 mysql-server/start_on_boot boolean true
+MYSQL_PRESEED
+    fi
+
+
      +

      while .my.cnf is not needed for OpenStack to function, it is useful +as it allows you to access the mysql databases via mysql nova instead +of having to specify the username/password each time.

      +
      +    if [[ ! -e $HOME/.my.cnf ]]; then
+        cat <<EOF >$HOME/.my.cnf
+[client]
+user=$DATABASE_USER
+password=$DATABASE_PASSWORD
+host=$DATABASE_HOST
+EOF
+        chmod 0600 $HOME/.my.cnf
+    fi
+
      +

      Install mysql-server

      +
      +    if is_ubuntu || is_fedora; then
+        if [[ $DISTRO =~ (rhel7) ]]; then
+            install_package mariadb-server
+        else
+            install_package mysql-server
+        fi
+    elif is_suse; then
+        if ! is_package_installed mariadb; then
+            install_package mysql-community-server
+        fi
+    else
+        exit_distro_not_supported "mysql installation"
+    fi
+}
+
+function database_connection_url_mysql {
+    local db=$1
+    echo "$BASE_SQL_CONN/$db?charset=utf8"
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/databases/postgresql b/lib/databases/postgresql deleted file mode 100644 index 2c37f49b..00000000 --- a/lib/databases/postgresql +++ /dev/null @@ -1,79 +0,0 @@ -# lib/databases/postgresql -# Functions to control the configuration and operation of the **PostgreSQL** database backend - -# Dependencies: -# DATABASE_{HOST,USER,PASSWORD} must be defined - -# Save trace setting -PG_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -register_database postgresql - -function recreate_database_postgresql { - local db=$1 - local charset=$2 - # Avoid unsightly error when calling dropdb when the database doesn't exist - psql -h$DATABASE_HOST -U$DATABASE_USER -dtemplate1 -c "DROP DATABASE IF EXISTS $db" - createdb -h $DATABASE_HOST -U$DATABASE_USER -l C -T template0 -E $charset $db -} - -function configure_database_postgresql { - echo_summary "Configuring and starting PostgreSQL" - if is_fedora; then - PG_HBA=/var/lib/pgsql/data/pg_hba.conf - PG_CONF=/var/lib/pgsql/data/postgresql.conf - sudo [ -e $PG_HBA ] || sudo postgresql-setup initdb - elif is_ubuntu; then - PG_DIR=`find /etc/postgresql -name pg_hba.conf|xargs dirname` - PG_HBA=$PG_DIR/pg_hba.conf - PG_CONF=$PG_DIR/postgresql.conf - elif is_suse; then - PG_HBA=/var/lib/pgsql/data/pg_hba.conf - PG_CONF=/var/lib/pgsql/data/postgresql.conf - # initdb is called when postgresql is first started - sudo [ -e $PG_HBA ] || start_service postgresql - else - exit_distro_not_supported "postgresql configuration" - fi - # Listen on all addresses - sudo sed -i "/listen_addresses/s/.*/listen_addresses = '*'/" $PG_CONF - # Do password auth from all IPv4 clients - sudo sed -i "/^host/s/all\s\+127.0.0.1\/32\s\+ident/$DATABASE_USER\t0.0.0.0\/0\tpassword/" $PG_HBA - # Do password auth for all IPv6 clients - sudo sed -i "/^host/s/all\s\+::1\/128\s\+ident/$DATABASE_USER\t::0\/0\tpassword/" $PG_HBA - restart_service postgresql - - # If creating the role fails, chances are it already existed. Try to alter it. - sudo -u root sudo -u postgres -i psql -c "CREATE ROLE $DATABASE_USER WITH SUPERUSER LOGIN PASSWORD '$DATABASE_PASSWORD'" || \ - sudo -u root sudo -u postgres -i psql -c "ALTER ROLE $DATABASE_USER WITH SUPERUSER LOGIN PASSWORD '$DATABASE_PASSWORD'" -} - -function install_database_postgresql { - echo_summary "Installing postgresql" - PGPASS=$HOME/.pgpass - if [[ ! -e $PGPASS ]]; then - cat < $PGPASS -*:*:*:$DATABASE_USER:$DATABASE_PASSWORD -EOF - chmod 0600 $PGPASS - else - sed -i "s/:root:\w\+/:root:$DATABASE_PASSWORD/" $PGPASS - fi - if is_ubuntu; then - install_package postgresql - elif is_fedora || is_suse; then - install_package postgresql-server - else - exit_distro_not_supported "postgresql installation" - fi -} - -function database_connection_url_postgresql { - local output=$1 - local db=$2 - eval "$output=$BASE_SQL_CONN/$db?client_encoding=utf8" -} - -# Restore xtrace -$PG_XTRACE diff --git a/lib/databases/postgresql.html b/lib/databases/postgresql.html new file mode 100644 index 00000000..7a0b65f1 --- /dev/null +++ b/lib/databases/postgresql.html @@ -0,0 +1,525 @@ + + + + + postgresql + + + +
      +
      + + + + + + + + + + +

      postgresql

      + + + + + + + + + +
      + + +

      lib/databases/postgresql +Functions to control the configuration and operation of the PostgreSQL database backend +Dependencies:

      +
        +
      • DATABASE_{HOST,USER,PASSWORD} must be defined
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +PG_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+MAX_DB_CONNECTIONS=${MAX_DB_CONNECTIONS:-200}
+
+
+register_database postgresql
+
+
+
      +
      +

      Functions

      +
      +
+
      +

      Get rid of everything enough to cleanly change database backends

      +
      +function cleanup_database_postgresql {
+    stop_service postgresql
+    if is_ubuntu; then
+
      +

      Get ruthless with mysql

      +
      +        apt_get purge -y postgresql*
+        return
+    elif is_fedora || is_suse; then
+        uninstall_package postgresql-server
+    else
+        return
+    fi
+}
+
+function recreate_database_postgresql {
+    local db=$1
+    local charset=$2
+
      +

      Avoid unsightly error when calling dropdb when the database doesn't exist

      +
      +    psql -h$DATABASE_HOST -U$DATABASE_USER -dtemplate1 -c "DROP DATABASE IF EXISTS $db"
+    createdb -h $DATABASE_HOST -U$DATABASE_USER -l C -T template0 -E $charset $db
+}
+
+function configure_database_postgresql {
+    local pg_conf pg_dir pg_hba root_roles
+    echo_summary "Configuring and starting PostgreSQL"
+    if is_fedora; then
+        pg_hba=/var/lib/pgsql/data/pg_hba.conf
+        pg_conf=/var/lib/pgsql/data/postgresql.conf
+        if ! sudo [ -e $pg_hba ]; then
+            if ! [[ $DISTRO =~ (rhel6) ]]; then
+                sudo postgresql-setup initdb
+            else
+                sudo service postgresql initdb
+            fi
+        fi
+    elif is_ubuntu; then
+        pg_dir=`find /etc/postgresql -name pg_hba.conf|xargs dirname`
+        pg_hba=$pg_dir/pg_hba.conf
+        pg_conf=$pg_dir/postgresql.conf
+    elif is_suse; then
+        pg_hba=/var/lib/pgsql/data/pg_hba.conf
+        pg_conf=/var/lib/pgsql/data/postgresql.conf
+
      +

      initdb is called when postgresql is first started

      +
      +        sudo [ -e $pg_hba ] || start_service postgresql
+    else
+        exit_distro_not_supported "postgresql configuration"
+    fi
+
      +

      Listen on all addresses

      +
      +    sudo sed -i "/listen_addresses/s/.*/listen_addresses = '*'/" $pg_conf
+
      +

      Set max_connections

      +
      +    sudo sed -i "/max_connections/s/.*/max_connections = $MAX_DB_CONNECTIONS/" $pg_conf
+
      +

      Do password auth from all IPv4 clients

      +
      +    sudo sed -i "/^host/s/all\s\+127.0.0.1\/32\s\+ident/$DATABASE_USER\t0.0.0.0\/0\tpassword/" $pg_hba
+
      +

      Do password auth for all IPv6 clients

      +
      +    sudo sed -i "/^host/s/all\s\+::1\/128\s\+ident/$DATABASE_USER\t::0\/0\tpassword/" $pg_hba
+    restart_service postgresql
+
+
      +

      Create the role if it's not here or else alter it.

      +
      +    root_roles=$(sudo -u root sudo -u postgres -i psql -t -c "SELECT 'HERE' from pg_roles where rolname='root'")
+    if [[ ${root_roles} == *HERE ]];then
+        sudo -u root sudo -u postgres -i psql -c "ALTER ROLE $DATABASE_USER WITH SUPERUSER LOGIN PASSWORD '$DATABASE_PASSWORD'"
+    else
+        sudo -u root sudo -u postgres -i psql -c "CREATE ROLE $DATABASE_USER WITH SUPERUSER LOGIN PASSWORD '$DATABASE_PASSWORD'"
+    fi
+}
+
+function install_database_postgresql {
+    echo_summary "Installing postgresql"
+    local pgpass=$HOME/.pgpass
+    if [[ ! -e $pgpass ]]; then
+        cat <<EOF > $pgpass
+*:*:*:$DATABASE_USER:$DATABASE_PASSWORD
+EOF
+        chmod 0600 $pgpass
+    else
+        sed -i "s/:root:\w\+/:root:$DATABASE_PASSWORD/" $pgpass
+    fi
+    if is_ubuntu; then
+        install_package postgresql
+    elif is_fedora || is_suse; then
+        install_package postgresql-server
+    else
+        exit_distro_not_supported "postgresql installation"
+    fi
+}
+
+function database_connection_url_postgresql {
+    local db=$1
+    echo "$BASE_SQL_CONN/$db?client_encoding=utf8"
+}
+
+
+
      +

      Restore xtrace

      +
      +$PG_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/dib.html b/lib/dib.html new file mode 100644 index 00000000..2e4d1ae8 --- /dev/null +++ b/lib/dib.html @@ -0,0 +1,542 @@ + + + + + dib + + + +
      +
      + + + + + + + + + + +

      dib

      + + + + + + + + + +
      + + +

      lib/dib +Install and build images with diskimage-builder +Dependencies:

      +
        +
      • functions
        • +
      • DEST, DATA_DIR must be defined
        • +
      +
      +
+
+
      +
      +

      stack.sh

      +
        +
      • install_dib
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      set up default directories

      +
      +DIB_DIR=$DEST/diskimage-builder
+TIE_DIR=$DEST/tripleo-image-elements
+DIB_IMAGE_CACHE=$DATA_DIR/diskimage-builder/image-create
+DIB_PIP_REPO=$DATA_DIR/diskimage-builder/pip-repo
+DIB_PIP_REPO_PORT=${DIB_PIP_REPO_PORT:-8899}
+OCC_DIR=$DEST/os-collect-config
+ORC_DIR=$DEST/os-refresh-config
+OAC_DIR=$DEST/os-apply-config
+
+
      + +
      +

      Functions

      +
      +
+
      +

      install_dib() - Collect source and prepare

      +
      +function install_dib {
+    pip_install diskimage-builder
+
+    git_clone $TIE_REPO $TIE_DIR $TIE_BRANCH
+    git_clone $OCC_REPO $OCC_DIR $OCC_BRANCH
+    git_clone $ORC_REPO $ORC_DIR $ORC_BRANCH
+    git_clone $OAC_REPO $OAC_DIR $OAC_BRANCH
+    mkdir -p $DIB_IMAGE_CACHE
+}
+
+
      +

      build_dib_pip_repo() - Builds a local pip repo from local projects

      +
      +function build_dib_pip_repo {
+    local project_dirs=$1
+    local projpath proj package
+
+    rm -rf $DIB_PIP_REPO
+    mkdir -p $DIB_PIP_REPO
+
+    echo "<html><body>" > $DIB_PIP_REPO/index.html
+    for projpath in $project_dirs; do
+        proj=$(basename $projpath)
+        mkdir -p $DIB_PIP_REPO/$proj
+        pushd $projpath
+        rm -rf dist
+        python setup.py sdist
+        pushd dist
+        package=$(ls *)
+        mv $package $DIB_PIP_REPO/$proj/$package
+        popd
+
+        echo "<html><body><a href=\"$package\">$package</a></body></html>" > $DIB_PIP_REPO/$proj/index.html
+        echo "<a href=\"$proj\">$proj</a><br/>" >> $DIB_PIP_REPO/index.html
+
+        popd
+    done
+
+    echo "</body></html>" >> $DIB_PIP_REPO/index.html
+
+    local dib_pip_repo_apache_conf=$(apache_site_config_for dib_pip_repo)
+
+    sudo cp $FILES/apache-dib-pip-repo.template $dib_pip_repo_apache_conf
+    sudo sed -e "
+        s|%DIB_PIP_REPO%|$DIB_PIP_REPO|g;
+        s|%DIB_PIP_REPO_PORT%|$DIB_PIP_REPO_PORT|g;
+        s|%APACHE_NAME%|$APACHE_NAME|g;
+    " -i $dib_pip_repo_apache_conf
+    enable_apache_site dib_pip_repo
+}
+
+
      +

      disk_image_create_upload() - Creates and uploads a diskimage-builder built image

      +
      +function disk_image_create_upload {
+
+    local image_name=$1
+    local image_elements=$2
+    local elements_path=$3
+
+    local image_path=$TOP_DIR/files/$image_name.qcow2
+
+
      +

      Set the local pip repo as the primary index mirror so the +image is built with local packages

      +
      +    local pypi_mirror_url=http://$SERVICE_HOST:$DIB_PIP_REPO_PORT/
+    local pypi_mirror_url_1
+
+    if [ -a $HOME/.pip/pip.conf ]; then
+
      +

      Add the current pip.conf index-url as an extra-index-url +in the image build

      +
      +        pypi_mirror_url_1=$(iniget $HOME/.pip/pip.conf global index-url)
+    else
+
      +

      If no pip.conf, set upstream pypi as an extra mirror +(this also sets the .pydistutils.cfg index-url)

      +
      +        pypi_mirror_url_1=http://pypi.python.org/simple
+    fi
+
+
      +

      The disk-image-create command to run

      +
      +    ELEMENTS_PATH=$elements_path \
+    PYPI_MIRROR_URL=$pypi_mirror_url \
+    PYPI_MIRROR_URL_1=$pypi_mirror_url_1 \
+    disk-image-create -a amd64 $image_elements \
+        --image-cache $DIB_IMAGE_CACHE \
+        -o $image_path
+
+    local token=$(keystone token-get | grep ' id ' | get_field 2)
+    die_if_not_set $LINENO token "Keystone fail to get token"
+
+    glance --os-auth-token $token --os-image-url http://$GLANCE_HOSTPORT \
+        image-create --name $image_name --is-public True \
+        --container-format=bare --disk-format qcow2 \
+        < $image_path
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/dstat.html b/lib/dstat.html new file mode 100644 index 00000000..543fb37b --- /dev/null +++ b/lib/dstat.html @@ -0,0 +1,436 @@ + + + + + dstat + + + +
      +
      + + + + + + + + + + +

      dstat

      + + + + + + + + + +
      + + +

      lib/apache +Functions to start and stop dstat +Dependencies:

      +
        +
      • functions file
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • start_dstat
        • +
      • stop_dstat
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +

      for DSTAT logging

      +
      +DSTAT_FILE=${DSTAT_FILE:-"dstat.txt"}
+
+
+
      +

      start_dstat() - Start running processes, including screen

      +
      +function start_dstat {
+
      +

      A better kind of sysstat, with the top process per time slice

      +
      +    DSTAT_OPTS="-tcmndrylp --top-cpu-adv"
+    if [[ -n ${SCREEN_LOGDIR} ]]; then
+        screen_it dstat "cd $TOP_DIR; dstat $DSTAT_OPTS | tee $SCREEN_LOGDIR/$DSTAT_FILE"
+    else
+        screen_it dstat "dstat $DSTAT_OPTS"
+    fi
+}
+
+
      +

      stop_dstat() stop dstat process

      +
      +function stop_dstat {
+    screen_stop dstat
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/gantt.html b/lib/gantt.html new file mode 100644 index 00000000..8db5554c --- /dev/null +++ b/lib/gantt.html @@ -0,0 +1,515 @@ + + + + + gantt + + + +
      +
      + + + + + + + + + + +

      gantt

      + + + + + + + + + +
      + + +

      lib/gantt +Install and start Gantt scheduler service +Dependencies:

      +
        +
      • functions
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      +
      +
+
+
      +
      +

      stack.sh

      +
        +
      • install_gantt
        • +
      • configure_gantt
        • +
      • init_gantt
        • +
      • start_gantt
        • +
      • stop_gantt
        • +
      • cleanup_gantt
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      set up default directories

      +
      +GANTT_DIR=$DEST/gantt
+GANTT_STATE_PATH=${GANTT_STATE_PATH:=$DATA_DIR/gantt}
+GANTT_REPO=${GANTT_REPO:-${GIT_BASE}/openstack/gantt.git}
+GANTT_BRANCH=${GANTT_BRANCH:-master}
+
+GANTTCLIENT_DIR=$DEST/python-ganttclient
+GANTTCLIENT_REPO=${GANTT_REPO:-${GIT_BASE}/openstack/python-ganttclient.git}
+GANTTCLIENT_BRANCH=${GANTT_BRANCH:-master}
+
+
      +

      eventually we will have a separate gantt config +file but for compatibility reasone stick with +nova.conf for now

      +
      +GANTT_CONF_DIR=${GANTT_CONF_DIR:-/etc/nova}
+GANTT_CONF=$GANTT_CONF_DIR/nova.conf
+
+
      +

      Support entry points installation of console scripts

      +
      +GANTT_BIN_DIR=$(get_python_exec_prefix)
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      cleanup_gantt() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_gantt {
+    echo "Cleanup Gantt"
+}
+
+
      +

      configure_gantt() - Set config files, create data dirs, etc

      +
      +function configure_gantt {
+    echo "Configure Gantt"
+}
+
+
      +

      init_gantt() - Initialize database and volume group

      +
      +function init_gantt {
+    echo "Initialize Gantt"
+}
+
+
      +

      install_gantt() - Collect source and prepare

      +
      +function install_gantt {
+    git_clone $GANTT_REPO $GANTT_DIR $GANTT_BRANCH
+    setup_develop $GANTT_DIR
+}
+
+
      +

      install_ganttclient() - Collect source and prepare

      +
      +function install_ganttclient {
+    echo "Install Gantt Client"
+
      +
      +git_clone $GANTTCLIENT_REPO $GANTTCLIENT_DIR $GANTTCLIENT_BRANCH +setup_develop $GANTTCLIENT_DIR
      +
      +}
+
+
      +

      start_gantt() - Start running processes, including screen

      +
      +function start_gantt {
+    if is_service_enabled gantt; then
+        run_process gantt "$GANTT_BIN_DIR/gantt-scheduler --config-file $GANTT_CONF"
+    fi
+}
+
+
      +

      stop_gantt() - Stop running processes

      +
      +function stop_gantt {
+    echo "Stop Gantt"
+    stop_process gantt
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/glance b/lib/glance deleted file mode 100644 index 80d3902a..00000000 --- a/lib/glance +++ /dev/null @@ -1,203 +0,0 @@ -# lib/glance -# Functions to control the configuration and operation of the **Glance** service - -# Dependencies: -# ``functions`` file -# ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined -# ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined -# ``SERVICE_HOST`` -# ``KEYSTONE_TOKEN_FORMAT`` must be defined - -# ``stack.sh`` calls the entry points in this order: -# -# install_glance -# configure_glance -# init_glance -# start_glance -# stop_glance -# cleanup_glance - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -GLANCE_DIR=$DEST/glance -GLANCECLIENT_DIR=$DEST/python-glanceclient -GLANCE_CACHE_DIR=${GLANCE_CACHE_DIR:=$DATA_DIR/glance/cache} -GLANCE_IMAGE_DIR=${GLANCE_IMAGE_DIR:=$DATA_DIR/glance/images} -GLANCE_AUTH_CACHE_DIR=${GLANCE_AUTH_CACHE_DIR:-/var/cache/glance} - -GLANCE_CONF_DIR=${GLANCE_CONF_DIR:-/etc/glance} -GLANCE_REGISTRY_CONF=$GLANCE_CONF_DIR/glance-registry.conf -GLANCE_API_CONF=$GLANCE_CONF_DIR/glance-api.conf -GLANCE_REGISTRY_PASTE_INI=$GLANCE_CONF_DIR/glance-registry-paste.ini -GLANCE_API_PASTE_INI=$GLANCE_CONF_DIR/glance-api-paste.ini -GLANCE_CACHE_CONF=$GLANCE_CONF_DIR/glance-cache.conf -GLANCE_POLICY_JSON=$GLANCE_CONF_DIR/policy.json - -# Support entry points installation of console scripts -if [[ -d $GLANCE_DIR/bin ]]; then - GLANCE_BIN_DIR=$GLANCE_DIR/bin -else - GLANCE_BIN_DIR=$(get_python_exec_prefix) -fi - -# Glance connection info. Note the port must be specified. -GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$SERVICE_HOST:9292} - - -# Entry Points -# ------------ - -# cleanup_glance() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_glance() { - # kill instances (nova) - # delete image files (glance) - # This function intentionally left blank - : -} - -# configure_glanceclient() - Set config files, create data dirs, etc -function configure_glanceclient() { - setup_develop $GLANCECLIENT_DIR -} - -# configure_glance() - Set config files, create data dirs, etc -function configure_glance() { - setup_develop $GLANCE_DIR - - if [[ ! -d $GLANCE_CONF_DIR ]]; then - sudo mkdir -p $GLANCE_CONF_DIR - fi - sudo chown $STACK_USER $GLANCE_CONF_DIR - - # Copy over our glance configurations and update them - cp $GLANCE_DIR/etc/glance-registry.conf $GLANCE_REGISTRY_CONF - iniset $GLANCE_REGISTRY_CONF DEFAULT debug True - inicomment $GLANCE_REGISTRY_CONF DEFAULT log_file - local dburl - database_connection_url dburl glance - iniset $GLANCE_REGISTRY_CONF DEFAULT sql_connection $dburl - iniset $GLANCE_REGISTRY_CONF DEFAULT use_syslog $SYSLOG - iniset $GLANCE_REGISTRY_CONF paste_deploy flavor keystone - iniset $GLANCE_REGISTRY_CONF keystone_authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $GLANCE_REGISTRY_CONF keystone_authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $GLANCE_REGISTRY_CONF keystone_authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $GLANCE_REGISTRY_CONF keystone_authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/ - iniset $GLANCE_REGISTRY_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $GLANCE_REGISTRY_CONF keystone_authtoken admin_user glance - iniset $GLANCE_REGISTRY_CONF keystone_authtoken admin_password $SERVICE_PASSWORD - iniset $GLANCE_REGISTRY_CONF keystone_authtoken signing_dir $GLANCE_AUTH_CACHE_DIR/registry - - cp $GLANCE_DIR/etc/glance-api.conf $GLANCE_API_CONF - iniset $GLANCE_API_CONF DEFAULT debug True - inicomment $GLANCE_API_CONF DEFAULT log_file - iniset $GLANCE_API_CONF DEFAULT sql_connection $dburl - iniset $GLANCE_API_CONF DEFAULT use_syslog $SYSLOG - iniset $GLANCE_API_CONF DEFAULT filesystem_store_datadir $GLANCE_IMAGE_DIR/ - iniset $GLANCE_API_CONF DEFAULT image_cache_dir $GLANCE_CACHE_DIR/ - iniset $GLANCE_API_CONF paste_deploy flavor keystone+cachemanagement - iniset $GLANCE_API_CONF keystone_authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $GLANCE_API_CONF keystone_authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $GLANCE_API_CONF keystone_authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $GLANCE_API_CONF keystone_authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/ - iniset $GLANCE_API_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $GLANCE_API_CONF keystone_authtoken admin_user glance - iniset $GLANCE_API_CONF keystone_authtoken admin_password $SERVICE_PASSWORD - if is_service_enabled qpid; then - iniset $GLANCE_API_CONF DEFAULT notifier_strategy qpid - elif [ -n "$RABBIT_HOST" ] && [ -n "$RABBIT_PASSWORD" ]; then - iniset $GLANCE_API_CONF DEFAULT notifier_strategy rabbit - iniset $GLANCE_API_CONF DEFAULT rabbit_host $RABBIT_HOST - iniset $GLANCE_API_CONF DEFAULT rabbit_password $RABBIT_PASSWORD - fi - iniset $GLANCE_API_CONF keystone_authtoken signing_dir $GLANCE_AUTH_CACHE_DIR/api - - cp -p $GLANCE_DIR/etc/glance-registry-paste.ini $GLANCE_REGISTRY_PASTE_INI - - cp -p $GLANCE_DIR/etc/glance-api-paste.ini $GLANCE_API_PASTE_INI - - cp $GLANCE_DIR/etc/glance-cache.conf $GLANCE_CACHE_CONF - iniset $GLANCE_CACHE_CONF DEFAULT debug True - inicomment $GLANCE_CACHE_CONF DEFAULT log_file - iniset $GLANCE_CACHE_CONF DEFAULT use_syslog $SYSLOG - iniset $GLANCE_CACHE_CONF DEFAULT filesystem_store_datadir $GLANCE_IMAGE_DIR/ - iniset $GLANCE_CACHE_CONF DEFAULT image_cache_dir $GLANCE_CACHE_DIR/ - iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_url - iniset $GLANCE_CACHE_CONF DEFAULT auth_url $KEYSTONE_AUTH_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0 - iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_tenant_name - iniset $GLANCE_CACHE_CONF DEFAULT admin_tenant_name $SERVICE_TENANT_NAME - iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_user - iniset $GLANCE_CACHE_CONF DEFAULT admin_user glance - iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_password - iniset $GLANCE_CACHE_CONF DEFAULT admin_password $SERVICE_PASSWORD - - cp -p $GLANCE_DIR/etc/policy.json $GLANCE_POLICY_JSON -} - -# create_glance_cache_dir() - Part of the init_glance() process -function create_glance_cache_dir() { - # Create cache dir - sudo mkdir -p $GLANCE_AUTH_CACHE_DIR/api - sudo chown $STACK_USER $GLANCE_AUTH_CACHE_DIR/api - rm -f $GLANCE_AUTH_CACHE_DIR/api/* - sudo mkdir -p $GLANCE_AUTH_CACHE_DIR/registry - sudo chown $STACK_USER $GLANCE_AUTH_CACHE_DIR/registry - rm -f $GLANCE_AUTH_CACHE_DIR/registry/* -} - -# init_glance() - Initialize databases, etc. -function init_glance() { - # Delete existing images - rm -rf $GLANCE_IMAGE_DIR - mkdir -p $GLANCE_IMAGE_DIR - - # Delete existing cache - rm -rf $GLANCE_CACHE_DIR - mkdir -p $GLANCE_CACHE_DIR - - # (Re)create glance database - recreate_database glance utf8 - - # Migrate glance database - $GLANCE_BIN_DIR/glance-manage db_sync - - create_glance_cache_dir -} - -# install_glanceclient() - Collect source and prepare -function install_glanceclient() { - git_clone $GLANCECLIENT_REPO $GLANCECLIENT_DIR $GLANCECLIENT_BRANCH -} - -# install_glance() - Collect source and prepare -function install_glance() { - git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH -} - -# start_glance() - Start running processes, including screen -function start_glance() { - screen_it g-reg "cd $GLANCE_DIR; $GLANCE_BIN_DIR/glance-registry --config-file=$GLANCE_CONF_DIR/glance-registry.conf" - screen_it g-api "cd $GLANCE_DIR; $GLANCE_BIN_DIR/glance-api --config-file=$GLANCE_CONF_DIR/glance-api.conf" - echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..." - if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- http://$GLANCE_HOSTPORT; do sleep 1; done"; then - echo "g-api did not start" - exit 1 - fi -} - -# stop_glance() - Stop running processes -function stop_glance() { - # Kill the Glance screen windows - screen -S $SCREEN_NAME -p g-api -X kill - screen -S $SCREEN_NAME -p g-reg -X kill -} - -# Restore xtrace -$XTRACE diff --git a/lib/glance.html b/lib/glance.html new file mode 100644 index 00000000..3b0b26c6 --- /dev/null +++ b/lib/glance.html @@ -0,0 +1,794 @@ + + + + + glance + + + +
      +
      + + + + + + + + + + +

      glance

      + + + + + + + + + +
      + + +

      lib/glance +Functions to control the configuration and operation of the Glance service +Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      • SERVICE_HOST
        • +
      • KEYSTONE_TOKEN_FORMAT must be defined
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_glance
        • +
      • configure_glance
        • +
      • init_glance
        • +
      • start_glance
        • +
      • stop_glance
        • +
      • cleanup_glance
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +GLANCE_DIR=$DEST/glance
+GLANCE_STORE_DIR=$DEST/glance_store
+GLANCECLIENT_DIR=$DEST/python-glanceclient
+GLANCE_CACHE_DIR=${GLANCE_CACHE_DIR:=$DATA_DIR/glance/cache}
+GLANCE_IMAGE_DIR=${GLANCE_IMAGE_DIR:=$DATA_DIR/glance/images}
+GLANCE_AUTH_CACHE_DIR=${GLANCE_AUTH_CACHE_DIR:-/var/cache/glance}
+
+GLANCE_CONF_DIR=${GLANCE_CONF_DIR:-/etc/glance}
+GLANCE_METADEF_DIR=$GLANCE_CONF_DIR/metadefs
+GLANCE_REGISTRY_CONF=$GLANCE_CONF_DIR/glance-registry.conf
+GLANCE_API_CONF=$GLANCE_CONF_DIR/glance-api.conf
+GLANCE_REGISTRY_PASTE_INI=$GLANCE_CONF_DIR/glance-registry-paste.ini
+GLANCE_API_PASTE_INI=$GLANCE_CONF_DIR/glance-api-paste.ini
+GLANCE_CACHE_CONF=$GLANCE_CONF_DIR/glance-cache.conf
+GLANCE_POLICY_JSON=$GLANCE_CONF_DIR/policy.json
+GLANCE_SCHEMA_JSON=$GLANCE_CONF_DIR/schema-image.json
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $GLANCE_DIR/bin ]]; then
+    GLANCE_BIN_DIR=$GLANCE_DIR/bin
+else
+    GLANCE_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+if is_ssl_enabled_service "glance" || is_service_enabled tls-proxy; then
+    GLANCE_SERVICE_PROTOCOL="https"
+fi
+
+
      +

      Glance connection info. Note the port must be specified.

      +
      +GLANCE_SERVICE_HOST=${GLANCE_SERVICE_HOST:-$SERVICE_HOST}
+GLANCE_SERVICE_PORT=${GLANCE_SERVICE_PORT:-9292}
+GLANCE_SERVICE_PORT_INT=${GLANCE_SERVICE_PORT_INT:-19292}
+GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$GLANCE_SERVICE_HOST:$GLANCE_SERVICE_PORT}
+GLANCE_SERVICE_PROTOCOL=${GLANCE_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+GLANCE_REGISTRY_PORT=${GLANCE_REGISTRY_PORT:-9191}
+GLANCE_REGISTRY_PORT_INT=${GLANCE_REGISTRY_PORT_INT:-19191}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,glance
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Glance services are enabled +is_glance_enabled

      +
      +function is_glance_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"g-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_glance() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_glance {
+
      +

      kill instances (nova) +delete image files (glance)

      +
      +    sudo rm -rf $GLANCE_CACHE_DIR $GLANCE_IMAGE_DIR $GLANCE_AUTH_CACHE_DIR
+}
+
+
      +

      configure_glance() - Set config files, create data dirs, etc

      +
      +function configure_glance {
+    if [[ ! -d $GLANCE_CONF_DIR ]]; then
+        sudo mkdir -p $GLANCE_CONF_DIR
+    fi
+    sudo chown $STACK_USER $GLANCE_CONF_DIR
+
+    if [[ ! -d $GLANCE_METADEF_DIR ]]; then
+        sudo mkdir -p $GLANCE_METADEF_DIR
+    fi
+    sudo chown $STACK_USER $GLANCE_METADEF_DIR
+
+
      +

      Copy over our glance configurations and update them

      +
      +    cp $GLANCE_DIR/etc/glance-registry.conf $GLANCE_REGISTRY_CONF
+    iniset $GLANCE_REGISTRY_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    inicomment $GLANCE_REGISTRY_CONF DEFAULT log_file
+    local dburl=`database_connection_url glance`
+    iniset $GLANCE_REGISTRY_CONF DEFAULT sql_connection $dburl
+    iniset $GLANCE_REGISTRY_CONF DEFAULT use_syslog $SYSLOG
+    iniset $GLANCE_REGISTRY_CONF paste_deploy flavor keystone
+    configure_auth_token_middleware $GLANCE_REGISTRY_CONF glance $GLANCE_AUTH_CACHE_DIR/registry
+    if is_service_enabled qpid || [ -n "$RABBIT_HOST" ] && [ -n "$RABBIT_PASSWORD" ]; then
+        iniset $GLANCE_REGISTRY_CONF DEFAULT notification_driver messaging
+    fi
+    iniset_rpc_backend glance $GLANCE_REGISTRY_CONF DEFAULT
+
+    cp $GLANCE_DIR/etc/glance-api.conf $GLANCE_API_CONF
+    iniset $GLANCE_API_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    inicomment $GLANCE_API_CONF DEFAULT log_file
+    iniset $GLANCE_API_CONF DEFAULT sql_connection $dburl
+    iniset $GLANCE_API_CONF DEFAULT use_syslog $SYSLOG
+    iniset $GLANCE_API_CONF DEFAULT image_cache_dir $GLANCE_CACHE_DIR/
+    iniset $GLANCE_API_CONF paste_deploy flavor keystone+cachemanagement
+    configure_auth_token_middleware $GLANCE_API_CONF glance $GLANCE_AUTH_CACHE_DIR/api
+    if is_service_enabled qpid || [ -n "$RABBIT_HOST" ] && [ -n "$RABBIT_PASSWORD" ]; then
+        iniset $GLANCE_API_CONF DEFAULT notification_driver messaging
+    fi
+    iniset_rpc_backend glance $GLANCE_API_CONF DEFAULT
+    if [ "$VIRT_DRIVER" = 'xenserver' ]; then
+        iniset $GLANCE_API_CONF DEFAULT container_formats "ami,ari,aki,bare,ovf,tgz"
+        iniset $GLANCE_API_CONF DEFAULT disk_formats "ami,ari,aki,vhd,raw,iso"
+    fi
+
+
      +

      Store specific configs

      +
      +    iniset $GLANCE_API_CONF DEFAULT filesystem_store_datadir $GLANCE_IMAGE_DIR/
+
+
      +

      NOTE(flaper87): Until Glance is fully migrated, set these configs in both +sections.

      +
      +    iniset $GLANCE_API_CONF glance_store filesystem_store_datadir $GLANCE_IMAGE_DIR/
+
+    iniset $GLANCE_API_CONF DEFAULT workers "$API_WORKERS"
+
+
      +

      Store the images in swift if enabled.

      +
      +    if is_service_enabled s-proxy; then
+        iniset $GLANCE_API_CONF DEFAULT default_store swift
+        iniset $GLANCE_API_CONF DEFAULT swift_store_auth_address $KEYSTONE_SERVICE_URI/v2.0/
+        iniset $GLANCE_API_CONF DEFAULT swift_store_user $SERVICE_TENANT_NAME:glance-swift
+        iniset $GLANCE_API_CONF DEFAULT swift_store_key $SERVICE_PASSWORD
+        iniset $GLANCE_API_CONF DEFAULT swift_store_create_container_on_put True
+
+        iniset $GLANCE_API_CONF DEFAULT known_stores "glance.store.filesystem.Store, glance.store.http.Store, glance.store.swift.Store"
+
+
      +

      NOTE(flaper87): Until Glance is fully migrated, set these configs in both +sections.

      +
      +        iniset $GLANCE_API_CONF glance_store default_store swift
+        iniset $GLANCE_API_CONF glance_store swift_store_auth_address $KEYSTONE_SERVICE_URI/v2.0/
+        iniset $GLANCE_API_CONF glance_store swift_store_user $SERVICE_TENANT_NAME:glance-swift
+        iniset $GLANCE_API_CONF glance_store swift_store_key $SERVICE_PASSWORD
+        iniset $GLANCE_API_CONF glance_store swift_store_create_container_on_put True
+        iniset $GLANCE_API_CONF glance_store stores "file, http, swift"
+    fi
+
+    if is_service_enabled tls-proxy; then
+        iniset $GLANCE_API_CONF DEFAULT bind_port $GLANCE_SERVICE_PORT_INT
+        iniset $GLANCE_REGISTRY_CONF DEFAULT bind_port $GLANCE_REGISTRY_PORT_INT
+    fi
+
+
      +

      Register SSL certificates if provided

      +
      +    if is_ssl_enabled_service glance; then
+        ensure_certificates GLANCE
+
+        iniset $GLANCE_API_CONF DEFAULT cert_file "$GLANCE_SSL_CERT"
+        iniset $GLANCE_API_CONF DEFAULT key_file "$GLANCE_SSL_KEY"
+
+        iniset $GLANCE_REGISTRY_CONF DEFAULT cert_file "$GLANCE_SSL_CERT"
+        iniset $GLANCE_REGISTRY_CONF DEFAULT key_file "$GLANCE_SSL_KEY"
+    fi
+
+    if is_ssl_enabled_service glance || is_service_enabled tls-proxy; then
+        iniset $GLANCE_API_CONF DEFAULT registry_client_protocol https
+    fi
+
+    cp -p $GLANCE_DIR/etc/glance-registry-paste.ini $GLANCE_REGISTRY_PASTE_INI
+
+    cp -p $GLANCE_DIR/etc/glance-api-paste.ini $GLANCE_API_PASTE_INI
+
+    cp $GLANCE_DIR/etc/glance-cache.conf $GLANCE_CACHE_CONF
+    iniset $GLANCE_CACHE_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    inicomment $GLANCE_CACHE_CONF DEFAULT log_file
+    iniset $GLANCE_CACHE_CONF DEFAULT use_syslog $SYSLOG
+    iniset $GLANCE_CACHE_CONF DEFAULT image_cache_dir $GLANCE_CACHE_DIR/
+    iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_url
+    iniset $GLANCE_CACHE_CONF DEFAULT auth_url $KEYSTONE_AUTH_URI/v2.0
+    iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_tenant_name
+    iniset $GLANCE_CACHE_CONF DEFAULT admin_tenant_name $SERVICE_TENANT_NAME
+    iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_user
+    iniset $GLANCE_CACHE_CONF DEFAULT admin_user glance
+    iniuncomment $GLANCE_CACHE_CONF DEFAULT auth_password
+    iniset $GLANCE_CACHE_CONF DEFAULT admin_password $SERVICE_PASSWORD
+
+
      +

      Store specific confs +NOTE(flaper87): Until Glance is fully migrated, set these configs in both +sections.

      +
      +    iniset $GLANCE_CACHE_CONF DEFAULT filesystem_store_datadir $GLANCE_IMAGE_DIR/
+    iniset $GLANCE_CACHE_CONF glance_store filesystem_store_datadir $GLANCE_IMAGE_DIR/
+
+    cp -p $GLANCE_DIR/etc/policy.json $GLANCE_POLICY_JSON
+    cp -p $GLANCE_DIR/etc/schema-image.json $GLANCE_SCHEMA_JSON
+
+    cp -p $GLANCE_DIR/etc/metadefs/*.json $GLANCE_METADEF_DIR
+
+    if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
+        CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST}
+        CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776}
+
+        iniset $GLANCE_API_CONF DEFAULT cinder_endpoint_template "https://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/%(project_id)s"
+        iniset $GLANCE_CACHE_CONF DEFAULT cinder_endpoint_template "https://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/%(project_id)s"
+    fi
+}
+
+
      +

      create_glance_accounts() - Set up common required glance accounts

      +
      +
+
      + +
      +

      Project User Roles

      +

      SERVICE_TENANT_NAME glance service +SERVICE_TENANT_NAME glance-swift ResellerAdmin (if Swift is enabled)

      +
      +
+function create_glance_accounts {
+    if is_service_enabled g-api; then
+
+        local glance_user=$(get_or_create_user "glance" \
+            "$SERVICE_PASSWORD" $SERVICE_TENANT_NAME)
+        get_or_add_user_role service $glance_user $SERVICE_TENANT_NAME
+
+
      +

      required for swift access

      +
      +        if is_service_enabled s-proxy; then
+
+            local glance_swift_user=$(get_or_create_user "glance-swift" \
+                "$SERVICE_PASSWORD" $SERVICE_TENANT_NAME "glance-swift@example.com")
+            get_or_add_user_role "ResellerAdmin" $glance_swift_user $SERVICE_TENANT_NAME
+        fi
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local glance_service=$(get_or_create_service "glance" \
+                "image" "Glance Image Service")
+            get_or_create_endpoint $glance_service \
+                "$REGION_NAME" \
+                "$GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT" \
+                "$GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT" \
+                "$GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT"
+        fi
+    fi
+}
+
+
      +

      create_glance_cache_dir() - Part of the init_glance() process

      +
      +function create_glance_cache_dir {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $GLANCE_AUTH_CACHE_DIR/api
+    sudo chown $STACK_USER $GLANCE_AUTH_CACHE_DIR/api
+    rm -f $GLANCE_AUTH_CACHE_DIR/api/*
+    sudo mkdir -p $GLANCE_AUTH_CACHE_DIR/registry
+    sudo chown $STACK_USER $GLANCE_AUTH_CACHE_DIR/registry
+    rm -f $GLANCE_AUTH_CACHE_DIR/registry/*
+}
+
+
      +

      init_glance() - Initialize databases, etc.

      +
      +function init_glance {
+
      +

      Delete existing images

      +
      +    rm -rf $GLANCE_IMAGE_DIR
+    mkdir -p $GLANCE_IMAGE_DIR
+
+
      +

      Delete existing cache

      +
      +    rm -rf $GLANCE_CACHE_DIR
+    mkdir -p $GLANCE_CACHE_DIR
+
+
      +

      (Re)create glance database

      +
      +    recreate_database glance utf8
+
+
      +

      Migrate glance database

      +
      +    $GLANCE_BIN_DIR/glance-manage db_sync
+
+
      +

      Load metadata definitions

      +
      +    $GLANCE_BIN_DIR/glance-manage db_load_metadefs
+
+    create_glance_cache_dir
+}
+
+
      +

      install_glanceclient() - Collect source and prepare

      +
      +function install_glanceclient {
+    git_clone $GLANCECLIENT_REPO $GLANCECLIENT_DIR $GLANCECLIENT_BRANCH
+    setup_develop $GLANCECLIENT_DIR
+}
+
+
      +

      install_glance() - Collect source and prepare

      +
      +function install_glance {
+
      +

      Install glance_store from git so we make sure we're testing +the latest code.

      +
      +    git_clone $GLANCE_STORE_REPO $GLANCE_STORE_DIR $GLANCE_STORE_BRANCH
+    setup_develop $GLANCE_STORE_DIR
+
+    git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH
+    setup_develop $GLANCE_DIR
+}
+
+
      +

      start_glance() - Start running processes, including screen

      +
      +function start_glance {
+    local service_protocol=$GLANCE_SERVICE_PROTOCOL
+    if is_service_enabled tls-proxy; then
+        start_tls_proxy '*' $GLANCE_SERVICE_PORT $GLANCE_SERVICE_HOST $GLANCE_SERVICE_PORT_INT &
+        start_tls_proxy '*' $GLANCE_REGISTRY_PORT $GLANCE_SERVICE_HOST $GLANCE_REGISTRY_PORT_INT &
+    fi
+
+    run_process g-reg "$GLANCE_BIN_DIR/glance-registry --config-file=$GLANCE_CONF_DIR/glance-registry.conf"
+    run_process g-api "$GLANCE_BIN_DIR/glance-api --config-file=$GLANCE_CONF_DIR/glance-api.conf"
+
+    echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..."
+    if ! wait_for_service $SERVICE_TIMEOUT $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT; then
+        die $LINENO "g-api did not start"
+    fi
+}
+
+
      +

      stop_glance() - Stop running processes

      +
      +function stop_glance {
+
      +

      Kill the Glance screen windows

      +
      +    stop_process g-api
+    stop_process g-reg
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/heat b/lib/heat deleted file mode 100644 index 5b8b360a..00000000 --- a/lib/heat +++ /dev/null @@ -1,188 +0,0 @@ -# lib/heat -# Install and start **Heat** service - -# To enable, add the following to localrc -# ENABLED_SERVICES+=,heat,h-api-cfn,h-api-cw,h-eng - -# Dependencies: -# - functions - -# stack.sh -# --------- -# install_heatclient -# install_heat -# configure_heatclient -# configure_heat -# init_heat -# start_heat -# stop_heat -# cleanup_heat - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- -HEAT_DIR=$DEST/heat -HEATCLIENT_DIR=$DEST/python-heatclient -# set up default directories - -# cleanup_heat() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_heat() { - # This function intentionally left blank - : -} - -# configure_heatclient() - Set config files, create data dirs, etc -function configure_heatclient() { - setup_develop $HEATCLIENT_DIR -} - -# configure_heat() - Set config files, create data dirs, etc -function configure_heat() { - setup_develop $HEAT_DIR - - HEAT_CONF_DIR=/etc/heat - if [[ ! -d $HEAT_CONF_DIR ]]; then - sudo mkdir -p $HEAT_CONF_DIR - fi - sudo chown $STACK_USER $HEAT_CONF_DIR - - HEAT_API_CFN_HOST=${HEAT_API_CFN_HOST:-$SERVICE_HOST} - HEAT_API_CFN_PORT=${HEAT_API_CFN_PORT:-8000} - HEAT_ENGINE_HOST=${HEAT_ENGINE_HOST:-$SERVICE_HOST} - HEAT_ENGINE_PORT=${HEAT_ENGINE_PORT:-8001} - HEAT_API_CW_HOST=${HEAT_API_CW_HOST:-$SERVICE_HOST} - HEAT_API_CW_PORT=${HEAT_API_CW_PORT:-8003} - HEAT_API_HOST=${HEAT_API_HOST:-$SERVICE_HOST} - HEAT_API_PORT=${HEAT_API_PORT:-8004} - - # Cloudformation API - HEAT_API_CFN_CONF=$HEAT_CONF_DIR/heat-api-cfn.conf - cp $HEAT_DIR/etc/heat/heat-api-cfn.conf $HEAT_API_CFN_CONF - iniset $HEAT_API_CFN_CONF DEFAULT debug True - inicomment $HEAT_API_CFN_CONF DEFAULT log_file - iniset $HEAT_API_CFN_CONF DEFAULT use_syslog $SYSLOG - iniset $HEAT_API_CFN_CONF DEFAULT bind_host $HEAT_API_CFN_HOST - iniset $HEAT_API_CFN_CONF DEFAULT bind_port $HEAT_API_CFN_PORT - - iniset_rpc_backend heat $HEAT_API_CFN_CONF DEFAULT - - HEAT_API_CFN_PASTE_INI=$HEAT_CONF_DIR/heat-api-cfn-paste.ini - cp $HEAT_DIR/etc/heat/heat-api-cfn-paste.ini $HEAT_API_CFN_PASTE_INI - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken admin_user heat - iniset $HEAT_API_CFN_PASTE_INI filter:authtoken admin_password $SERVICE_PASSWORD - iniset $HEAT_API_CFN_PASTE_INI filter:ec2authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_CFN_PASTE_INI filter:ec2authtoken keystone_ec2_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/ec2tokens - - # OpenStack API - HEAT_API_CONF=$HEAT_CONF_DIR/heat-api.conf - cp $HEAT_DIR/etc/heat/heat-api.conf $HEAT_API_CONF - iniset $HEAT_API_CONF DEFAULT debug True - inicomment $HEAT_API_CONF DEFAULT log_file - iniset $HEAT_API_CONF DEFAULT use_syslog $SYSLOG - iniset $HEAT_API_CONF DEFAULT bind_host $HEAT_API_HOST - iniset $HEAT_API_CONF DEFAULT bind_port $HEAT_API_PORT - - iniset_rpc_backend heat $HEAT_API_CONF DEFAULT - - HEAT_API_PASTE_INI=$HEAT_CONF_DIR/heat-api-paste.ini - cp $HEAT_DIR/etc/heat/heat-api-paste.ini $HEAT_API_PASTE_INI - iniset $HEAT_API_PASTE_INI filter:authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $HEAT_API_PASTE_INI filter:authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $HEAT_API_PASTE_INI filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $HEAT_API_PASTE_INI filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_PASTE_INI filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $HEAT_API_PASTE_INI filter:authtoken admin_user heat - iniset $HEAT_API_PASTE_INI filter:authtoken admin_password $SERVICE_PASSWORD - iniset $HEAT_API_PASTE_INI filter:ec2authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_PASTE_INI filter:ec2authtoken keystone_ec2_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/ec2tokens - - # engine - HEAT_ENGINE_CONF=$HEAT_CONF_DIR/heat-engine.conf - cp $HEAT_DIR/etc/heat/heat-engine.conf $HEAT_ENGINE_CONF - iniset $HEAT_ENGINE_CONF DEFAULT debug True - inicomment $HEAT_ENGINE_CONF DEFAULT log_file - iniset $HEAT_ENGINE_CONF DEFAULT use_syslog $SYSLOG - iniset $HEAT_ENGINE_CONF DEFAULT bind_host $HEAT_ENGINE_HOST - iniset $HEAT_ENGINE_CONF DEFAULT bind_port $HEAT_ENGINE_PORT - iniset $HEAT_ENGINE_CONF DEFAULT heat_metadata_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT - iniset $HEAT_ENGINE_CONF DEFAULT heat_waitcondition_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1/waitcondition - iniset $HEAT_ENGINE_CONF DEFAULT heat_watch_server_url http://$HEAT_API_CW_HOST:$HEAT_API_CW_PORT - local dburl - database_connection_url dburl heat - iniset $HEAT_ENGINE_CONF DEFAULT sql_connection $dburl - iniset $HEAT_ENGINE_CONF DEFAULT auth_encryption_key `hexdump -n 16 -v -e '/1 "%02x"' /dev/random` - - iniset_rpc_backend heat $HEAT_ENGINE_CONF DEFAULT - - # Cloudwatch API - HEAT_API_CW_CONF=$HEAT_CONF_DIR/heat-api-cloudwatch.conf - cp $HEAT_DIR/etc/heat/heat-api-cloudwatch.conf $HEAT_API_CW_CONF - iniset $HEAT_API_CW_CONF DEFAULT debug True - inicomment $HEAT_API_CW_CONF DEFAULT log_file - iniset $HEAT_API_CW_CONF DEFAULT use_syslog $SYSLOG - iniset $HEAT_API_CW_CONF DEFAULT bind_host $HEAT_API_CW_HOST - iniset $HEAT_API_CW_CONF DEFAULT bind_port $HEAT_API_CW_PORT - - iniset_rpc_backend heat $HEAT_API_CW_CONF DEFAULT - - HEAT_API_CW_PASTE_INI=$HEAT_CONF_DIR/heat-api-cloudwatch-paste.ini - cp $HEAT_DIR/etc/heat/heat-api-cloudwatch-paste.ini $HEAT_API_CW_PASTE_INI - iniset $HEAT_API_CW_PASTE_INI filter:authtoken auth_host $KEYSTONE_AUTH_HOST - iniset $HEAT_API_CW_PASTE_INI filter:authtoken auth_port $KEYSTONE_AUTH_PORT - iniset $HEAT_API_CW_PASTE_INI filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset $HEAT_API_CW_PASTE_INI filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_CW_PASTE_INI filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $HEAT_API_CW_PASTE_INI filter:authtoken admin_user heat - iniset $HEAT_API_CW_PASTE_INI filter:authtoken admin_password $SERVICE_PASSWORD - iniset $HEAT_API_CW_PASTE_INI filter:ec2authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0 - iniset $HEAT_API_CW_PASTE_INI filter:ec2authtoken keystone_ec2_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/ec2tokens -} - -# init_heat() - Initialize database -function init_heat() { - - # (re)create heat database - recreate_database heat utf8 - - $HEAT_DIR/bin/heat-db-setup $os_PACKAGE -r $DATABASE_PASSWORD - $HEAT_DIR/tools/nova_create_flavors.sh -} - -# install_heatclient() - Collect source and prepare -function install_heatclient() { - git_clone $HEATCLIENT_REPO $HEATCLIENT_DIR $HEATCLIENT_BRANCH -} - -# install_heat() - Collect source and prepare -function install_heat() { - git_clone $HEAT_REPO $HEAT_DIR $HEAT_BRANCH -} - -# start_heat() - Start running processes, including screen -function start_heat() { - screen_it h-eng "cd $HEAT_DIR; bin/heat-engine --config-file=$HEAT_CONF_DIR/heat-engine.conf" - screen_it h-api "cd $HEAT_DIR; bin/heat-api --config-dir=$HEAT_CONF_DIR/heat-api.conf" - screen_it h-api-cfn "cd $HEAT_DIR; bin/heat-api-cfn --config-dir=$HEAT_CONF_DIR/heat-api-cfn.conf" - screen_it h-api-cw "cd $HEAT_DIR; bin/heat-api-cloudwatch --config-dir=$HEAT_CONF_DIR/heat-api-cloudwatch.conf" -} - -# stop_heat() - Stop running processes -function stop_heat() { - # Kill the cinder screen windows - for serv in h-eng h-api-cfn h-api-cw; do - screen -S $SCREEN_NAME -p $serv -X kill - done -} - -# Restore xtrace -$XTRACE diff --git a/lib/heat.html b/lib/heat.html new file mode 100644 index 00000000..504233a3 --- /dev/null +++ b/lib/heat.html @@ -0,0 +1,791 @@ + + + + + heat + + + +
      +
      + + + + + + + + + + +

      heat

      + + + + + + + + + +
      + + +

      lib/heat +Install and start Heat service +To enable, add the following to localrc

      +
      +ENABLED_SERVICES+=,heat,h-api,h-api-cfn,h-api-cw,h-eng
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions
        • +
      +
      +
+
      +
      +

      stack.sh

      +
        +
      • install_heatclient
        • +
      • install_heat
        • +
      • configure_heatclient
        • +
      • configure_heat
        • +
      • init_heat
        • +
      • start_heat
        • +
      • stop_heat
        • +
      • cleanup_heat
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      set up default directories

      +
      +HEAT_DIR=$DEST/heat
+HEATCLIENT_DIR=$DEST/python-heatclient
+HEAT_CFNTOOLS_DIR=$DEST/heat-cfntools
+HEAT_TEMPLATES_REPO_DIR=$DEST/heat-templates
+HEAT_AUTH_CACHE_DIR=${HEAT_AUTH_CACHE_DIR:-/var/cache/heat}
+HEAT_STANDALONE=`trueorfalse False $HEAT_STANDALONE`
+HEAT_CONF_DIR=/etc/heat
+HEAT_CONF=$HEAT_CONF_DIR/heat.conf
+HEAT_ENV_DIR=$HEAT_CONF_DIR/environment.d
+HEAT_TEMPLATES_DIR=$HEAT_CONF_DIR/templates
+HEAT_STACK_DOMAIN=`trueorfalse True $HEAT_STACK_DOMAIN`
+HEAT_API_HOST=${HEAT_API_HOST:-$HOST_IP}
+HEAT_API_PORT=${HEAT_API_PORT:-8004}
+
+
      +

      other default options

      +
      +HEAT_DEFERRED_AUTH=${HEAT_DEFERRED_AUTH:-trusts}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,heat
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Heat services are enabled +is_heat_enabled

      +
      +function is_heat_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"h-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_heat() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_heat {
+    sudo rm -rf $HEAT_AUTH_CACHE_DIR
+    sudo rm -rf $HEAT_ENV_DIR
+    sudo rm -rf $HEAT_TEMPLATES_DIR
+}
+
+
      +

      configure_heat() - Set config files, create data dirs, etc

      +
      +function configure_heat {
+    setup_develop $HEAT_DIR
+    if [[ "$HEAT_STANDALONE" = "True" ]]; then
+        setup_develop $HEAT_DIR/contrib/heat_keystoneclient_v2
+    fi
+
+    if [[ ! -d $HEAT_CONF_DIR ]]; then
+        sudo mkdir -p $HEAT_CONF_DIR
+    fi
+    sudo chown $STACK_USER $HEAT_CONF_DIR
+
      +

      remove old config files

      +
      +    rm -f $HEAT_CONF_DIR/heat-*.conf
+
+    HEAT_API_CFN_HOST=${HEAT_API_CFN_HOST:-$HOST_IP}
+    HEAT_API_CFN_PORT=${HEAT_API_CFN_PORT:-8000}
+    HEAT_ENGINE_HOST=${HEAT_ENGINE_HOST:-$SERVICE_HOST}
+    HEAT_ENGINE_PORT=${HEAT_ENGINE_PORT:-8001}
+    HEAT_API_CW_HOST=${HEAT_API_CW_HOST:-$HOST_IP}
+    HEAT_API_CW_PORT=${HEAT_API_CW_PORT:-8003}
+    HEAT_API_PASTE_FILE=$HEAT_CONF_DIR/api-paste.ini
+    HEAT_POLICY_FILE=$HEAT_CONF_DIR/policy.json
+
+    cp $HEAT_DIR/etc/heat/api-paste.ini $HEAT_API_PASTE_FILE
+    cp $HEAT_DIR/etc/heat/policy.json $HEAT_POLICY_FILE
+    cp $HEAT_DIR/etc/heat/heat.conf.sample $HEAT_CONF
+
+
      +

      common options

      +
      +    iniset_rpc_backend heat $HEAT_CONF DEFAULT
+    iniset $HEAT_CONF DEFAULT heat_metadata_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT
+    iniset $HEAT_CONF DEFAULT heat_waitcondition_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1/waitcondition
+    iniset $HEAT_CONF DEFAULT heat_watch_server_url http://$HEAT_API_CW_HOST:$HEAT_API_CW_PORT
+    iniset $HEAT_CONF database connection `database_connection_url heat`
+    iniset $HEAT_CONF DEFAULT auth_encryption_key $(generate_hex_string 16)
+
+    iniset $HEAT_CONF DEFAULT region_name_for_services "$REGION_NAME"
+
+
      +

      logging

      +
      +    iniset $HEAT_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $HEAT_CONF DEFAULT use_syslog $SYSLOG
+    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+
      +

      Add color to logging output

      +
      +        setup_colorized_logging $HEAT_CONF DEFAULT tenant user
+    fi
+
+    configure_auth_token_middleware $HEAT_CONF heat $HEAT_AUTH_CACHE_DIR
+
+    if is_ssl_enabled_service "key"; then
+        iniset $HEAT_CONF clients_keystone ca_file $SSL_BUNDLE_FILE
+    fi
+
+
      +

      ec2authtoken

      +
      +    iniset $HEAT_CONF ec2authtoken auth_uri $KEYSTONE_SERVICE_URI/v2.0
+
+
      +

      paste_deploy

      +
      +    if [[ "$HEAT_STANDALONE" = "True" ]]; then
+        iniset $HEAT_CONF paste_deploy flavor standalone
+        iniset $HEAT_CONF DEFAULT keystone_backend heat_keystoneclient_v2.client.KeystoneClientV2
+        iniset $HEAT_CONF clients_heat url "http://$HEAT_API_HOST:$HEAT_API_PORT/v1/%(tenant_id)s"
+    fi
+
+
      +

      OpenStack API

      +
      +    iniset $HEAT_CONF heat_api bind_port $HEAT_API_PORT
+
+
      +

      Cloudformation API

      +
      +    iniset $HEAT_CONF heat_api_cfn bind_port $HEAT_API_CFN_PORT
+
+
      +

      Cloudwatch API

      +
      +    iniset $HEAT_CONF heat_api_cloudwatch bind_port $HEAT_API_CW_PORT
+
+    if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
+        iniset $HEAT_CONF clients_keystone ca_file $SSL_BUNDLE_FILE
+    fi
+
+    if is_ssl_enabled_service "nova" || is_service_enabled tls-proxy; then
+        iniset $HEAT_CONF clients_nova ca_file $SSL_BUNDLE_FILE
+    fi
+
+    if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
+        iniset $HEAT_CONF clients_cinder ca_file $SSL_BUNDLE_FILE
+    fi
+
+
      +

      heat environment

      +
      +    sudo mkdir -p $HEAT_ENV_DIR
+    sudo chown $STACK_USER $HEAT_ENV_DIR
+
      +

      copy the default environment

      +
      +    cp $HEAT_DIR/etc/heat/environment.d/* $HEAT_ENV_DIR/
+
+
      +

      heat template resources.

      +
      +    sudo mkdir -p $HEAT_TEMPLATES_DIR
+    sudo chown $STACK_USER $HEAT_TEMPLATES_DIR
+
      +

      copy the default templates

      +
      +    cp $HEAT_DIR/etc/heat/templates/* $HEAT_TEMPLATES_DIR/
+
+}
+
+
      +

      init_heat() - Initialize database

      +
      +function init_heat {
+
+
      +

      (re)create heat database

      +
      +    recreate_database heat utf8
+
+    $HEAT_DIR/bin/heat-manage db_sync
+    create_heat_cache_dir
+}
+
+
      +

      create_heat_cache_dir() - Part of the init_heat() process

      +
      +function create_heat_cache_dir {
+
      +

      Create cache dirs

      +
      +    sudo mkdir -p $HEAT_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $HEAT_AUTH_CACHE_DIR
+}
+
+
      +

      install_heatclient() - Collect source and prepare

      +
      +function install_heatclient {
+    git_clone $HEATCLIENT_REPO $HEATCLIENT_DIR $HEATCLIENT_BRANCH
+    setup_develop $HEATCLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$HEATCLIENT_DIR/tools/,/etc/bash_completion.d/}heat.bash_completion
+}
+
+
      +

      install_heat() - Collect source and prepare

      +
      +function install_heat {
+    git_clone $HEAT_REPO $HEAT_DIR $HEAT_BRANCH
+}
+
+
      +

      install_heat_other() - Collect source and prepare

      +
      +function install_heat_other {
+    git_clone $HEAT_CFNTOOLS_REPO $HEAT_CFNTOOLS_DIR $HEAT_CFNTOOLS_BRANCH
+    git_clone $HEAT_TEMPLATES_REPO $HEAT_TEMPLATES_REPO_DIR $HEAT_TEMPLATES_BRANCH
+}
+
+
      +

      start_heat() - Start running processes, including screen

      +
      +function start_heat {
+    run_process h-eng "$HEAT_DIR/bin/heat-engine --config-file=$HEAT_CONF"
+    run_process h-api "$HEAT_DIR/bin/heat-api --config-file=$HEAT_CONF"
+    run_process h-api-cfn "$HEAT_DIR/bin/heat-api-cfn --config-file=$HEAT_CONF"
+    run_process h-api-cw "$HEAT_DIR/bin/heat-api-cloudwatch --config-file=$HEAT_CONF"
+}
+
+
      +

      stop_heat() - Stop running processes

      +
      +function stop_heat {
+
      +

      Kill the screen windows

      +
      +    local serv
+    for serv in h-eng h-api h-api-cfn h-api-cw; do
+        stop_process $serv
+    done
+}
+
+
      +

      create_heat_accounts() - Set up common required heat accounts

      +
      +function create_heat_accounts {
+
      +

      migrated from files/keystone_data.sh

      +
      +    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    local heat_user=$(get_or_create_user "heat" \
+        "$SERVICE_PASSWORD" $service_tenant)
+    get_or_add_user_role $admin_role $heat_user $service_tenant
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        local heat_service=$(get_or_create_service "heat" \
+                "orchestration" "Heat Orchestration Service")
+        get_or_create_endpoint $heat_service \
+            "$REGION_NAME" \
+            "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
+            "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
+
+        local heat_cfn_service=$(get_or_create_service "heat-cfn" \
+                "cloudformation" "Heat CloudFormation Service")
+        get_or_create_endpoint $heat_cfn_service \
+            "$REGION_NAME" \
+            "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
+            "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
+            "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1"
+    fi
+
+
      +

      heat_stack_user role is for users created by Heat

      +
      +    get_or_create_role "heat_stack_user"
+
+    if [[ $HEAT_DEFERRED_AUTH == trusts ]]; then
+
+
      +

      heat_stack_owner role is given to users who create Heat stacks, +it's the default role used by heat to delegate to the heat service +user (for performing deferred operations via trusts), see heat.conf

      +
      +        local heat_owner_role=$(get_or_create_role "heat_stack_owner")
+
+
      +

      Give the role to the demo and admin users so they can create stacks +in either of the projects created by devstack

      +
      +        get_or_add_user_role $heat_owner_role demo demo
+        get_or_add_user_role $heat_owner_role admin demo
+        get_or_add_user_role $heat_owner_role admin admin
+        iniset $HEAT_CONF DEFAULT deferred_auth_method trusts
+    fi
+
+    if [[ "$HEAT_STACK_DOMAIN" == "True" ]]; then
+
      +

      Note we have to pass token/endpoint here because the current endpoint and +version negotiation in OSC means just --os-identity-api-version=3 won't work

      +
      +        local ks_endpoint_v3="$KEYSTONE_SERVICE_URI/v3"
+
+        D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
+            --os-identity-api-version=3 domain list | grep ' heat ' | get_field 1)
+
+        if [[ -z "$D_ID" ]]; then
+            D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
+                --os-identity-api-version=3 domain create heat \
+                --description "Owns users and projects created by heat" \
+                | grep ' id ' | get_field 2)
+            iniset $HEAT_CONF DEFAULT stack_user_domain ${D_ID}
+
+            openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
+                --os-identity-api-version=3 user create --password $SERVICE_PASSWORD \
+                --domain $D_ID heat_domain_admin \
+                --description "Manages users and projects created by heat"
+            openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
+                --os-identity-api-version=3 role add \
+                --user heat_domain_admin --domain ${D_ID} admin
+            iniset $HEAT_CONF DEFAULT stack_domain_admin heat_domain_admin
+            iniset $HEAT_CONF DEFAULT stack_domain_admin_password $SERVICE_PASSWORD
+        fi
+    fi
+}
+
+
      +

      build_heat_functional_test_image() - Build and upload functional test image

      +
      +function build_heat_functional_test_image {
+    build_dib_pip_repo "$OCC_DIR $OAC_DIR $ORC_DIR $HEAT_CFNTOOLS_DIR"
+    local image_name=heat-functional-tests-image
+
+
      +

      The elements to invoke disk-image-create with

      +
      +    local image_elements="vm fedora selinux-permissive pypi \
+        os-collect-config os-refresh-config os-apply-config heat-cfntools \
+        heat-config heat-config-cfn-init heat-config-puppet heat-config-script"
+
+
      +

      Elements path for tripleo-image-elements and heat-templates software-config

      +
      +    local elements_path=$TIE_DIR/elements:$HEAT_TEMPLATES_REPO_DIR/hot/software-config/elements
+
+    disk_image_create_upload "$image_name" "$image_elements" "$elements_path"
+    iniset $TEMPEST_CONFIG orchestration image_ref $image_name
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/horizon b/lib/horizon deleted file mode 100644 index 9180370b..00000000 --- a/lib/horizon +++ /dev/null @@ -1,153 +0,0 @@ -# lib/horizon -# Functions to control the configuration and operation of the horizon service -# - -# Dependencies: -# ``functions`` file -# ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined -# - -# ``stack.sh`` calls the entry points in this order: -# -# install_horizon -# configure_horizon -# init_horizon -# start_horizon -# stop_horizon -# cleanup_horizon - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# - -# Set up default directories -HORIZON_DIR=$DEST/horizon - -# Allow overriding the default Apache user and group, default to -# current user and his default group. -APACHE_USER=${APACHE_USER:-$USER} -APACHE_GROUP=${APACHE_GROUP:-$(id -gn $APACHE_USER)} - - -# Entry Points -# ------------ - -# cleanup_horizon() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_horizon() { - # kill instances (nova) - # delete image files (glance) - # This function intentionally left blank - : -} - -# configure_horizon() - Set config files, create data dirs, etc -function configure_horizon() { - setup_develop $HORIZON_DIR -} - -# init_horizon() - Initialize databases, etc. -function init_horizon() { - # Remove stale session database. - rm -f $HORIZON_DIR/openstack_dashboard/local/dashboard_openstack.sqlite3 - - # ``local_settings.py`` is used to override horizon default settings. - local_settings=$HORIZON_DIR/openstack_dashboard/local/local_settings.py - cp $FILES/horizon_settings.py $local_settings - - # Initialize the horizon database (it stores sessions and notices shown to - # users). The user system is external (keystone). - cd $HORIZON_DIR - python manage.py syncdb --noinput - cd $TOP_DIR - - # Create an empty directory that apache uses as docroot - sudo mkdir -p $HORIZON_DIR/.blackhole - - - if is_ubuntu; then - APACHE_NAME=apache2 - APACHE_CONF=sites-available/horizon - # Clean up the old config name - sudo rm -f /etc/apache2/sites-enabled/000-default - # Be a good citizen and use the distro tools here - sudo touch /etc/$APACHE_NAME/$APACHE_CONF - sudo a2ensite horizon - # WSGI isn't enabled by default, enable it - sudo a2enmod wsgi - elif is_fedora; then - APACHE_NAME=httpd - APACHE_CONF=conf.d/horizon.conf - sudo sed '/^Listen/s/^.*$/Listen 0.0.0.0:80/' -i /etc/httpd/conf/httpd.conf - elif is_suse; then - APACHE_NAME=apache2 - APACHE_CONF=vhosts.d/horizon.conf - # WSGI isn't enabled by default, enable it - sudo a2enmod wsgi - else - exit_distro_not_supported "apache configuration" - fi - - # Configure apache to run horizon - sudo sh -c "sed -e \" - s,%USER%,$APACHE_USER,g; - s,%GROUP%,$APACHE_GROUP,g; - s,%HORIZON_DIR%,$HORIZON_DIR,g; - s,%APACHE_NAME%,$APACHE_NAME,g; - s,%DEST%,$DEST,g; - \" $FILES/apache-horizon.template >/etc/$APACHE_NAME/$APACHE_CONF" - -} - -# install_horizon() - Collect source and prepare -function install_horizon() { - # Apache installation, because we mark it NOPRIME - if is_ubuntu; then - # Install apache2, which is NOPRIME'd - install_package apache2 libapache2-mod-wsgi - elif is_fedora; then - sudo rm -f /etc/httpd/conf.d/000-* - install_package httpd mod_wsgi - elif is_suse; then - install_package apache2 apache2-mod_wsgi - else - exit_distro_not_supported "apache installation" - fi - - # NOTE(sdague) quantal changed the name of the node binary - if is_ubuntu; then - if [[ ! -e "/usr/bin/node" ]]; then - install_package nodejs-legacy - fi - fi - - git_clone $HORIZON_REPO $HORIZON_DIR $HORIZON_BRANCH $HORIZON_TAG -} - -# start_horizon() - Start running processes, including screen -function start_horizon() { - restart_service $APACHE_NAME - screen_it horizon "cd $HORIZON_DIR && sudo tail -f /var/log/$APACHE_NAME/horizon_error.log" -} - -# stop_horizon() - Stop running processes (non-screen) -function stop_horizon() { - if is_ubuntu; then - stop_service apache2 - elif is_fedora; then - stop_service httpd - elif is_suse; then - stop_service apache2 - else - exit_distro_not_supported "apache configuration" - fi -} - -# Restore xtrace -$XTRACE diff --git a/lib/horizon.html b/lib/horizon.html new file mode 100644 index 00000000..be1d70d3 --- /dev/null +++ b/lib/horizon.html @@ -0,0 +1,601 @@ + + + + + horizon + + + +
      +
      + + + + + + + + + + +

      horizon

      + + + + + + + + + +
      + + +

      lib/horizon +Functions to control the configuration and operation of the horizon service +Dependencies:

      +
        +
      • functions file
        • +
      • apache file
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_horizon
        • +
      • configure_horizon
        • +
      • init_horizon
        • +
      • start_horizon
        • +
      • stop_horizon
        • +
      • cleanup_horizon
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +HORIZON_DIR=$DEST/horizon
+HORIZONAUTH_DIR=$DEST/django_openstack_auth
+
+
      +

      local_settings.py is used to customize Dashboard settings. +The example file in Horizon repo is used by default.

      +
      +HORIZON_SETTINGS=${HORIZON_SETTINGS:-$HORIZON_DIR/openstack_dashboard/local/local_settings.py.example}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,horizon
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      utility method of setting python option

      +
      +function _horizon_config_set {
+    local file=$1
+    local section=$2
+    local option=$3
+    local value=$4
+
+    if [ -z "$section" ]; then
+        sed -e "/^$option/d" -i $local_settings
+        echo -e "\n$option=$value" >> $file
+    elif grep -q "^$section" $file; then
+        local line=$(sed -ne "/^$section/,/^}/ { /^ *'$option':/ p; }" $file)
+        if [ -n "$line" ]; then
+            sed -i -e "/^$section/,/^}/ s/^\( *'$option'\) *:.*$/\1: $value,/" $file
+        else
+            sed -i -e "/^$section/a\    '$option': $value," $file
+        fi
+    else
+        echo -e "\n\n$section = {\n    '$option': $value,\n}" >> $file
+    fi
+}
+
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      cleanup_horizon() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_horizon {
+    if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then
+
      +

      If /usr/bin/node points into $DEST +we installed it via install_nodejs

      +
      +        if [[ $(readlink -f /usr/bin/node) =~ ($DEST) ]]; then
+            sudo rm /usr/bin/node
+        fi
+    fi
+
+    local horizon_conf=$(apache_site_config_for horizon)
+    sudo rm -f $horizon_conf
+}
+
+
      +

      configure_horizon() - Set config files, create data dirs, etc

      +
      +function configure_horizon {
+    setup_develop $HORIZON_DIR
+}
+
+
      +

      init_horizon() - Initialize databases, etc.

      +
      +function init_horizon {
+
      +

      local_settings.py is used to override horizon default settings.

      +
      +    local local_settings=$HORIZON_DIR/openstack_dashboard/local/local_settings.py
+    cp $HORIZON_SETTINGS $local_settings
+
+    _horizon_config_set $local_settings "" OPENSTACK_HOST \"${KEYSTONE_SERVICE_HOST}\"
+    _horizon_config_set $local_settings "" OPENSTACK_KEYSTONE_URL "\"${KEYSTONE_SERVICE_PROTOCOL}://${KEYSTONE_SERVICE_HOST}:${KEYSTONE_SERVICE_PORT}/v2.0\""
+    if [[ -n "$KEYSTONE_TOKEN_HASH_ALGORITHM" ]]; then
+        _horizon_config_set $local_settings "" OPENSTACK_TOKEN_HASH_ALGORITHM \""$KEYSTONE_TOKEN_HASH_ALGORITHM"\"
+    fi
+
+    if [ -f $SSL_BUNDLE_FILE ]; then
+        _horizon_config_set $local_settings "" OPENSTACK_SSL_CACERT \"${SSL_BUNDLE_FILE}\"
+    fi
+
+
      +

      Create an empty directory that apache uses as docroot

      +
      +    sudo mkdir -p $HORIZON_DIR/.blackhole
+
+    local horizon_conf=$(apache_site_config_for horizon)
+
+
      +

      Configure apache to run horizon

      +
      +    sudo sh -c "sed -e \"
+        s,%USER%,$APACHE_USER,g;
+        s,%GROUP%,$APACHE_GROUP,g;
+        s,%HORIZON_DIR%,$HORIZON_DIR,g;
+        s,%APACHE_NAME%,$APACHE_NAME,g;
+        s,%DEST%,$DEST,g;
+    \" $FILES/apache-horizon.template >$horizon_conf"
+
+    if is_ubuntu; then
+        disable_apache_site 000-default
+        sudo touch $horizon_conf
+    elif is_fedora; then
+        sudo sed '/^Listen/s/^.*$/Listen 0.0.0.0:80/' -i /etc/httpd/conf/httpd.conf
+    elif is_suse; then
+        : # nothing to do
+    else
+        exit_distro_not_supported "horizon apache configuration"
+    fi
+    enable_apache_site horizon
+
+
      +

      Remove old log files that could mess with how devstack detects whether Horizon +has been successfully started (see start_horizon() and functions::screen_it()) +and run_process

      +
      +    sudo rm -f /var/log/$APACHE_NAME/horizon_*
+
+}
+
+
      +

      install_django_openstack_auth() - Collect source and prepare

      +
      +function install_django_openstack_auth {
+    git_clone $HORIZONAUTH_REPO $HORIZONAUTH_DIR $HORIZONAUTH_BRANCH
+    setup_install $HORIZONAUTH_DIR
+}
+
+
      +

      install_horizon() - Collect source and prepare

      +
      +function install_horizon {
+
      +

      Apache installation, because we mark it NOPRIME

      +
      +    install_apache_wsgi
+
+    git_clone $HORIZON_REPO $HORIZON_DIR $HORIZON_BRANCH $HORIZON_TAG
+}
+
+
      +

      start_horizon() - Start running processes, including screen

      +
      +function start_horizon {
+    restart_apache_server
+    tail_log horizon /var/log/$APACHE_NAME/horizon_error.log
+}
+
+
      +

      stop_horizon() - Stop running processes (non-screen)

      +
      +function stop_horizon {
+    stop_apache_server
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/infra.html b/lib/infra.html new file mode 100644 index 00000000..2fc716cb --- /dev/null +++ b/lib/infra.html @@ -0,0 +1,447 @@ + + + + + infra + + + +
      +
      + + + + + + + + + + +

      infra

      + + + + + + + + + +
      + + +

      lib/infra

      +

      Functions to install infrastructure projects needed by other projects +early in the cycle. We need this so we can do things like gate on +requirements as a global list +Dependencies:

      +
        +
      • functions file
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_infra
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +GITDIR["pbr"]=$DEST/pbr
+REQUIREMENTS_DIR=$DEST/requirements
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      install_infra() - Collect source and prepare

      +
      +function install_infra {
+
      +

      bring down global requirements

      +
      +    git_clone $REQUIREMENTS_REPO $REQUIREMENTS_DIR $REQUIREMENTS_BRANCH
+
+
      +

      Install pbr

      +
      +    if use_library_from_git "pbr"; then
+        git_clone_by_name "pbr"
+        setup_lib "pbr"
+    else
+        pip_install "pbr"
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/ironic.html b/lib/ironic.html new file mode 100644 index 00000000..aefcb1e4 --- /dev/null +++ b/lib/ironic.html @@ -0,0 +1,1205 @@ + + + + + ironic + + + +
      +
      + + + + + + + + + + +

      ironic

      + + + + + + + + + +
      + + +

      lib/ironic +Functions to control the configuration and operation of the Ironic service +Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      • SERVICE_HOST
        • +
      • KEYSTONE_TOKEN_FORMAT must be defined
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_ironic
        • +
      • install_ironicclient
        • +
      • init_ironic
        • +
      • start_ironic
        • +
      • stop_ironic
        • +
      • cleanup_ironic
        • +
      +
      +
+
      +

      Save trace and pipefail settings

      +
      +XTRACE=$(set +o | grep xtrace)
+PIPEFAIL=$(set +o | grep pipefail)
+set +o xtrace
+set +o pipefail
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +IRONIC_DIR=$DEST/ironic
+IRONIC_PYTHON_AGENT_DIR=$DEST/ironic-python-agent
+IRONIC_DATA_DIR=$DATA_DIR/ironic
+IRONIC_STATE_PATH=/var/lib/ironic
+IRONICCLIENT_DIR=$DEST/python-ironicclient
+IRONIC_AUTH_CACHE_DIR=${IRONIC_AUTH_CACHE_DIR:-/var/cache/ironic}
+IRONIC_CONF_DIR=${IRONIC_CONF_DIR:-/etc/ironic}
+IRONIC_CONF_FILE=$IRONIC_CONF_DIR/ironic.conf
+IRONIC_ROOTWRAP_CONF=$IRONIC_CONF_DIR/rootwrap.conf
+IRONIC_POLICY_JSON=$IRONIC_CONF_DIR/policy.json
+
+
      +

      Set up defaults for functional / integration testing

      +
      +IRONIC_SCRIPTS_DIR=${IRONIC_SCRIPTS_DIR:-$TOP_DIR/tools/ironic/scripts}
+IRONIC_TEMPLATES_DIR=${IRONIC_TEMPLATES_DIR:-$TOP_DIR/tools/ironic/templates}
+IRONIC_BAREMETAL_BASIC_OPS=$(trueorfalse False $IRONIC_BAREMETAL_BASIC_OPS)
+IRONIC_ENABLED_DRIVERS=${IRONIC_ENABLED_DRIVERS:-fake,pxe_ssh,pxe_ipmitool}
+IRONIC_SSH_USERNAME=${IRONIC_SSH_USERNAME:-`whoami`}
+IRONIC_SSH_KEY_DIR=${IRONIC_SSH_KEY_DIR:-$IRONIC_DATA_DIR/ssh_keys}
+IRONIC_SSH_KEY_FILENAME=${IRONIC_SSH_KEY_FILENAME:-ironic_key}
+IRONIC_KEY_FILE=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME
+IRONIC_SSH_VIRT_TYPE=${IRONIC_SSH_VIRT_TYPE:-virsh}
+IRONIC_TFTPBOOT_DIR=${IRONIC_TFTPBOOT_DIR:-$IRONIC_DATA_DIR/tftpboot}
+IRONIC_VM_SSH_PORT=${IRONIC_VM_SSH_PORT:-22}
+IRONIC_VM_SSH_ADDRESS=${IRONIC_VM_SSH_ADDRESS:-$HOST_IP}
+IRONIC_VM_COUNT=${IRONIC_VM_COUNT:-1}
+IRONIC_VM_SPECS_CPU=${IRONIC_VM_SPECS_CPU:-1}
+IRONIC_VM_SPECS_RAM=${IRONIC_VM_SPECS_RAM:-512}
+IRONIC_VM_SPECS_DISK=${IRONIC_VM_SPECS_DISK:-10}
+IRONIC_VM_EPHEMERAL_DISK=${IRONIC_VM_EPHEMERAL_DISK:-0}
+IRONIC_VM_EMULATOR=${IRONIC_VM_EMULATOR:-/usr/bin/qemu-system-x86_64}
+IRONIC_VM_NETWORK_BRIDGE=${IRONIC_VM_NETWORK_BRIDGE:-brbm}
+IRONIC_VM_NETWORK_RANGE=${IRONIC_VM_NETWORK_RANGE:-192.0.2.0/24}
+IRONIC_VM_MACS_CSV_FILE=${IRONIC_VM_MACS_CSV_FILE:-$IRONIC_DATA_DIR/ironic_macs.csv}
+IRONIC_AUTHORIZED_KEYS_FILE=${IRONIC_AUTHORIZED_KEYS_FILE:-$HOME/.ssh/authorized_keys}
+
+
      +

      By default, baremetal VMs will console output to file.

      +
      +IRONIC_VM_LOG_CONSOLE=${IRONIC_VM_LOG_CONSOLE:-True}
+IRONIC_VM_LOG_DIR=${IRONIC_VM_LOG_DIR:-$IRONIC_DATA_DIR/logs/}
+
+
      +

      Use DIB to create deploy ramdisk and kernel.

      +
      +IRONIC_BUILD_DEPLOY_RAMDISK=`trueorfalse True $IRONIC_BUILD_DEPLOY_RAMDISK`
+
      +

      If not use DIB, these files are used as deploy ramdisk/kernel. +(The value must be a absolute path)

      +
      +IRONIC_DEPLOY_RAMDISK=${IRONIC_DEPLOY_RAMDISK:-}
+IRONIC_DEPLOY_KERNEL=${IRONIC_DEPLOY_KERNEL:-}
+IRONIC_DEPLOY_ELEMENT=${IRONIC_DEPLOY_ELEMENT:-deploy-ironic}
+
+IRONIC_AGENT_KERNEL_URL=${IRONIC_AGENT_KERNEL_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe.vmlinuz}
+IRONIC_AGENT_RAMDISK_URL=${IRONIC_AGENT_RAMDISK_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe_image-oem.cpio.gz}
+
+
      +

      Which deploy driver to use - valid choices right now +are 'pxe_ssh' and 'agent_ssh'.

      +
      +IRONIC_DEPLOY_DRIVER=${IRONIC_DEPLOY_DRIVER:-pxe_ssh}
+
+#TODO(agordeev): replace 'ubuntu' with host distro name getting
+IRONIC_DEPLOY_FLAVOR=${IRONIC_DEPLOY_FLAVOR:-ubuntu $IRONIC_DEPLOY_ELEMENT}
+
+
      +

      Support entry points installation of console scripts

      +
      +IRONIC_BIN_DIR=$(get_python_exec_prefix)
+
+
      +

      Ironic connection info. Note the port must be specified.

      +
      +IRONIC_SERVICE_PROTOCOL=http
+IRONIC_HOSTPORT=${IRONIC_HOSTPORT:-$SERVICE_HOST:6385}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,ironic
+
+
      +

      Enable iPXE

      +
      +IRONIC_IPXE_ENABLED=$(trueorfalse False $IRONIC_IPXE_ENABLED)
+IRONIC_HTTP_DIR=${IRONIC_HTTP_DIR:-$IRONIC_DATA_DIR/httpboot}
+IRONIC_HTTP_SERVER=${IRONIC_HTTP_SERVER:-$HOST_IP}
+IRONIC_HTTP_PORT=${IRONIC_HTTP_PORT:-8088}
+
+
      +

      get_pxe_boot_file() - Get the PXE/iPXE boot file path

      +
      +function get_pxe_boot_file {
+    local relpath=syslinux/pxelinux.0
+    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        relpath=ipxe/undionly.kpxe
+    fi
+
+    local pxe_boot_file
+    if is_ubuntu; then
+        pxe_boot_file=/usr/lib/$relpath
+    elif is_fedora || is_suse; then
+        pxe_boot_file=/usr/share/$relpath
+    fi
+
+    echo $pxe_boot_file
+}
+
+
      +

      PXE boot image

      +
      +IRONIC_PXE_BOOT_IMAGE=${IRONIC_PXE_BOOT_IMAGE:-$(get_pxe_boot_file)}
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Ironic services are enabled +is_ironic_enabled

      +
      +function is_ironic_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"ir-" ]] && return 0
+    return 1
+}
+
+
      +

      install_ironic() - Collect source and prepare

      +
      +function install_ironic {
+
      +

      make sure all needed service were enabled

      +
      +    for srv in nova glance key; do
+        if ! is_service_enabled "$srv"; then
+            die $LINENO "$srv should be enabled for Ironic."
+        fi
+    done
+    git_clone $IRONIC_REPO $IRONIC_DIR $IRONIC_BRANCH
+    setup_develop $IRONIC_DIR
+
+    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        install_apache_wsgi
+    fi
+}
+
+
      +

      install_ironicclient() - Collect sources and prepare

      +
      +function install_ironicclient {
+    git_clone $IRONICCLIENT_REPO $IRONICCLIENT_DIR $IRONICCLIENT_BRANCH
+    setup_develop $IRONICCLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$IRONICCLIENT_DIR/tools/,/etc/bash_completion.d/}ironic.bash_completion
+}
+
+
      +

      _cleanup_ironic_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file

      +
      +function _cleanup_ironic_apache_wsgi {
+    sudo rm -rf $IRONIC_HTTP_DIR
+    disable_apache_site ironic
+    sudo rm -f $(apache_site_config_for ironic)
+    restart_apache_server
+}
+
+
      +

      _config_ironic_apache_wsgi() - Set WSGI config files of Ironic

      +
      +function _config_ironic_apache_wsgi {
+    local ironic_apache_conf=$(apache_site_config_for ironic)
+    sudo cp $FILES/apache-ironic.template $ironic_apache_conf
+    sudo sed -e "
+        s|%PUBLICPORT%|$IRONIC_HTTP_PORT|g;
+        s|%HTTPROOT%|$IRONIC_HTTP_DIR|g;
+    " -i $ironic_apache_conf
+    enable_apache_site ironic
+}
+
+
      +

      cleanup_ironic() - Remove residual data files, anything left over from previous +runs that would need to clean up.

      +
      +function cleanup_ironic {
+    sudo rm -rf $IRONIC_AUTH_CACHE_DIR
+}
+
+
      +

      configure_ironic_dirs() - Create all directories required by Ironic and +associated services.

      +
      +function configure_ironic_dirs {
+    if [[ ! -d $IRONIC_CONF_DIR ]]; then
+        sudo mkdir -p $IRONIC_CONF_DIR
+    fi
+
+    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        sudo mkdir -p $IRONIC_HTTP_DIR
+        sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_HTTP_DIR
+    fi
+
+    sudo mkdir -p $IRONIC_DATA_DIR
+    sudo mkdir -p $IRONIC_STATE_PATH
+    sudo mkdir -p $IRONIC_TFTPBOOT_DIR
+    sudo chown -R $STACK_USER $IRONIC_DATA_DIR $IRONIC_STATE_PATH
+    sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_TFTPBOOT_DIR
+    mkdir -p $IRONIC_TFTPBOOT_DIR/pxelinux.cfg
+
+    if [ ! -f $IRONIC_PXE_BOOT_IMAGE ]; then
+        die $LINENO "PXE boot file $IRONIC_PXE_BOOT_IMAGE not found."
+    fi
+
+    cp $IRONIC_PXE_BOOT_IMAGE $IRONIC_TFTPBOOT_DIR
+}
+
+
      +

      configure_ironic() - Set config files, create data dirs, etc

      +
      +function configure_ironic {
+    configure_ironic_dirs
+    sudo chown $STACK_USER $IRONIC_CONF_DIR
+
+
      +

      Copy over ironic configuration file and configure common parameters.

      +
      +    cp $IRONIC_DIR/etc/ironic/ironic.conf.sample $IRONIC_CONF_FILE
+    iniset $IRONIC_CONF_FILE DEFAULT debug True
+    inicomment $IRONIC_CONF_FILE DEFAULT log_file
+    iniset $IRONIC_CONF_FILE DEFAULT sql_connection `database_connection_url ironic`
+    iniset $IRONIC_CONF_FILE DEFAULT state_path $IRONIC_STATE_PATH
+    iniset $IRONIC_CONF_FILE DEFAULT use_syslog $SYSLOG
+
      +

      Configure Ironic conductor, if it was enabled.

      +
      +    if is_service_enabled ir-cond; then
+        configure_ironic_conductor
+    fi
+
+
      +

      Configure Ironic API, if it was enabled.

      +
      +    if is_service_enabled ir-api; then
+        configure_ironic_api
+    fi
+
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+        setup_colorized_logging $IRONIC_CONF_FILE DEFAULT
+    fi
+
+    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]]; then
+        _config_ironic_apache_wsgi
+    fi
+}
+
+
      +

      configure_ironic_api() - Is used by configure_ironic(). Performs +API specific configuration.

      +
      +function configure_ironic_api {
+    iniset $IRONIC_CONF_FILE DEFAULT auth_strategy keystone
+    iniset $IRONIC_CONF_FILE DEFAULT policy_file $IRONIC_POLICY_JSON
+    configure_auth_token_middleware $IRONIC_CONF_FILE ironic $IRONIC_AUTH_CACHE_DIR/api
+    iniset_rpc_backend ironic $IRONIC_CONF_FILE DEFAULT
+
+    cp -p $IRONIC_DIR/etc/ironic/policy.json $IRONIC_POLICY_JSON
+}
+
+
      +

      configure_ironic_conductor() - Is used by configure_ironic(). +Sets conductor specific settings.

      +
      +function configure_ironic_conductor {
+    cp $IRONIC_DIR/etc/ironic/rootwrap.conf $IRONIC_ROOTWRAP_CONF
+    cp -r $IRONIC_DIR/etc/ironic/rootwrap.d $IRONIC_CONF_DIR
+    local ironic_rootwrap=$(get_rootwrap_location ironic)
+    local rootwrap_isudoer_cmd="$ironic_rootwrap $IRONIC_CONF_DIR/rootwrap.conf *"
+
+
      +

      Set up the rootwrap sudoers for ironic

      +
      +    local tempfile=`mktemp`
+    echo "$STACK_USER ALL=(root) NOPASSWD: $rootwrap_isudoer_cmd" >$tempfile
+    chmod 0440 $tempfile
+    sudo chown root:root $tempfile
+    sudo mv $tempfile /etc/sudoers.d/ironic-rootwrap
+
+    iniset $IRONIC_CONF_FILE DEFAULT rootwrap_config $IRONIC_ROOTWRAP_CONF
+    iniset $IRONIC_CONF_FILE DEFAULT enabled_drivers $IRONIC_ENABLED_DRIVERS
+    iniset $IRONIC_CONF_FILE conductor api_url http://$HOST_IP:6385
+    iniset $IRONIC_CONF_FILE pxe tftp_server $HOST_IP
+    iniset $IRONIC_CONF_FILE pxe tftp_root $IRONIC_TFTPBOOT_DIR
+    iniset $IRONIC_CONF_FILE pxe tftp_master_path $IRONIC_TFTPBOOT_DIR/master_images
+    if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
+        iniset $IRONIC_CONF_FILE pxe pxe_append_params "nofb nomodeset vga=normal console=ttyS0"
+    fi
+    if [[ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]] ; then
+        if [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]] ; then
+            iniset $IRONIC_CONF_FILE glance swift_temp_url_key $SWIFT_TEMPURL_KEY
+        else
+            die $LINENO "SWIFT_ENABLE_TEMPURLS must be True to use agent_ssh driver in Ironic."
+        fi
+        iniset $IRONIC_CONF_FILE glance swift_endpoint_url http://${HOST_IP}:8080
+        iniset $IRONIC_CONF_FILE glance swift_api_version v1
+        iniset $IRONIC_CONF_FILE glance swift_account AUTH_${SERVICE_TENANT}
+        iniset $IRONIC_CONF_FILE glance swift_container glance
+        iniset $IRONIC_CONF_FILE glance swift_temp_url_duration 3600
+        iniset $IRONIC_CONF_FILE agent heartbeat_timeout 30
+        if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
+            iniset $IRONIC_CONF_FILE agent agent_pxe_append_params "nofb nomodeset vga=normal console=ttyS0"
+        fi
+    fi
+
+    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        local pxebin=`basename $IRONIC_PXE_BOOT_IMAGE`
+        iniset $IRONIC_CONF_FILE pxe ipxe_enabled True
+        iniset $IRONIC_CONF_FILE pxe pxe_config_template '\$pybasedir/drivers/modules/ipxe_config.template'
+        iniset $IRONIC_CONF_FILE pxe pxe_bootfile_name $pxebin
+        iniset $IRONIC_CONF_FILE pxe http_root $IRONIC_HTTP_DIR
+        iniset $IRONIC_CONF_FILE pxe http_url "http://$IRONIC_HTTP_SERVER:$IRONIC_HTTP_PORT"
+    fi
+}
+
+
      +

      create_ironic_cache_dir() - Part of the init_ironic() process

      +
      +function create_ironic_cache_dir {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/api
+    sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/api
+    rm -f $IRONIC_AUTH_CACHE_DIR/api/*
+    sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/registry
+    sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/registry
+    rm -f $IRONIC_AUTH_CACHE_DIR/registry/*
+}
+
+
      +

      create_ironic_accounts() - Set up common required ironic accounts

      +
      +
+
      + +
      +

      Tenant User Roles

      +

      service ironic admin # if enabled

      +
      +function create_ironic_accounts {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+
      +

      Ironic

      +
      +    if [[ "$ENABLED_SERVICES" =~ "ir-api" ]]; then
+
      +

      Get ironic user if exists

      +
      +
+        local ironic_user=$(get_or_create_user "ironic" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $admin_role $ironic_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local ironic_service=$(get_or_create_service "ironic" \
+                "baremetal" "Ironic baremetal provisioning service")
+            get_or_create_endpoint $ironic_service \
+                "$REGION_NAME" \
+                "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
+                "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
+                "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT"
+        fi
+    fi
+}
+
+
+
      +

      init_ironic() - Initialize databases, etc.

      +
      +function init_ironic {
+
      +

      (Re)create ironic database

      +
      +    recreate_database ironic utf8
+
+
      +

      Migrate ironic database

      +
      +    $IRONIC_BIN_DIR/ironic-dbsync --config-file=$IRONIC_CONF_FILE
+
+    create_ironic_cache_dir
+}
+
+
      +

      start_ironic() - Start running processes, including screen

      +
      +function start_ironic {
+
      +

      Start Ironic API server, if enabled.

      +
      +    if is_service_enabled ir-api; then
+        start_ironic_api
+    fi
+
+
      +

      Start Ironic conductor, if enabled.

      +
      +    if is_service_enabled ir-cond; then
+        start_ironic_conductor
+    fi
+
+
      +

      Start Apache if iPXE is enabled

      +
      +    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        restart_apache_server
+    fi
+}
+
+
      +

      start_ironic_api() - Used by start_ironic(). +Starts Ironic API server.

      +
      +function start_ironic_api {
+    run_process ir-api "$IRONIC_BIN_DIR/ironic-api --config-file=$IRONIC_CONF_FILE"
+    echo "Waiting for ir-api ($IRONIC_HOSTPORT) to start..."
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- http://$IRONIC_HOSTPORT; do sleep 1; done"; then
+        die $LINENO "ir-api did not start"
+    fi
+}
+
+
      +

      start_ironic_conductor() - Used by start_ironic(). +Starts Ironic conductor.

      +
      +function start_ironic_conductor {
+    run_process ir-cond "$IRONIC_BIN_DIR/ironic-conductor --config-file=$IRONIC_CONF_FILE"
+
      +

      TODO(romcheg): Find a way to check whether the conductor has started.

      +
      +}
+
+
      +

      stop_ironic() - Stop running processes

      +
      +function stop_ironic {
+
      +

      Kill the Ironic screen windows

      +
      +    screen -S $SCREEN_NAME -p ir-api -X kill
+    screen -S $SCREEN_NAME -p ir-cond -X kill
+
+
      +

      Cleanup the WSGI files

      +
      +    if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
+        _cleanup_ironic_apache_wsgi
+    fi
+}
+
+function is_ironic {
+    if ( is_service_enabled ir-cond && is_service_enabled ir-api ); then
+        return 0
+    fi
+    return 1
+}
+
+function create_ovs_taps {
+    local ironic_net_id=$(neutron net-list | grep private | get_field 1)
+
+
      +

      Work around: No netns exists on host until a Neutron port is created. We +need to create one in Neutron to know what netns to tap into prior to the +first node booting.

      +
      +    local port_id=$(neutron port-create private | grep " id " | get_field 2)
+
+
      +

      intentional sleep to make sure the tag has been set to port

      +
      +    sleep 10
+
+    local tapdev=$(sudo ip netns exec qdhcp-${ironic_net_id} ip link list | grep tap | cut -d':' -f2 | cut -b2-)
+    local tag_id=$(sudo ovs-vsctl show |grep ${tapdev} -A1 -m1 | grep tag | cut -d':' -f2 | cut -b2-)
+
+
      +

      make sure veth pair is not existing, otherwise delete its links

      +
      +    sudo ip link show ovs-tap1 && sudo ip link delete ovs-tap1
+    sudo ip link show brbm-tap1 && sudo ip link delete brbm-tap1
+
      +

      create veth pair for future interconnection between br-int and brbm

      +
      +    sudo ip link add brbm-tap1 type veth peer name ovs-tap1
+    sudo ip link set dev brbm-tap1 up
+    sudo ip link set dev ovs-tap1 up
+
+    sudo ovs-vsctl -- --if-exists del-port ovs-tap1 -- add-port br-int ovs-tap1 tag=$tag_id
+    sudo ovs-vsctl -- --if-exists del-port brbm-tap1 -- add-port $IRONIC_VM_NETWORK_BRIDGE brbm-tap1
+
+
      +

      Remove the port needed only for workaround.

      +
      +    neutron port-delete $port_id
+
+
      +

      Finally, share the fixed tenant network across all tenants. This allows the host +to serve TFTP to a single network namespace via the tap device created above.

      +
      +    neutron net-update $ironic_net_id --shared true
+}
+
+function create_bridge_and_vms {
+
      +

      Call libvirt setup scripts in a new shell to ensure any new group membership

      +
      +    sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/setup-network"
+    if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
+        local log_arg="$IRONIC_VM_LOG_DIR"
+    else
+        local log_arg=""
+    fi
+    sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/create-nodes \
+        $IRONIC_VM_SPECS_CPU $IRONIC_VM_SPECS_RAM $IRONIC_VM_SPECS_DISK \
+        amd64 $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE $IRONIC_VM_EMULATOR \
+        $log_arg" >> $IRONIC_VM_MACS_CSV_FILE
+    create_ovs_taps
+}
+
+function enroll_vms {
+    local chassis_id=$(ironic chassis-create -d "ironic test chassis" | grep " uuid " | get_field 2)
+    local idx=0
+
+    if [[ "$IRONIC_DEPLOY_DRIVER" == "pxe_ssh" ]] ; then
+        local _IRONIC_DEPLOY_KERNEL_KEY=pxe_deploy_kernel
+        local _IRONIC_DEPLOY_RAMDISK_KEY=pxe_deploy_ramdisk
+    elif [[ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]] ; then
+        local _IRONIC_DEPLOY_KERNEL_KEY=deploy_kernel
+        local _IRONIC_DEPLOY_RAMDISK_KEY=deploy_ramdisk
+    fi
+
+    while read MAC; do
+
+        local node_id=$(ironic node-create --chassis_uuid $chassis_id \
+            --driver $IRONIC_DEPLOY_DRIVER \
+            -i $_IRONIC_DEPLOY_KERNEL_KEY=$IRONIC_DEPLOY_KERNEL_ID \
+            -i $_IRONIC_DEPLOY_RAMDISK_KEY=$IRONIC_DEPLOY_RAMDISK_ID \
+            -i ssh_virt_type=$IRONIC_SSH_VIRT_TYPE \
+            -i ssh_address=$IRONIC_VM_SSH_ADDRESS \
+            -i ssh_port=$IRONIC_VM_SSH_PORT \
+            -i ssh_username=$IRONIC_SSH_USERNAME \
+            -i ssh_key_filename=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME \
+            -p cpus=$IRONIC_VM_SPECS_CPU \
+            -p memory_mb=$IRONIC_VM_SPECS_RAM \
+            -p local_gb=$IRONIC_VM_SPECS_DISK \
+            -p cpu_arch=x86_64 \
+            | grep " uuid " | get_field 2)
+
+        ironic port-create --address $MAC --node_uuid $node_id
+
+        idx=$((idx+1))
+    done < $IRONIC_VM_MACS_CSV_FILE
+
+
      +

      create the nova flavor +NOTE(adam_g): Attempting to use an autogenerated UUID for flavor id here uncovered +bug (LP: #1333852) in Trove. This can be changed to use an auto flavor id when the +bug is fixed in Juno.

      +
      +    local adjusted_disk=$(($IRONIC_VM_SPECS_DISK - $IRONIC_VM_EPHEMERAL_DISK))
+    nova flavor-create --ephemeral $IRONIC_VM_EPHEMERAL_DISK baremetal 551 $IRONIC_VM_SPECS_RAM $adjusted_disk $IRONIC_VM_SPECS_CPU
+
+
      +

      TODO(lucasagomes): Remove the 'baremetal:deploy_kernel_id' +and 'baremetal:deploy_ramdisk_id' parameters +from the flavor after the completion of +https://blueprints.launchpad.net/ironic/+spec/add-node-instance-info

      +
      +    nova flavor-key baremetal set "cpu_arch"="x86_64" "baremetal:deploy_kernel_id"="$IRONIC_DEPLOY_KERNEL_ID" "baremetal:deploy_ramdisk_id"="$IRONIC_DEPLOY_RAMDISK_ID"
+}
+
+function configure_iptables {
+
      +

      enable tftp natting for allowing connections to HOST_IP's tftp server

      +
      +    sudo modprobe nf_conntrack_tftp
+    sudo modprobe nf_nat_tftp
+
      +

      nodes boot from TFTP and callback to the API server listening on $HOST_IP

      +
      +    sudo iptables -I INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
+    sudo iptables -I INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
+}
+
+function configure_tftpd {
+
      +

      stop tftpd and setup serving via xinetd

      +
      +    stop_service tftpd-hpa || true
+    [ -f /etc/init/tftpd-hpa.conf ] && echo "manual" | sudo tee /etc/init/tftpd-hpa.override
+    sudo cp $IRONIC_TEMPLATES_DIR/tftpd-xinetd.template /etc/xinetd.d/tftp
+    sudo sed -e "s|%TFTPBOOT_DIR%|$IRONIC_TFTPBOOT_DIR|g" -i /etc/xinetd.d/tftp
+
+
      +

      setup tftp file mapping to satisfy requests at the root (booting) and +/tftpboot/ sub-dir (as per deploy-ironic elements)

      +
      +    echo "r ^([^/]) $IRONIC_TFTPBOOT_DIR/\1" >$IRONIC_TFTPBOOT_DIR/map-file
+    echo "r ^(/tftpboot/) $IRONIC_TFTPBOOT_DIR/\2" >>$IRONIC_TFTPBOOT_DIR/map-file
+
+    chmod -R 0755 $IRONIC_TFTPBOOT_DIR
+    restart_service xinetd
+}
+
+function configure_ironic_ssh_keypair {
+
      +

      Generating ssh key pair for stack user

      +
      +    if [[ ! -d $IRONIC_SSH_KEY_DIR ]]; then
+        mkdir -p $IRONIC_SSH_KEY_DIR
+    fi
+    if [[ ! -d $HOME/.ssh ]]; then
+        mkdir -p $HOME/.ssh
+        chmod 700 $HOME/.ssh
+    fi
+    echo -e 'n\n' | ssh-keygen -q -t rsa -P '' -f $IRONIC_KEY_FILE
+    cat $IRONIC_KEY_FILE.pub | tee -a $IRONIC_AUTHORIZED_KEYS_FILE
+}
+
+function ironic_ssh_check {
+    local key_file=$1
+    local floating_ip=$2
+    local port=$3
+    local default_instance_user=$4
+    local active_timeout=$5
+    if ! timeout $active_timeout sh -c "while ! ssh -p $port -o StrictHostKeyChecking=no -i $key_file ${default_instance_user}@$floating_ip echo success; do sleep 1; done"; then
+        die $LINENO "server didn't become ssh-able!"
+    fi
+}
+
+function configure_ironic_auxiliary {
+    configure_ironic_ssh_keypair
+    ironic_ssh_check $IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME $IRONIC_VM_SSH_ADDRESS $IRONIC_VM_SSH_PORT $IRONIC_SSH_USERNAME 10
+}
+
+function build_ipa_coreos_ramdisk {
+    echo "Building ironic-python-agent deploy ramdisk"
+    local kernel_path=$1
+    local ramdisk_path=$2
+    git_clone $IRONIC_PYTHON_AGENT_REPO $IRONIC_PYTHON_AGENT_DIR $IRONIC_PYTHON_AGENT_BRANCH
+    cd $IRONIC_PYTHON_AGENT_DIR
+    imagebuild/coreos/build_coreos_image.sh
+    cp imagebuild/coreos/UPLOAD/coreos_production_pxe_image-oem.cpio.gz $ramdisk_path
+    cp imagebuild/coreos/UPLOAD/coreos_production_pxe.vmlinuz $kernel_path
+    sudo rm -rf UPLOAD
+    cd -
+}
+
+
      +

      build deploy kernel+ramdisk, then upload them to glance +this function sets IRONIC_DEPLOY_KERNEL_ID, IRONIC_DEPLOY_RAMDISK_ID

      +
      +function upload_baremetal_ironic_deploy {
+    declare -g IRONIC_DEPLOY_KERNEL_ID IRONIC_DEPLOY_RAMDISK_ID
+    echo_summary "Creating and uploading baremetal images for ironic"
+
+
      +

      install diskimage-builder

      +
      +    if [[ $(type -P ramdisk-image-create) == "" ]]; then
+        pip_install diskimage_builder
+    fi
+
+    if [ -z "$IRONIC_DEPLOY_KERNEL" -o -z "$IRONIC_DEPLOY_RAMDISK" ]; then
+        local IRONIC_DEPLOY_KERNEL_PATH=$TOP_DIR/files/ir-deploy.kernel
+        local IRONIC_DEPLOY_RAMDISK_PATH=$TOP_DIR/files/ir-deploy.initramfs
+    else
+        local IRONIC_DEPLOY_KERNEL_PATH=$IRONIC_DEPLOY_KERNEL
+        local IRONIC_DEPLOY_RAMDISK_PATH=$IRONIC_DEPLOY_RAMDISK
+    fi
+
+    if [ ! -e "$IRONIC_DEPLOY_RAMDISK_PATH" -o ! -e "$IRONIC_DEPLOY_KERNEL_PATH" ]; then
+
      +

      files don't exist, need to build them

      +
      +        if [ "$IRONIC_BUILD_DEPLOY_RAMDISK" = "True" ]; then
+
      +

      we can build them only if we're not offline

      +
      +            if [ "$OFFLINE" != "True" ]; then
+                if [ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]; then
+                    build_ipa_coreos_ramdisk $IRONIC_DEPLOY_KERNEL_PATH $IRONIC_DEPLOY_RAMDISK_PATH
+                else
+                    ramdisk-image-create $IRONIC_DEPLOY_FLAVOR \
+                        -o $TOP_DIR/files/ir-deploy
+                fi
+            else
+                die $LINENO "Deploy kernel+ramdisk files don't exist and cannot be build in OFFLINE mode"
+            fi
+        else
+            if [ "$IRONIC_DEPLOY_DRIVER" == "agent_ssh" ]; then
+
      +

      download the agent image tarball

      +
      +                wget "$IRONIC_AGENT_KERNEL_URL" -O $IRONIC_DEPLOY_KERNEL_PATH
+                wget "$IRONIC_AGENT_RAMDISK_URL" -O $IRONIC_DEPLOY_RAMDISK_PATH
+            else
+                die $LINENO "Deploy kernel+ramdisk files don't exist and their building was disabled explicitly by IRONIC_BUILD_DEPLOY_RAMDISK"
+            fi
+        fi
+    fi
+
+    local token=$(keystone token-get | grep ' id ' | get_field 2)
+    die_if_not_set $LINENO token "Keystone fail to get token"
+
+
      +

      load them into glance

      +
      +    IRONIC_DEPLOY_KERNEL_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $(basename $IRONIC_DEPLOY_KERNEL_PATH) \
+        --public --disk-format=aki \
+        --container-format=aki \
+        < $IRONIC_DEPLOY_KERNEL_PATH  | grep ' id ' | get_field 2)
+    IRONIC_DEPLOY_RAMDISK_ID=$(openstack \
+        --os-token $token \
+        --os-url http://$GLANCE_HOSTPORT \
+        image create \
+        $(basename $IRONIC_DEPLOY_RAMDISK_PATH) \
+        --public --disk-format=ari \
+        --container-format=ari \
+        < $IRONIC_DEPLOY_RAMDISK_PATH  | grep ' id ' | get_field 2)
+}
+
+function prepare_baremetal_basic_ops {
+    upload_baremetal_ironic_deploy
+    create_bridge_and_vms
+    enroll_vms
+    configure_tftpd
+    configure_iptables
+    configure_ironic_auxiliary
+}
+
+function cleanup_baremetal_basic_ops {
+    rm -f $IRONIC_VM_MACS_CSV_FILE
+    if [ -f $IRONIC_KEY_FILE ]; then
+        local key=$(cat $IRONIC_KEY_FILE.pub)
+
      +

      remove public key from authorized_keys

      +
      +        grep -v "$key" $IRONIC_AUTHORIZED_KEYS_FILE > temp && mv temp $IRONIC_AUTHORIZED_KEYS_FILE
+        chmod 0600 $IRONIC_AUTHORIZED_KEYS_FILE
+    fi
+    sudo rm -rf $IRONIC_DATA_DIR $IRONIC_STATE_PATH
+    sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/cleanup-nodes $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE"
+    sudo rm -rf /etc/xinetd.d/tftp /etc/init/tftpd-hpa.override
+    restart_service xinetd
+    sudo iptables -D INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
+    sudo iptables -D INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
+    sudo rmmod nf_conntrack_tftp || true
+    sudo rmmod nf_nat_tftp || true
+}
+
+
      +

      Restore xtrace + pipefail

      +
      +$XTRACE
+$PIPEFAIL
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/keystone b/lib/keystone deleted file mode 100644 index 866c62e1..00000000 --- a/lib/keystone +++ /dev/null @@ -1,334 +0,0 @@ -# lib/keystone -# Functions to control the configuration and operation of **Keystone** - -# Dependencies: -# ``functions`` file -# ``BASE_SQL_CONN`` -# ``SERVICE_HOST``, ``SERVICE_PROTOCOL`` -# ``SERVICE_TOKEN`` -# ``S3_SERVICE_PORT`` (template backend only) -# ``STACK_USER`` - -# ``stack.sh`` calls the entry points in this order: -# -# install_keystone -# configure_keystone -# init_keystone -# start_keystone -# create_keystone_accounts -# stop_keystone -# cleanup_keystone - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -KEYSTONE_DIR=$DEST/keystone -KEYSTONE_CONF_DIR=${KEYSTONE_CONF_DIR:-/etc/keystone} -KEYSTONE_CONF=$KEYSTONE_CONF_DIR/keystone.conf -KEYSTONE_AUTH_CACHE_DIR=${KEYSTONE_AUTH_CACHE_DIR:-/var/cache/keystone} - -KEYSTONECLIENT_DIR=$DEST/python-keystoneclient - -# Select the backend for Keystone's service catalog -KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql} -KEYSTONE_CATALOG=$KEYSTONE_CONF_DIR/default_catalog.templates - -# Select the backend for Tokens -KEYSTONE_TOKEN_BACKEND=${KEYSTONE_TOKEN_BACKEND:-sql} - -# Select Keystone's token format -# Choose from 'UUID' and 'PKI' -KEYSTONE_TOKEN_FORMAT=${KEYSTONE_TOKEN_FORMAT:-PKI} - -# Set Keystone interface configuration -KEYSTONE_AUTH_HOST=${KEYSTONE_AUTH_HOST:-$SERVICE_HOST} -KEYSTONE_AUTH_PORT=${KEYSTONE_AUTH_PORT:-35357} -KEYSTONE_AUTH_PORT_INT=${KEYSTONE_AUTH_PORT_INT:-35358} -KEYSTONE_AUTH_PROTOCOL=${KEYSTONE_AUTH_PROTOCOL:-$SERVICE_PROTOCOL} - -# Public facing bits -KEYSTONE_SERVICE_HOST=${KEYSTONE_SERVICE_HOST:-$SERVICE_HOST} -KEYSTONE_SERVICE_PORT=${KEYSTONE_SERVICE_PORT:-5000} -KEYSTONE_SERVICE_PORT_INT=${KEYSTONE_SERVICE_PORT_INT:-5001} -KEYSTONE_SERVICE_PROTOCOL=${KEYSTONE_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} - - -# Entry Points -# ------------ - -# cleanup_keystone() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_keystone() { - # kill instances (nova) - # delete image files (glance) - # This function intentionally left blank - : -} - -# configure_keystoneclient() - Set config files, create data dirs, etc -function configure_keystoneclient() { - setup_develop $KEYSTONECLIENT_DIR -} - -# configure_keystone() - Set config files, create data dirs, etc -function configure_keystone() { - setup_develop $KEYSTONE_DIR - - if [[ ! -d $KEYSTONE_CONF_DIR ]]; then - sudo mkdir -p $KEYSTONE_CONF_DIR - fi - sudo chown $STACK_USER $KEYSTONE_CONF_DIR - - if [[ "$KEYSTONE_CONF_DIR" != "$KEYSTONE_DIR/etc" ]]; then - cp -p $KEYSTONE_DIR/etc/keystone.conf.sample $KEYSTONE_CONF - cp -p $KEYSTONE_DIR/etc/policy.json $KEYSTONE_CONF_DIR - fi - - # Rewrite stock ``keystone.conf`` - local dburl - database_connection_url dburl keystone - - if is_service_enabled ldap; then - #Set all needed ldap values - iniset $KEYSTONE_CONF ldap password $LDAP_PASSWORD - iniset $KEYSTONE_CONF ldap user "dc=Manager,dc=openstack,dc=org" - iniset $KEYSTONE_CONF ldap suffix "dc=openstack,dc=org" - fi - - if [[ "$KEYSTONE_IDENTITY_BACKEND" == "ldap" ]]; then - iniset $KEYSTONE_CONF identity driver "keystone.identity.backends.ldap.Identity" - fi - - if is_service_enabled tls-proxy; then - # Set the service ports for a proxy to take the originals - iniset $KEYSTONE_CONF DEFAULT public_port $KEYSTONE_SERVICE_PORT_INT - iniset $KEYSTONE_CONF DEFAULT admin_port $KEYSTONE_AUTH_PORT_INT - fi - - iniset $KEYSTONE_CONF DEFAULT admin_token "$SERVICE_TOKEN" - iniset $KEYSTONE_CONF signing token_format "$KEYSTONE_TOKEN_FORMAT" - iniset $KEYSTONE_CONF sql connection $dburl - iniset $KEYSTONE_CONF ec2 driver "keystone.contrib.ec2.backends.sql.Ec2" - sed -e " - /^pipeline.*ec2_extension crud_/s|ec2_extension crud_extension|ec2_extension s3_extension crud_extension|; - " -i $KEYSTONE_CONF - - # Append the S3 bits - iniset $KEYSTONE_CONF filter:s3_extension paste.filter_factory "keystone.contrib.s3:S3Extension.factory" - - if [[ "$KEYSTONE_TOKEN_BACKEND" = "sql" ]]; then - iniset $KEYSTONE_CONF token driver keystone.token.backends.sql.Token - else - iniset $KEYSTONE_CONF token driver keystone.token.backends.kvs.Token - fi - - if [[ "$KEYSTONE_CATALOG_BACKEND" = "sql" ]]; then - # Configure ``keystone.conf`` to use sql - iniset $KEYSTONE_CONF catalog driver keystone.catalog.backends.sql.Catalog - inicomment $KEYSTONE_CONF catalog template_file - else - cp -p $FILES/default_catalog.templates $KEYSTONE_CATALOG - - # Add swift endpoints to service catalog if swift is enabled - if is_service_enabled swift; then - echo "catalog.RegionOne.object_store.publicURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.object_store.adminURL = http://%SERVICE_HOST%:8080/" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.object_store.internalURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.object_store.name = Swift Service" >> $KEYSTONE_CATALOG - fi - - # Add quantum endpoints to service catalog if quantum is enabled - if is_service_enabled quantum; then - echo "catalog.RegionOne.network.publicURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.network.adminURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.network.internalURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG - echo "catalog.RegionOne.network.name = Quantum Service" >> $KEYSTONE_CATALOG - fi - - sed -e " - s,%SERVICE_HOST%,$SERVICE_HOST,g; - s,%S3_SERVICE_PORT%,$S3_SERVICE_PORT,g; - " -i $KEYSTONE_CATALOG - - # Configure ``keystone.conf`` to use templates - iniset $KEYSTONE_CONF catalog driver "keystone.catalog.backends.templated.TemplatedCatalog" - iniset $KEYSTONE_CONF catalog template_file "$KEYSTONE_CATALOG" - fi - - # Set up logging - LOGGING_ROOT="devel" - if [ "$SYSLOG" != "False" ]; then - LOGGING_ROOT="$LOGGING_ROOT,production" - fi - KEYSTONE_LOG_CONFIG="--log-config $KEYSTONE_CONF_DIR/logging.conf" - cp $KEYSTONE_DIR/etc/logging.conf.sample $KEYSTONE_CONF_DIR/logging.conf - iniset $KEYSTONE_CONF_DIR/logging.conf logger_root level "DEBUG" - iniset $KEYSTONE_CONF_DIR/logging.conf logger_root handlers "devel,production" - -} - -# create_keystone_accounts() - Sets up common required keystone accounts - -# Tenant User Roles -# ------------------------------------------------------------------ -# service -- -- -# -- -- Member -# admin admin admin -# demo admin admin -# demo demo Member, anotherrole -# invisible_to_admin demo Member - -# Migrated from keystone_data.sh -create_keystone_accounts() { - - # admin - ADMIN_TENANT=$(keystone tenant-create \ - --name admin \ - | grep " id " | get_field 2) - ADMIN_USER=$(keystone user-create \ - --name admin \ - --pass "$ADMIN_PASSWORD" \ - --email admin@example.com \ - | grep " id " | get_field 2) - ADMIN_ROLE=$(keystone role-create \ - --name admin \ - | grep " id " | get_field 2) - keystone user-role-add \ - --user_id $ADMIN_USER \ - --role_id $ADMIN_ROLE \ - --tenant_id $ADMIN_TENANT - - # service - SERVICE_TENANT=$(keystone tenant-create \ - --name $SERVICE_TENANT_NAME \ - | grep " id " | get_field 2) - - # The Member role is used by Horizon and Swift so we need to keep it: - MEMBER_ROLE=$(keystone role-create --name=Member | grep " id " | get_field 2) - # ANOTHER_ROLE demonstrates that an arbitrary role may be created and used - # TODO(sleepsonthefloor): show how this can be used for rbac in the future! - ANOTHER_ROLE=$(keystone role-create --name=anotherrole | grep " id " | get_field 2) - - # invisible tenant - admin can't see this one - INVIS_TENANT=$(keystone tenant-create --name=invisible_to_admin | grep " id " | get_field 2) - - # demo - DEMO_TENANT=$(keystone tenant-create \ - --name=demo \ - | grep " id " | get_field 2) - DEMO_USER=$(keystone user-create \ - --name demo \ - --pass "$ADMIN_PASSWORD" \ - --email demo@example.com \ - | grep " id " | get_field 2) - keystone user-role-add --user_id $DEMO_USER --role_id $MEMBER_ROLE --tenant_id $DEMO_TENANT - keystone user-role-add --user_id $ADMIN_USER --role_id $ADMIN_ROLE --tenant_id $DEMO_TENANT - keystone user-role-add --user_id $DEMO_USER --role_id $ANOTHER_ROLE --tenant_id $DEMO_TENANT - keystone user-role-add --user_id $DEMO_USER --role_id $MEMBER_ROLE --tenant_id $INVIS_TENANT - - # Keystone - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - KEYSTONE_SERVICE=$(keystone service-create \ - --name keystone \ - --type identity \ - --description "Keystone Identity Service" \ - | grep " id " | get_field 2) - keystone endpoint-create \ - --region RegionOne \ - --service_id $KEYSTONE_SERVICE \ - --publicurl "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0" \ - --adminurl "$KEYSTONE_AUTH_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0" \ - --internalurl "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0" - fi - - # TODO(dtroyer): This is part of a series of changes...remove these when - # complete if they are really unused -# KEYSTONEADMIN_ROLE=$(keystone role-create \ -# --name KeystoneAdmin \ -# | grep " id " | get_field 2) -# KEYSTONESERVICE_ROLE=$(keystone role-create \ -# --name KeystoneServiceAdmin \ -# | grep " id " | get_field 2) - - # TODO(termie): these two might be dubious -# keystone user-role-add \ -# --user_id $ADMIN_USER \ -# --role_id $KEYSTONEADMIN_ROLE \ -# --tenant_id $ADMIN_TENANT -# keystone user-role-add \ -# --user_id $ADMIN_USER \ -# --role_id $KEYSTONESERVICE_ROLE \ -# --tenant_id $ADMIN_TENANT -} - -# init_keystone() - Initialize databases, etc. -function init_keystone() { - # (Re)create keystone database - recreate_database keystone utf8 - - # Initialize keystone database - $KEYSTONE_DIR/bin/keystone-manage db_sync - - if [[ "$KEYSTONE_TOKEN_FORMAT" == "PKI" ]]; then - # Set up certificates - rm -rf $KEYSTONE_CONF_DIR/ssl - $KEYSTONE_DIR/bin/keystone-manage pki_setup - - # Create cache dir - sudo mkdir -p $KEYSTONE_AUTH_CACHE_DIR - sudo chown $STACK_USER $KEYSTONE_AUTH_CACHE_DIR - rm -f $KEYSTONE_AUTH_CACHE_DIR/* - fi -} - -# install_keystoneclient() - Collect source and prepare -function install_keystoneclient() { - git_clone $KEYSTONECLIENT_REPO $KEYSTONECLIENT_DIR $KEYSTONECLIENT_BRANCH -} - -# install_keystone() - Collect source and prepare -function install_keystone() { - # only install ldap if the service has been enabled - if is_service_enabled ldap; then - install_ldap - fi - git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH -} - -# start_keystone() - Start running processes, including screen -function start_keystone() { - # Get right service port for testing - local service_port=$KEYSTONE_SERVICE_PORT - if is_service_enabled tls-proxy; then - service_port=$KEYSTONE_SERVICE_PORT_INT - fi - - # Start Keystone in a screen window - screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone-all --config-file $KEYSTONE_CONF $KEYSTONE_LOG_CONFIG -d --debug" - echo "Waiting for keystone to start..." - if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= curl -s http://$SERVICE_HOST:$service_port/v2.0/ >/dev/null; do sleep 1; done"; then - echo "keystone did not start" - exit 1 - fi - - # Start proxies if enabled - if is_service_enabled tls-proxy; then - start_tls_proxy '*' $KEYSTONE_SERVICE_PORT $KEYSTONE_SERVICE_HOST $KEYSTONE_SERVICE_PORT_INT & - start_tls_proxy '*' $KEYSTONE_AUTH_PORT $KEYSTONE_AUTH_HOST $KEYSTONE_AUTH_PORT_INT & - fi -} - -# stop_keystone() - Stop running processes -function stop_keystone() { - # Kill the Keystone screen window - screen -S $SCREEN_NAME -p key -X kill -} - -# Restore xtrace -$XTRACE diff --git a/lib/keystone.html b/lib/keystone.html new file mode 100644 index 00000000..43e62a5c --- /dev/null +++ b/lib/keystone.html @@ -0,0 +1,1108 @@ + + + + + keystone + + + +
      +
      + + + + + + + + + + +

      keystone

      + + + + + + + + + +
      + + +

      lib/keystone +Functions to control the configuration and operation of Keystone +Dependencies:

      +
        +
      • functions file
        • +
      • tls file
        • +
      • DEST, STACK_USER
        • +
      • FILES
        • +
      • IDENTITY_API_VERSION
        • +
      • BASE_SQL_CONN
        • +
      • SERVICE_HOST, SERVICE_PROTOCOL
        • +
      • SERVICE_TOKEN
        • +
      • S3_SERVICE_PORT (template backend only)
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_keystone
        • +
      • configure_keystone
        • +
      • _config_keystone_apache_wsgi
        • +
      • init_keystone
        • +
      • start_keystone
        • +
      • create_keystone_accounts
        • +
      • stop_keystone
        • +
      • cleanup_keystone
        • +
      • _cleanup_keystone_apache_wsgi
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +KEYSTONE_DIR=$DEST/keystone
+KEYSTONE_CONF_DIR=${KEYSTONE_CONF_DIR:-/etc/keystone}
+KEYSTONE_CONF=$KEYSTONE_CONF_DIR/keystone.conf
+KEYSTONE_PASTE_INI=${KEYSTONE_PASTE_INI:-$KEYSTONE_CONF_DIR/keystone-paste.ini}
+KEYSTONE_AUTH_CACHE_DIR=${KEYSTONE_AUTH_CACHE_DIR:-/var/cache/keystone}
+if is_suse; then
+    KEYSTONE_WSGI_DIR=${KEYSTONE_WSGI_DIR:-/srv/www/htdocs/keystone}
+else
+    KEYSTONE_WSGI_DIR=${KEYSTONE_WSGI_DIR:-/var/www/keystone}
+fi
+
+KEYSTONEMIDDLEWARE_DIR=$DEST/keystonemiddleware
+KEYSTONECLIENT_DIR=$DEST/python-keystoneclient
+
+
      +

      Set up additional extensions, such as oauth1, federation +Example of KEYSTONE_EXTENSIONS=oauth1,federation

      +
      +KEYSTONE_EXTENSIONS=${KEYSTONE_EXTENSIONS:-}
+
+
      +

      Toggle for deploying Keystone under HTTPD + mod_wsgi

      +
      +KEYSTONE_USE_MOD_WSGI=${KEYSTONE_USE_MOD_WSGI:-${ENABLE_HTTPD_MOD_WSGI_SERVICES}}
+
+
      +

      Select the backend for Keystone's service catalog

      +
      +KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql}
+KEYSTONE_CATALOG=$KEYSTONE_CONF_DIR/default_catalog.templates
+
+
      +

      Select the backend for Tokens

      +
      +KEYSTONE_TOKEN_BACKEND=${KEYSTONE_TOKEN_BACKEND:-sql}
+
+
      +

      Select the backend for Identity

      +
      +KEYSTONE_IDENTITY_BACKEND=${KEYSTONE_IDENTITY_BACKEND:-sql}
+
+
      +

      Select the backend for Assignment

      +
      +KEYSTONE_ASSIGNMENT_BACKEND=${KEYSTONE_ASSIGNMENT_BACKEND:-sql}
+
+
      +

      Select Keystone's token format +Choose from 'UUID', 'PKI', or 'PKIZ'

      +
      +KEYSTONE_TOKEN_FORMAT=$(echo ${KEYSTONE_TOKEN_FORMAT} | tr '[:upper:]' '[:lower:]')
+
+
      +

      Set Keystone interface configuration

      +
      +KEYSTONE_AUTH_HOST=${KEYSTONE_AUTH_HOST:-$SERVICE_HOST}
+KEYSTONE_AUTH_PORT=${KEYSTONE_AUTH_PORT:-35357}
+KEYSTONE_AUTH_PORT_INT=${KEYSTONE_AUTH_PORT_INT:-35358}
+KEYSTONE_AUTH_PROTOCOL=${KEYSTONE_AUTH_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Public facing bits

      +
      +KEYSTONE_SERVICE_HOST=${KEYSTONE_SERVICE_HOST:-$SERVICE_HOST}
+KEYSTONE_SERVICE_PORT=${KEYSTONE_SERVICE_PORT:-5000}
+KEYSTONE_SERVICE_PORT_INT=${KEYSTONE_SERVICE_PORT_INT:-5001}
+KEYSTONE_SERVICE_PROTOCOL=${KEYSTONE_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Bind hosts

      +
      +KEYSTONE_ADMIN_BIND_HOST=${KEYSTONE_ADMIN_BIND_HOST:-$KEYSTONE_SERVICE_HOST}
+
      +

      Set the tenant for service accounts in Keystone

      +
      +SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service}
+
+
      +

      valid identity backends as per dir keystone/identity/backends

      +
      +KEYSTONE_VALID_IDENTITY_BACKENDS=kvs,ldap,pam,sql
+
+
      +

      valid assignment backends as per dir keystone/identity/backends

      +
      +KEYSTONE_VALID_ASSIGNMENT_BACKENDS=kvs,ldap,sql
+
+
      +

      if we are running with SSL use https protocols

      +
      +if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
+    KEYSTONE_AUTH_PROTOCOL="https"
+    KEYSTONE_SERVICE_PROTOCOL="https"
+fi
+
+
      +

      complete URIs

      +
      +KEYSTONE_AUTH_URI=${KEYSTONE_AUTH_PROTOCOL}://${KEYSTONE_AUTH_HOST}:${KEYSTONE_AUTH_PORT}
+KEYSTONE_SERVICE_URI=${KEYSTONE_SERVICE_PROTOCOL}://${KEYSTONE_SERVICE_HOST}:${KEYSTONE_SERVICE_PORT}
+
+
      + +
      +

      Functions

      +

      cleanup_keystone() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_keystone {
+    _cleanup_keystone_apache_wsgi
+}
+
+
      +

      _cleanup_keystone_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file

      +
      +function _cleanup_keystone_apache_wsgi {
+    sudo rm -f $KEYSTONE_WSGI_DIR/*.wsgi
+    sudo rm -f $(apache_site_config_for keystone)
+}
+
+
      +

      _config_keystone_apache_wsgi() - Set WSGI config files of Keystone

      +
      +function _config_keystone_apache_wsgi {
+    sudo mkdir -p $KEYSTONE_WSGI_DIR
+
+    local keystone_apache_conf=$(apache_site_config_for keystone)
+    local keystone_ssl=""
+    local keystone_certfile=""
+    local keystone_keyfile=""
+    local keystone_service_port=$KEYSTONE_SERVICE_PORT
+    local keystone_auth_port=$KEYSTONE_AUTH_PORT
+
+    if is_ssl_enabled_service key; then
+        keystone_ssl="SSLEngine On"
+        keystone_certfile="SSLCertificateFile $KEYSTONE_SSL_CERT"
+        keystone_keyfile="SSLCertificateKeyFile $KEYSTONE_SSL_KEY"
+    fi
+    if is_service_enabled tls-proxy; then
+        keystone_service_port=$KEYSTONE_SERVICE_PORT_INT
+        keystone_auth_port=$KEYSTONE_AUTH_PORT_INT
+    fi
+
+
      +

      copy proxy vhost and wsgi file

      +
      +    sudo cp $KEYSTONE_DIR/httpd/keystone.py $KEYSTONE_WSGI_DIR/main
+    sudo cp $KEYSTONE_DIR/httpd/keystone.py $KEYSTONE_WSGI_DIR/admin
+
+    sudo cp $FILES/apache-keystone.template $keystone_apache_conf
+    sudo sed -e "
+        s|%PUBLICPORT%|$keystone_service_port|g;
+        s|%ADMINPORT%|$keystone_auth_port|g;
+        s|%APACHE_NAME%|$APACHE_NAME|g;
+        s|%PUBLICWSGI%|$KEYSTONE_WSGI_DIR/main|g;
+        s|%ADMINWSGI%|$KEYSTONE_WSGI_DIR/admin|g;
+        s|%SSLENGINE%|$keystone_ssl|g;
+        s|%SSLCERTFILE%|$keystone_certfile|g;
+        s|%SSLKEYFILE%|$keystone_keyfile|g;
+        s|%USER%|$STACK_USER|g
+    " -i $keystone_apache_conf
+}
+
+
      +

      configure_keystone() - Set config files, create data dirs, etc

      +
      +function configure_keystone {
+    if [[ ! -d $KEYSTONE_CONF_DIR ]]; then
+        sudo mkdir -p $KEYSTONE_CONF_DIR
+    fi
+    sudo chown $STACK_USER $KEYSTONE_CONF_DIR
+
+    if [[ "$KEYSTONE_CONF_DIR" != "$KEYSTONE_DIR/etc" ]]; then
+        cp -p $KEYSTONE_DIR/etc/keystone.conf.sample $KEYSTONE_CONF
+        chmod 600 $KEYSTONE_CONF
+        cp -p $KEYSTONE_DIR/etc/policy.json $KEYSTONE_CONF_DIR
+        if [[ -f "$KEYSTONE_DIR/etc/keystone-paste.ini" ]]; then
+            cp -p "$KEYSTONE_DIR/etc/keystone-paste.ini" "$KEYSTONE_PASTE_INI"
+        fi
+    fi
+    if [[ -f "$KEYSTONE_PASTE_INI" ]]; then
+        iniset "$KEYSTONE_CONF" paste_deploy config_file "$KEYSTONE_PASTE_INI"
+    else
+
      +

      compatibility with mixed cfg and paste.deploy configuration

      +
      +        KEYSTONE_PASTE_INI="$KEYSTONE_CONF"
+    fi
+
+    configure_keystone_extensions
+
+
      +

      Rewrite stock keystone.conf

      +
      +
+    if is_service_enabled ldap; then
+        #Set all needed ldap values
+        iniset $KEYSTONE_CONF ldap password $LDAP_PASSWORD
+        iniset $KEYSTONE_CONF ldap user $LDAP_MANAGER_DN
+        iniset $KEYSTONE_CONF ldap suffix $LDAP_BASE_DN
+        iniset $KEYSTONE_CONF ldap use_dumb_member "True"
+        iniset $KEYSTONE_CONF ldap user_attribute_ignore "enabled,email,tenants,default_project_id"
+        iniset $KEYSTONE_CONF ldap tenant_attribute_ignore "enabled"
+        iniset $KEYSTONE_CONF ldap tenant_domain_id_attribute "businessCategory"
+        iniset $KEYSTONE_CONF ldap tenant_desc_attribute "description"
+        iniset $KEYSTONE_CONF ldap tenant_tree_dn "ou=Projects,$LDAP_BASE_DN"
+        iniset $KEYSTONE_CONF ldap user_domain_id_attribute "businessCategory"
+        iniset $KEYSTONE_CONF ldap user_tree_dn "ou=Users,$LDAP_BASE_DN"
+        iniset $KEYSTONE_CONF DEFAULT member_role_id "9fe2ff9ee4384b1894a90878d3e92bab"
+        iniset $KEYSTONE_CONF DEFAULT member_role_name "_member_"
+    fi
+
+
      +

      check if identity backend is valid

      +
      +    if [[ "$KEYSTONE_VALID_IDENTITY_BACKENDS" =~ "$KEYSTONE_IDENTITY_BACKEND" ]]; then
+        iniset $KEYSTONE_CONF identity driver "keystone.identity.backends.$KEYSTONE_IDENTITY_BACKEND.Identity"
+    fi
+
+
      +

      check if assignment backend is valid

      +
      +    if [[ "$KEYSTONE_VALID_ASSIGNMENT_BACKENDS" =~ "$KEYSTONE_ASSIGNMENT_BACKEND" ]]; then
+        iniset $KEYSTONE_CONF assignment driver "keystone.assignment.backends.$KEYSTONE_ASSIGNMENT_BACKEND.Assignment"
+    fi
+
+
      +

      Configure rabbitmq credentials

      +
      +    if is_service_enabled rabbit; then
+        iniset $KEYSTONE_CONF DEFAULT rabbit_password $RABBIT_PASSWORD
+        iniset $KEYSTONE_CONF DEFAULT rabbit_host $RABBIT_HOST
+    fi
+
+
      +

      Set the URL advertised in the versions structure returned by the '/' route

      +
      +    if is_service_enabled tls-proxy; then
+        iniset $KEYSTONE_CONF DEFAULT public_endpoint "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/"
+        iniset $KEYSTONE_CONF DEFAULT admin_endpoint "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/"
+    else
+        iniset $KEYSTONE_CONF DEFAULT public_endpoint "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:%(public_port)s/"
+        iniset $KEYSTONE_CONF DEFAULT admin_endpoint "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:%(admin_port)s/"
+    fi
+    iniset $KEYSTONE_CONF DEFAULT admin_bind_host "$KEYSTONE_ADMIN_BIND_HOST"
+
+
      +

      Register SSL certificates if provided

      +
      +    if is_ssl_enabled_service key; then
+        ensure_certificates KEYSTONE
+
+        iniset $KEYSTONE_CONF ssl enable True
+        iniset $KEYSTONE_CONF ssl certfile $KEYSTONE_SSL_CERT
+        iniset $KEYSTONE_CONF ssl keyfile $KEYSTONE_SSL_KEY
+    fi
+
+    if is_service_enabled tls-proxy; then
+
      +

      Set the service ports for a proxy to take the originals

      +
      +        iniset $KEYSTONE_CONF DEFAULT public_port $KEYSTONE_SERVICE_PORT_INT
+        iniset $KEYSTONE_CONF DEFAULT admin_port $KEYSTONE_AUTH_PORT_INT
+    fi
+
+    iniset $KEYSTONE_CONF DEFAULT admin_token "$SERVICE_TOKEN"
+
+    if [[ "$KEYSTONE_TOKEN_FORMAT" != "" ]]; then
+        iniset $KEYSTONE_CONF token provider keystone.token.providers.$KEYSTONE_TOKEN_FORMAT.Provider
+    fi
+
+    iniset $KEYSTONE_CONF database connection `database_connection_url keystone`
+    iniset $KEYSTONE_CONF ec2 driver "keystone.contrib.ec2.backends.sql.Ec2"
+
+    if [[ "$KEYSTONE_TOKEN_BACKEND" = "sql" ]]; then
+        iniset $KEYSTONE_CONF token driver keystone.token.persistence.backends.sql.Token
+    elif [[ "$KEYSTONE_TOKEN_BACKEND" = "memcache" ]]; then
+        iniset $KEYSTONE_CONF token driver keystone.token.persistence.backends.memcache.Token
+    else
+        iniset $KEYSTONE_CONF token driver keystone.token.persistence.backends.kvs.Token
+    fi
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = "sql" ]]; then
+
      +

      Configure keystone.conf to use sql

      +
      +        iniset $KEYSTONE_CONF catalog driver keystone.catalog.backends.sql.Catalog
+        inicomment $KEYSTONE_CONF catalog template_file
+    else
+        cp -p $FILES/default_catalog.templates $KEYSTONE_CATALOG
+
+
      +

      Add swift endpoints to service catalog if swift is enabled

      +
      +        if is_service_enabled s-proxy; then
+            echo "catalog.RegionOne.object_store.publicURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.object_store.adminURL = http://%SERVICE_HOST%:8080/" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.object_store.internalURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.object_store.name = Swift Service" >> $KEYSTONE_CATALOG
+        fi
+
+
      +

      Add neutron endpoints to service catalog if neutron is enabled

      +
      +        if is_service_enabled neutron; then
+            echo "catalog.RegionOne.network.publicURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.network.adminURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.network.internalURL = http://%SERVICE_HOST%:$Q_PORT/" >> $KEYSTONE_CATALOG
+            echo "catalog.RegionOne.network.name = Neutron Service" >> $KEYSTONE_CATALOG
+        fi
+
+        sed -e "
+            s,%SERVICE_HOST%,$SERVICE_HOST,g;
+            s,%S3_SERVICE_PORT%,$S3_SERVICE_PORT,g;
+        " -i $KEYSTONE_CATALOG
+
+
      +

      Configure keystone.conf to use templates

      +
      +        iniset $KEYSTONE_CONF catalog driver "keystone.catalog.backends.templated.TemplatedCatalog"
+        iniset $KEYSTONE_CONF catalog template_file "$KEYSTONE_CATALOG"
+    fi
+
+
      +

      Set up logging

      +
      +    if [ "$SYSLOG" != "False" ]; then
+        iniset $KEYSTONE_CONF DEFAULT use_syslog "True"
+    fi
+
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ] && [ "$KEYSTONE_USE_MOD_WSGI" == "False" ]  ; then
+        setup_colorized_logging $KEYSTONE_CONF DEFAULT
+    fi
+
+    if [ "$KEYSTONE_USE_MOD_WSGI" == "True" ]; then
+        iniset $KEYSTONE_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+
      +

      Eliminate the %(asctime)s.%(msecs)03d from the log format strings

      +
      +        iniset $KEYSTONE_CONF DEFAULT logging_context_format_string "%(process)d %(levelname)s %(name)s [%(request_id)s %(user_identity)s] %(instance)s%(message)s"
+        iniset $KEYSTONE_CONF DEFAULT logging_default_format_string "%(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s"
+        iniset $KEYSTONE_CONF DEFAULT logging_debug_format_suffix "%(funcName)s %(pathname)s:%(lineno)d"
+        iniset $KEYSTONE_CONF DEFAULT logging_exception_prefix "%(process)d TRACE %(name)s %(instance)s"
+        _config_keystone_apache_wsgi
+    fi
+
+    iniset $KEYSTONE_CONF DEFAULT max_token_size 16384
+
+    iniset $KEYSTONE_CONF DEFAULT admin_workers "$API_WORKERS"
+
      +

      Public workers will use the server default, typically number of CPU.

      +
      +
+    if [[ -n "$KEYSTONE_TOKEN_HASH_ALGORITHM" ]]; then
+        iniset $KEYSTONE_CONF token hash_algorithm "$KEYSTONE_TOKEN_HASH_ALGORITHM"
+    fi
+}
+
+function configure_keystone_extensions {
+
      +

      Add keystone extension into keystone v3 application pipeline

      +
      +    local extension_value
+    local api_v3
+    local extension
+    local api_v3_extension
+    for extension_value in ${KEYSTONE_EXTENSIONS//,/ }; do
+        if [[ -z "${extension_value}" ]]; then
+            continue
+        fi
+        api_v3=$(iniget $KEYSTONE_PASTE_INI pipeline:api_v3 pipeline)
+        extension=$(echo $api_v3 | sed -ne "/${extension_value}/ p;" )
+        if [[ -z $extension ]]; then
+            api_v3_extension=$(echo $api_v3 | sed -ne "s/service_v3/${extension_value}_extension service_v3/p;" )
+            iniset $KEYSTONE_PASTE_INI pipeline:api_v3 pipeline "$api_v3_extension"
+        fi
+    done
+}
+
+
      +

      create_keystone_accounts() - Sets up common required keystone accounts

      +
      +
+
      + +
      +

      Tenant User Roles

      +

      admin admin admin +service -- -- +-- -- service +-- -- ResellerAdmin +-- -- Member +demo admin admin +demo demo Member, anotherrole +invisible_to_admin demo Member

      +
      +
+
      +

      Migrated from keystone_data.sh

      +
      +function create_keystone_accounts {
+
+
      +

      admin

      +
      +    local admin_tenant=$(get_or_create_project "admin")
+    local admin_user=$(get_or_create_user "admin" \
+        "$ADMIN_PASSWORD" "$admin_tenant")
+    local admin_role=$(get_or_create_role "admin")
+    get_or_add_user_role $admin_role $admin_user $admin_tenant
+
+
      +

      Create service project/role

      +
      +    get_or_create_project "$SERVICE_TENANT_NAME"
+
+
      +

      Service role, so service users do not have to be admins

      +
      +    get_or_create_role service
+
+
      +

      The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it. +The admin role in swift allows a user to act as an admin for their tenant, +but ResellerAdmin is needed for a user to act as any tenant. The name of this +role is also configurable in swift-proxy.conf

      +
      +    get_or_create_role ResellerAdmin
+
+
      +

      The Member role is used by Horizon and Swift so we need to keep it:

      +
      +    local member_role=$(get_or_create_role "Member")
+
+
      +

      another_role demonstrates that an arbitrary role may be created and used +TODO(sleepsonthefloor): show how this can be used for rbac in the future!

      +
      +    local another_role=$(get_or_create_role "anotherrole")
+
+
      +

      invisible tenant - admin can't see this one

      +
      +    local invis_tenant=$(get_or_create_project "invisible_to_admin")
+
+
      +

      demo

      +
      +    local demo_tenant=$(get_or_create_project "demo")
+    local demo_user=$(get_or_create_user "demo" \
+        "$ADMIN_PASSWORD" "$demo_tenant" "demo@example.com")
+
+    get_or_add_user_role $member_role $demo_user $demo_tenant
+    get_or_add_user_role $admin_role $admin_user $demo_tenant
+    get_or_add_user_role $another_role $demo_user $demo_tenant
+    get_or_add_user_role $member_role $demo_user $invis_tenant
+
+
      +

      Keystone

      +
      +    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        KEYSTONE_SERVICE=$(get_or_create_service "keystone" \
+            "identity" "Keystone Identity Service")
+        get_or_create_endpoint $KEYSTONE_SERVICE \
+            "$REGION_NAME" \
+            "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v$IDENTITY_API_VERSION" \
+            "$KEYSTONE_AUTH_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v$IDENTITY_API_VERSION" \
+            "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v$IDENTITY_API_VERSION"
+    fi
+}
+
+
      +

      Configure the API version for the OpenStack projects. +configure_API_version conf_file version [section]

      +
      +function configure_API_version {
+    local conf_file=$1
+    local api_version=$2
+    local section=${3:-keystone_authtoken}
+    iniset $conf_file $section auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v$api_version
+}
+
+
      +

      Configure the service to use the auth token middleware.

      +

      configure_auth_token_middleware conf_file admin_user signing_dir [section]

      +

      section defaults to keystone_authtoken, which is where auth_token looks in +the .conf file. If the paste config file is used (api-paste.ini) then +provide the section name for the auth_token filter.

      +
      +function configure_auth_token_middleware {
+    local conf_file=$1
+    local admin_user=$2
+    local signing_dir=$3
+    local section=${4:-keystone_authtoken}
+
+    iniset $conf_file $section auth_host $KEYSTONE_AUTH_HOST
+    iniset $conf_file $section auth_port $KEYSTONE_AUTH_PORT
+    iniset $conf_file $section auth_protocol $KEYSTONE_AUTH_PROTOCOL
+    iniset $conf_file $section identity_uri $KEYSTONE_AUTH_URI
+    iniset $conf_file $section cafile $SSL_BUNDLE_FILE
+    configure_API_version $conf_file $IDENTITY_API_VERSION $section
+    iniset $conf_file $section admin_tenant_name $SERVICE_TENANT_NAME
+    iniset $conf_file $section admin_user $admin_user
+    iniset $conf_file $section admin_password $SERVICE_PASSWORD
+    iniset $conf_file $section signing_dir $signing_dir
+    if [[ -n "$KEYSTONE_TOKEN_HASH_ALGORITHM" ]]; then
+        iniset $conf_file keystone_authtoken hash_algorithms "$KEYSTONE_TOKEN_HASH_ALGORITHM"
+    fi
+}
+
+
      +

      init_keystone() - Initialize databases, etc.

      +
      +function init_keystone {
+    if is_service_enabled ldap; then
+        init_ldap
+    fi
+
+
      +

      (Re)create keystone database

      +
      +    recreate_database keystone utf8
+
+
      +

      Initialize keystone database

      +
      +    $KEYSTONE_DIR/bin/keystone-manage db_sync
+
+    local extension_value
+    for extension_value in ${KEYSTONE_EXTENSIONS//,/ }; do
+        if [[ -z "${extension_value}" ]]; then
+            continue
+        fi
+        $KEYSTONE_DIR/bin/keystone-manage db_sync --extension "${extension_value}"
+    done
+
+    if [[ "$KEYSTONE_TOKEN_FORMAT" != "uuid" ]]; then
+
      +

      Set up certificates

      +
      +        rm -rf $KEYSTONE_CONF_DIR/ssl
+        $KEYSTONE_DIR/bin/keystone-manage pki_setup
+
+
      +

      Create cache dir

      +
      +        sudo mkdir -p $KEYSTONE_AUTH_CACHE_DIR
+        sudo chown $STACK_USER $KEYSTONE_AUTH_CACHE_DIR
+        rm -f $KEYSTONE_AUTH_CACHE_DIR/*
+    fi
+}
+
+
      +

      install_keystoneclient() - Collect source and prepare

      +
      +function install_keystoneclient {
+    git_clone $KEYSTONECLIENT_REPO $KEYSTONECLIENT_DIR $KEYSTONECLIENT_BRANCH
+    setup_develop $KEYSTONECLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$KEYSTONECLIENT_DIR/tools/,/etc/bash_completion.d/}keystone.bash_completion
+}
+
+
      +

      install_keystonemiddleware() - Collect source and prepare

      +
      +function install_keystonemiddleware {
+    git_clone $KEYSTONEMIDDLEWARE_REPO $KEYSTONEMIDDLEWARE_DIR $KEYSTONEMIDDLEWARE_BRANCH
+    setup_install $KEYSTONEMIDDLEWARE_DIR
+}
+
+
      +

      install_keystone() - Collect source and prepare

      +
      +function install_keystone {
+
      +

      only install ldap if the service has been enabled

      +
      +    if is_service_enabled ldap; then
+        install_ldap
+    fi
+    if [[ "$KEYSTONE_TOKEN_BACKEND" = "memcache" ]]; then
+
      +

      Install memcached and the memcache Python library that keystone uses. +Unfortunately the Python library goes by different names in the .deb +and .rpm circles.

      +
      +        install_package memcached
+        if is_ubuntu; then
+            install_package python-memcache
+        else
+            install_package python-memcached
+        fi
+    fi
+    git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
+    setup_develop $KEYSTONE_DIR
+    if [ "$KEYSTONE_USE_MOD_WSGI" == "True" ]; then
+        install_apache_wsgi
+        if is_ssl_enabled_service "key"; then
+            enable_mod_ssl
+        fi
+    fi
+}
+
+
      +

      start_keystone() - Start running processes, including screen

      +
      +function start_keystone {
+
      +

      Get right service port for testing

      +
      +    local service_port=$KEYSTONE_SERVICE_PORT
+    local auth_protocol=$KEYSTONE_AUTH_PROTOCOL
+    if is_service_enabled tls-proxy; then
+        service_port=$KEYSTONE_SERVICE_PORT_INT
+        auth_protocol="http"
+    fi
+
+    if [ "$KEYSTONE_USE_MOD_WSGI" == "True" ]; then
+        enable_apache_site keystone
+        restart_apache_server
+        tail_log key /var/log/$APACHE_NAME/keystone.log
+        tail_log key-access /var/log/$APACHE_NAME/keystone_access.log
+    else
+        local EXTRA_PARAMS=""
+        if [ "$ENABLE_DEBUG_LOG_LEVEL" == "True" ]; then
+            EXTRA_PARAMS="--debug"
+        fi
+
      +

      Start Keystone in a screen window

      +
      +        run_process key "$KEYSTONE_DIR/bin/keystone-all --config-file $KEYSTONE_CONF $EXTRA_PARAMS"
+    fi
+
+    echo "Waiting for keystone to start..."
+
      +

      Check that the keystone service is running. Even if the tls tunnel +should be enabled, make sure the internal port is checked using +unencryted traffic at this point.

      +
      +    if ! timeout $SERVICE_TIMEOUT sh -c "while ! curl --noproxy '*' -k -s $auth_protocol://$KEYSTONE_SERVICE_HOST:$service_port/v$IDENTITY_API_VERSION/ >/dev/null; do sleep 1; done"; then
+        die $LINENO "keystone did not start"
+    fi
+
+
      +

      Start proxies if enabled

      +
      +    if is_service_enabled tls-proxy; then
+        start_tls_proxy '*' $KEYSTONE_SERVICE_PORT $KEYSTONE_SERVICE_HOST $KEYSTONE_SERVICE_PORT_INT &
+        start_tls_proxy '*' $KEYSTONE_AUTH_PORT $KEYSTONE_AUTH_HOST $KEYSTONE_AUTH_PORT_INT &
+    fi
+}
+
+
      +

      stop_keystone() - Stop running processes

      +
      +function stop_keystone {
+    if [ "$KEYSTONE_USE_MOD_WSGI" == "True" ]; then
+        disable_apache_site keystone
+        restart_apache_server
+    fi
+
      +

      Kill the Keystone screen window

      +
      +    stop_process key
+}
+
+function is_keystone_enabled {
+    return is_service_enabled key
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/ldap b/lib/ldap deleted file mode 100644 index 5cb45347..00000000 --- a/lib/ldap +++ /dev/null @@ -1,74 +0,0 @@ -# lib/ldap -# Functions to control the installation and configuration of **ldap** - -# ``stack.sh`` calls the entry points in this order: -# - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - -# install_ldap -# install_ldap() - Collect source and prepare -function install_ldap() { - echo "Installing LDAP inside function" - echo "LDAP_PASSWORD is $LDAP_PASSWORD" - echo "os_VENDOR is $os_VENDOR" - printf "installing" - if is_ubuntu; then - echo "os vendor is Ubuntu" - LDAP_OLCDB_NUMBER=1 - LDAP_ROOTPW_COMMAND=replace - sudo DEBIAN_FRONTEND=noninteractive apt-get install slapd ldap-utils - #automatically starts LDAP on ubuntu so no need to call start_ldap - elif is_fedora; then - echo "os vendor is Fedora" - LDAP_OLCDB_NUMBER=2 - LDAP_ROOTPW_COMMAND=add - start_ldap - fi - - printf "generate password file" - SLAPPASS=`slappasswd -s $LDAP_PASSWORD` - - printf "secret is $SLAPPASS\n" - #create manager.ldif - TMP_MGR_DIFF_FILE=`mktemp -t manager_ldiff.$$.XXXXXXXXXX.ldif` - sed -e "s|\${LDAP_OLCDB_NUMBER}|$LDAP_OLCDB_NUMBER|" -e "s|\${SLAPPASS}|$SLAPPASS|" -e "s|\${LDAP_ROOTPW_COMMAND}|$LDAP_ROOTPW_COMMAND|" $FILES/ldap/manager.ldif.in >> $TMP_MGR_DIFF_FILE - - #update ldap olcdb - sudo ldapmodify -Y EXTERNAL -H ldapi:/// -f $TMP_MGR_DIFF_FILE - - # add our top level ldap nodes - if ldapsearch -x -w $LDAP_PASSWORD -H ldap://localhost -D dc=Manager,dc=openstack,dc=org -x -b dc=openstack,dc=org | grep -q "Success" ; then - printf "LDAP already configured for OpenStack\n" - if [[ "$KEYSTONE_CLEAR_LDAP" == "yes" ]]; then - # clear LDAP state - clear_ldap_state - # reconfigure LDAP for OpenStack - ldapadd -c -x -H ldap://localhost -D dc=Manager,dc=openstack,dc=org -w $LDAP_PASSWORD -f $FILES/ldap/openstack.ldif - fi - else - printf "Configuring LDAP for OpenStack\n" - ldapadd -c -x -H ldap://localhost -D dc=Manager,dc=openstack,dc=org -w $LDAP_PASSWORD -f $FILES/ldap/openstack.ldif - fi -} - -# start_ldap() - Start LDAP -function start_ldap() { - sudo service slapd restart -} - - -# stop_ldap() - Stop LDAP -function stop_ldap() { - sudo service slapd stop -} - -# clear_ldap_state() - Clear LDAP State -function clear_ldap_state() { - ldapdelete -x -w $LDAP_PASSWORD -H ldap://localhost -D dc=Manager,dc=openstack,dc=org -x -r "dc=openstack,dc=org" -} - -# Restore xtrace -$XTRACE diff --git a/lib/ldap.html b/lib/ldap.html new file mode 100644 index 00000000..c5dae1a5 --- /dev/null +++ b/lib/ldap.html @@ -0,0 +1,588 @@ + + + + + ldap + + + +
      +
      + + + + + + + + + + +

      ldap

      + + + + + + + + + +
      + + +

      lib/ldap +Functions to control the installation and configuration of ldap +lib/keystone calls the entry points in this order:

      +
        +
      • install_ldap()
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+LDAP_DOMAIN=${LDAP_DOMAIN:-openstack.org}
+
      +

      Make an array of domain components

      +
      +DC=(${LDAP_DOMAIN/./ })
+
+
      +

      Leftmost domain component used in top-level entry

      +
      +LDAP_BASE_DC=${DC[0]}
+
+
      +

      Build the base DN

      +
      +dn=""
+for dc in ${DC[*]}; do
+    dn="$dn,dc=$dc"
+done
+LDAP_BASE_DN=${dn#,}
+
+LDAP_MANAGER_DN="${LDAP_MANAGER_DN:-cn=Manager,${LDAP_BASE_DN}}"
+LDAP_URL=${LDAP_URL:-ldap://localhost}
+
+LDAP_SERVICE_NAME=slapd
+
+if is_ubuntu; then
+    LDAP_OLCDB_NUMBER=1
+    LDAP_ROOTPW_COMMAND=replace
+elif is_fedora; then
+    LDAP_OLCDB_NUMBER=2
+    LDAP_ROOTPW_COMMAND=add
+elif is_suse; then
+
      +

      SUSE has slappasswd in /usr/sbin/

      +
      +    PATH=$PATH:/usr/sbin/
+    LDAP_OLCDB_NUMBER=1
+    LDAP_ROOTPW_COMMAND=add
+    LDAP_SERVICE_NAME=ldap
+fi
+
+
+
      +
      +

      Functions

      +
      +
+
      +

      Perform common variable substitutions on the data files +_ldap_varsubst file

      +
      +function _ldap_varsubst {
+    local infile=$1
+    sed -e "
+        s|\${LDAP_OLCDB_NUMBER}|$LDAP_OLCDB_NUMBER|
+        s|\${SLAPPASS}|$SLAPPASS|
+        s|\${LDAP_ROOTPW_COMMAND}|$LDAP_ROOTPW_COMMAND|
+        s|\${BASE_DC}|$LDAP_BASE_DC|
+        s|\${BASE_DN}|$LDAP_BASE_DN|
+        s|\${MANAGER_DN}|$LDAP_MANAGER_DN|
+    " $infile
+}
+
+
      +

      clean_ldap() - Remove ldap server

      +
      +function cleanup_ldap {
+    uninstall_package $(get_packages ldap)
+    if is_ubuntu; then
+        uninstall_package slapd ldap-utils libslp1
+        sudo rm -rf /etc/ldap/ldap.conf /var/lib/ldap
+    elif is_fedora; then
+        sudo rm -rf /etc/openldap /var/lib/ldap
+    elif is_suse; then
+        sudo rm -rf /var/lib/ldap
+    fi
+}
+
+
      +

      init_ldap +init_ldap() - Initialize databases, etc.

      +
      +function init_ldap {
+    local keystone_ldif
+
+    local tmp_ldap_dir=$(mktemp -d -t ldap.$$.XXXXXXXXXX)
+
+
      +

      Remove data but not schemas

      +
      +    clear_ldap_state
+
+
      +

      Add our top level ldap nodes

      +
      +    if ldapsearch -x -w $LDAP_PASSWORD -D "$LDAP_MANAGER_DN" -H $LDAP_URL -b "$LDAP_BASE_DN" | grep -q "Success"; then
+        printf "LDAP already configured for $LDAP_BASE_DC\n"
+    else
+        printf "Configuring LDAP for $LDAP_BASE_DC\n"
+
      +

      If BASE_DN is changed, the user may override the default file

      +
      +        if [[ -r $FILES/ldap/${LDAP_BASE_DC}.ldif.in ]]; then
+            local keystone_ldif=${LDAP_BASE_DC}.ldif
+        else
+            local keystone_ldif=keystone.ldif
+        fi
+        _ldap_varsubst $FILES/ldap/${keystone_ldif}.in >$tmp_ldap_dir/${keystone_ldif}
+        if [[ -r $tmp_ldap_dir/${keystone_ldif} ]]; then
+            ldapadd -x -w $LDAP_PASSWORD -D "$LDAP_MANAGER_DN" -H $LDAP_URL -c -f $tmp_ldap_dir/${keystone_ldif}
+        fi
+    fi
+
+    rm -rf $tmp_ldap_dir
+}
+
+
      +

      install_ldap +install_ldap() - Collect source and prepare

      +
      +function install_ldap {
+    echo "Installing LDAP inside function"
+    echo "os_VENDOR is $os_VENDOR"
+
+    local tmp_ldap_dir=$(mktemp -d -t ldap.$$.XXXXXXXXXX)
+
+    printf "installing OpenLDAP"
+    if is_ubuntu; then
+
      +

      Ubuntu automatically starts LDAP so no need to call start_ldap()

      +
      +        :
+    elif is_fedora; then
+        start_ldap
+    elif is_suse; then
+        _ldap_varsubst $FILES/ldap/suse-base-config.ldif.in >$tmp_ldap_dir/suse-base-config.ldif
+        sudo slapadd -F /etc/openldap/slapd.d/ -bcn=config -l $tmp_ldap_dir/suse-base-config.ldif
+        sudo sed -i '/^OPENLDAP_START_LDAPI=/s/"no"/"yes"/g' /etc/sysconfig/openldap
+        start_ldap
+    fi
+
+    echo "LDAP_PASSWORD is $LDAP_PASSWORD"
+    local slappass=$(slappasswd -s $LDAP_PASSWORD)
+    printf "LDAP secret is $slappass\n"
+
+
      +

      Create manager.ldif and add to olcdb

      +
      +    _ldap_varsubst $FILES/ldap/manager.ldif.in >$tmp_ldap_dir/manager.ldif
+    sudo ldapmodify -Y EXTERNAL -H ldapi:/// -f $tmp_ldap_dir/manager.ldif
+
+
      +

      On fedora we need to manually add cosine and inetorgperson schemas

      +
      +    if is_fedora; then
+        sudo ldapadd -Y EXTERNAL -H ldapi:/// -f /etc/openldap/schema/cosine.ldif
+        sudo ldapadd -Y EXTERNAL -H ldapi:/// -f /etc/openldap/schema/inetorgperson.ldif
+    fi
+
+    rm -rf $tmp_ldap_dir
+}
+
+
      +

      start_ldap() - Start LDAP

      +
      +function start_ldap {
+    sudo service $LDAP_SERVICE_NAME restart
+}
+
+
      +

      stop_ldap() - Stop LDAP

      +
      +function stop_ldap {
+    sudo service $LDAP_SERVICE_NAME stop
+}
+
+
      +

      clear_ldap_state() - Clear LDAP State

      +
      +function clear_ldap_state {
+    ldapdelete -x -w $LDAP_PASSWORD -D "$LDAP_MANAGER_DN" -H $LDAP_URL -r "$LDAP_BASE_DN" || :
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/marconi.html b/lib/marconi.html new file mode 100644 index 00000000..41e0a0e3 --- /dev/null +++ b/lib/marconi.html @@ -0,0 +1,634 @@ + + + + + marconi + + + +
      +
      + + + + + + + + + + +

      marconi

      + + + + + + + + + +
      + + +

      lib/marconi +Install and start Marconi service +To enable a minimal set of Marconi services, add the following to localrc:

      +
      +enable_service marconi-server
      +

      Dependencies: +- functions +- OS_AUTH_URL for auth in api +- DEST set to the destination directory +- SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api +- STACK_USER service user

      +
      +
+
+
      +
      +

      stack.sh

      +

      install_marconi +configure_marconi +init_marconi +start_marconi +stop_marconi +cleanup_marconi

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +MARCONI_DIR=$DEST/marconi
+MARCONICLIENT_DIR=$DEST/python-marconiclient
+MARCONI_CONF_DIR=/etc/marconi
+MARCONI_CONF=$MARCONI_CONF_DIR/marconi.conf
+MARCONI_API_LOG_DIR=/var/log/marconi
+MARCONI_API_LOG_FILE=$MARCONI_API_LOG_DIR/queues.log
+MARCONI_AUTH_CACHE_DIR=${MARCONI_AUTH_CACHE_DIR:-/var/cache/marconi}
+
+
      +

      Support potential entry-points console scripts

      +
      +MARCONI_BIN_DIR=$(get_python_exec_prefix)
+
+
      +

      Set up database backend

      +
      +MARCONI_BACKEND=${MARCONI_BACKEND:-sqlite}
+
+
+
      +

      Set Marconi repository

      +
      +MARCONI_REPO=${MARCONI_REPO:-${GIT_BASE}/openstack/marconi.git}
+MARCONI_BRANCH=${MARCONI_BRANCH:-master}
+
+
      +

      Set client library repository

      +
      +MARCONICLIENT_REPO=${MARCONICLIENT_REPO:-${GIT_BASE}/openstack/python-marconiclient.git}
+MARCONICLIENT_BRANCH=${MARCONICLIENT_BRANCH:-master}
+
+
      +

      Set Marconi Connection Info

      +
      +MARCONI_SERVICE_HOST=${MARCONI_SERVICE_HOST:-$SERVICE_HOST}
+MARCONI_SERVICE_PORT=${MARCONI_SERVICE_PORT:-8888}
+MARCONI_SERVICE_PROTOCOL=${MARCONI_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,marconi
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Marconi services are enabled +is_marconi_enabled

      +
      +function is_marconi_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"marconi-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_marconi() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_marconi {
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo marconi --eval 'db.dropDatabase();'; do sleep 1; done"; then
+        die $LINENO "Mongo DB did not start"
+    fi
+}
+
+
      +

      configure_marconiclient() - Set config files, create data dirs, etc

      +
      +function configure_marconiclient {
+    setup_develop $MARCONICLIENT_DIR
+}
+
+
      +

      configure_marconi() - Set config files, create data dirs, etc

      +
      +function configure_marconi {
+    setup_develop $MARCONI_DIR
+
+    [ ! -d $MARCONI_CONF_DIR ] && sudo mkdir -m 755 -p $MARCONI_CONF_DIR
+    sudo chown $USER $MARCONI_CONF_DIR
+
+    [ ! -d $MARCONI_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $MARCONI_API_LOG_DIR
+    sudo chown $USER $MARCONI_API_LOG_DIR
+
+    iniset $MARCONI_CONF DEFAULT verbose True
+    iniset $MARCONI_CONF DEFAULT use_syslog $SYSLOG
+    iniset $MARCONI_CONF DEFAULT log_file $MARCONI_API_LOG_FILE
+    iniset $MARCONI_CONF 'drivers:transport:wsgi' bind $MARCONI_SERVICE_HOST
+
+    iniset $MARCONI_CONF keystone_authtoken auth_protocol http
+    iniset $MARCONI_CONF keystone_authtoken admin_user marconi
+    iniset $MARCONI_CONF keystone_authtoken admin_password $SERVICE_PASSWORD
+    iniset $MARCONI_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME
+    iniset $MARCONI_CONF keystone_authtoken signing_dir $MARCONI_AUTH_CACHE_DIR
+
+    if [ "$MARCONI_BACKEND" = 'mysql' ] || [ "$MARCONI_BACKEND" = 'postgresql' ] ; then
+        iniset $MARCONI_CONF drivers storage sqlalchemy
+        iniset $MARCONI_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url marconi`
+    elif [ "$MARCONI_BACKEND" = 'mongodb' ] ; then
+        iniset $MARCONI_CONF  drivers storage mongodb
+        iniset $MARCONI_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/marconi
+        configure_mongodb
+        cleanup_marconi
+    fi
+}
+
+function configure_mongodb {
+
      +

      Set nssize to 2GB. This increases the number of namespaces supported +# per database.

      +
      +    if is_ubuntu; then
+        sudo sed -i -e "
+            s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1|
+            s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047|
+        " /etc/mongodb.conf
+        restart_service mongodb
+    elif is_fedora; then
+        sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod
+        restart_service mongod
+    fi
+}
+
+
      +

      init_marconi() - Initialize etc.

      +
      +function init_marconi {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $MARCONI_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $MARCONI_AUTH_CACHE_DIR
+    rm -f $MARCONI_AUTH_CACHE_DIR/*
+}
+
+
      +

      install_marconi() - Collect source and prepare

      +
      +function install_marconi {
+    git_clone $MARCONI_REPO $MARCONI_DIR $MARCONI_BRANCH
+    setup_develop $MARCONI_DIR
+}
+
+
      +

      install_marconiclient() - Collect source and prepare

      +
      +function install_marconiclient {
+    git_clone $MARCONICLIENT_REPO $MARCONICLIENT_DIR $MARCONICLIENT_BRANCH
+    setup_develop $MARCONICLIENT_DIR
+}
+
+
      +

      start_marconi() - Start running processes, including screen

      +
      +function start_marconi {
+    if [[ "$USE_SCREEN" = "False" ]]; then
+        screen_it marconi-server "marconi-server --config-file $MARCONI_CONF --daemon"
+    else
+        screen_it marconi-server "marconi-server --config-file $MARCONI_CONF"
+    fi
+
+    echo "Waiting for Marconi to start..."
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT/v1/health; do sleep 1; done"; then
+        die $LINENO "Marconi did not start"
+    fi
+}
+
+
      +

      stop_marconi() - Stop running processes

      +
      +function stop_marconi {
+
      +

      Kill the marconi screen windows

      +
      +    for serv in marconi-server; do
+        screen -S $SCREEN_NAME -p $serv -X kill
+    done
+}
+
+function create_marconi_accounts {
+    SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    MARCONI_USER=$(get_or_create_user "marconi" \
+        "$SERVICE_PASSWORD" $SERVICE_TENANT)
+    get_or_add_user_role $ADMIN_ROLE $MARCONI_USER $SERVICE_TENANT
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        MARCONI_SERVICE=$(get_or_create_service "marconi" \
+            "queuing" "Marconi Service")
+        get_or_create_endpoint $MARCONI_SERVICE \
+            "$REGION_NAME" \
+            "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \
+            "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \
+            "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT"
+    fi
+
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/n-vol.html b/lib/n-vol.html new file mode 100644 index 00000000..bc5ff8ce --- /dev/null +++ b/lib/n-vol.html @@ -0,0 +1,523 @@ + + + + + n-vol + + + +
      +
      + + + + + + + + + + +

      n-vol

      + + + + + + + + + +
      + + +

      lib/n-vol +Install and start Nova volume service +Dependencies: +- functions +- DATA_DIR must be defined +- KEYSTONE_AUTH_* must be defined +- NOVA_DIR, NOVA_BIN_DIR, NOVA_STATE_PATH must be defined +SERVICE_{TENANT_NAME|PASSWORD} must be defined +_configure_tgt_for_config_d() from lib/cinder

      +
      +
+
+
      +
      +

      stack.sh

      +

      install_nvol +configure_nvol +init_nvol +start_nvol +stop_nvol +cleanup_nvol

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      Name of the LVM volume group to use/create for iscsi volumes

      +
      +VOLUME_GROUP=${VOLUME_GROUP:-stack-volumes}
+VOLUME_NAME_PREFIX=${VOLUME_NAME_PREFIX:-volume-}
+
+
+
      +

      cleanup_nvol() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_nvol() {
+
      +

      kill instances (nova) +delete image files (glance) +This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nvol() - Set config files, create data dirs, etc

      +
      +function configure_nvol() {
+
      +

      sudo python setup.py deploy +iniset $XXX_CONF ... +This function intentionally left blank

      +
      +    :
+}
+
+
      +

      init_nvol() - Initialize databases, etc.

      +
      +function init_nvol() {
+
      +

      Configure a default volume group called 'stack-volumes' for the volume +service if it does not yet exist. If you don't wish to use a file backed +volume group, create your own volume group called stack-volumes before +invoking stack.sh.

      +

      By default, the backing file is 5G in size, and is stored in /opt/stack/data.

      +
      +
+    if ! sudo vgs $VOLUME_GROUP; then
+        VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-$DATA_DIR/${VOLUME_GROUP}-backing-file}
+
      +

      Only create if the file doesn't already exists

      +
      +        [[ -f $VOLUME_BACKING_FILE ]] || truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE
+        DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE`
+
      +

      Only create if the loopback device doesn't contain $VOLUME_GROUP

      +
      +        if ! sudo vgs $VOLUME_GROUP; then sudo vgcreate $VOLUME_GROUP $DEV; fi
+    fi
+
+    mkdir -p $NOVA_STATE_PATH/volumes
+
+    if sudo vgs $VOLUME_GROUP; then
+        if [[ "$os_PACKAGE" = "rpm" ]]; then
+
      +

      RPM doesn't start the service

      +
      +            start_service tgtd
+        fi
+
+
      +

      Remove nova iscsi targets

      +
      +        sudo tgtadm --op show --mode target | grep $VOLUME_NAME_PREFIX | grep Target | cut -f3 -d ' ' | sudo xargs -n1 tgt-admin --delete || true
+
      +

      Clean out existing volumes

      +
      +        for lv in `sudo lvs --noheadings -o lv_name $VOLUME_GROUP`; do
+
      +

      VOLUME_NAME_PREFIX prefixes the LVs we want

      +
      +            if [[ "${lv#$VOLUME_NAME_PREFIX}" != "$lv" ]]; then
+                sudo lvremove -f $VOLUME_GROUP/$lv
+            fi
+        done
+    fi
+}
+
+
      +

      install_nvol() - Collect source and prepare

      +
      +function install_nvol() {
+
      +

      git clone xxx +Install is handled when installing Nova

      +
      +    :
+}
+
+
      +

      start_nvol() - Start running processes, including screen

      +
      +function start_nvol() {
+
      +

      Setup the tgt configuration file

      +
      +    if [[ ! -f /etc/tgt/conf.d/nova.conf ]]; then
+        _configure_tgt_for_config_d
+       sudo mkdir -p /etc/tgt/conf.d
+       echo "include $NOVA_STATE_PATH/volumes/*" | sudo tee /etc/tgt/conf.d/nova.conf
+    fi
+
+    if [[ "$os_PACKAGE" = "deb" ]]; then
+
      +

      tgt in oneiric doesn't restart properly if tgtd isn't running +do it in two steps

      +
      +        sudo stop tgt || true
+        sudo start tgt
+    else
+        restart_service tgtd
+    fi
+
+    screen_it n-vol "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-volume"
+}
+
+
      +

      stop_nvol() - Stop running processes

      +
      +function stop_nvol() {
+
      +

      Kill the nova volume screen window

      +
      +    screen -S $SCREEN_NAME -p n-vol -X kill
+
+    stop_service tgt
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
+
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/neutron.html b/lib/neutron.html new file mode 100644 index 00000000..70c44e18 --- /dev/null +++ b/lib/neutron.html @@ -0,0 +1,1770 @@ + + + + + neutron + + + +
      +
      + + + + + + + + + + +

      neutron

      + + + + + + + + + +
      + + +

      lib/neutron +functions - functions specific to neutron +Dependencies: +functions file +DEST must be defined +STACK_USER must be defined

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_neutron
        • +
      • install_neutronclient
        • +
      • install_neutron_agent_packages
        • +
      • install_neutron_third_party
        • +
      • configure_neutron
        • +
      • init_neutron
        • +
      • configure_neutron_third_party
        • +
      • init_neutron_third_party
        • +
      • start_neutron_third_party
        • +
      • create_neutron_cache_dir
        • +
      • create_nova_conf_neutron
        • +
      • start_neutron_service_and_check
        • +
      • create_neutron_initial_network
        • +
      • setup_neutron_debug
        • +
      • start_neutron_agents
        • +
      +

      unstack.sh calls the entry points in this order:

      +
        +
      • stop_neutron
        • +
      +
      +
+
      +

      Functions in lib/neutron are classified into the following categories:

      +
        +
      • entry points (called from stack.sh or unstack.sh)
        • +
      • internal functions
        • +
      • neutron exercises
        • +
      • 3rd party programs
        • +
      +
      +
+
+
      +
      +

      Neutron Networking

      +
      +
+
      +

      Make sure that neutron is enabled in ENABLED_SERVICES. If you want +to run Neutron on this host, make sure that q-svc is also in +ENABLED_SERVICES.

      +

      If you're planning to use the Neutron openvswitch plugin, set +Q_PLUGIN to "openvswitch" and make sure the q-agt service is enabled +in ENABLED_SERVICES. If you're planning to use the Neutron +linuxbridge plugin, set Q_PLUGIN to "linuxbridge" and make sure the +q-agt service is enabled in ENABLED_SERVICES.

      +

      See "Neutron Network Configuration" below for additional variables +that must be set in localrc for connectivity across hosts with +Neutron.

      +

      With Neutron networking the NETWORK_MANAGER variable is ignored.

      +

      To enable specific configuration options for either the Open vSwitch or +LinuxBridge plugin, please see the top level README file under the +Neutron section.

      +
      +
+
+
      + +
      +

      Neutron Network Configuration

      +
      +
+
      +

      Gateway and subnet defaults, in case they are not customized in localrc

      +
      +NETWORK_GATEWAY=${NETWORK_GATEWAY:-10.0.0.1}
+PUBLIC_NETWORK_GATEWAY=${PUBLIC_NETWORK_GATEWAY:-172.24.4.1}
+PRIVATE_SUBNET_NAME=${PRIVATE_SUBNET_NAME:-"private-subnet"}
+PUBLIC_SUBNET_NAME=${PUBLIC_SUBNET_NAME:-"public-subnet"}
+
+if is_ssl_enabled_service "neutron" || is_service_enabled tls-proxy; then
+    Q_PROTOCOL="https"
+fi
+
+
+
      +

      Set up default directories

      +
      +NEUTRON_DIR=$DEST/neutron
+NEUTRONCLIENT_DIR=$DEST/python-neutronclient
+NEUTRON_AUTH_CACHE_DIR=${NEUTRON_AUTH_CACHE_DIR:-/var/cache/neutron}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $NEUTRON_DIR/bin/neutron-server ]]; then
+    NEUTRON_BIN_DIR=$NEUTRON_DIR/bin
+else
+    NEUTRON_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+NEUTRON_CONF_DIR=/etc/neutron
+NEUTRON_CONF=$NEUTRON_CONF_DIR/neutron.conf
+export NEUTRON_TEST_CONFIG_FILE=${NEUTRON_TEST_CONFIG_FILE:-"$NEUTRON_CONF_DIR/debug.ini"}
+
+
      +

      Agent binaries. Note, binary paths for other agents are set in per-service +scripts in lib/neutron_plugins/services/

      +
      +AGENT_DHCP_BINARY="$NEUTRON_BIN_DIR/neutron-dhcp-agent"
+AGENT_L3_BINARY=${AGENT_L3_BINARY:-"$NEUTRON_BIN_DIR/neutron-l3-agent"}
+AGENT_META_BINARY="$NEUTRON_BIN_DIR/neutron-metadata-agent"
+
+
      +

      Agent config files. Note, plugin-specific Q_PLUGIN_CONF_FILE is set and +loaded from per-plugin scripts in lib/neutron_plugins/

      +
      +Q_DHCP_CONF_FILE=$NEUTRON_CONF_DIR/dhcp_agent.ini
+Q_L3_CONF_FILE=$NEUTRON_CONF_DIR/l3_agent.ini
+Q_FWAAS_CONF_FILE=$NEUTRON_CONF_DIR/fwaas_driver.ini
+Q_VPN_CONF_FILE=$NEUTRON_CONF_DIR/vpn_agent.ini
+Q_META_CONF_FILE=$NEUTRON_CONF_DIR/metadata_agent.ini
+
+
      +

      Default name for Neutron database

      +
      +Q_DB_NAME=${Q_DB_NAME:-neutron}
+
      +

      Default Neutron Plugin

      +
      +Q_PLUGIN=${Q_PLUGIN:-ml2}
+
      +

      Default Neutron Port

      +
      +Q_PORT=${Q_PORT:-9696}
+
      +

      Default Neutron Internal Port when using TLS proxy

      +
      +Q_PORT_INT=${Q_PORT_INT:-19696}
+
      +

      Default Neutron Host

      +
      +Q_HOST=${Q_HOST:-$SERVICE_HOST}
+
      +

      Default protocol

      +
      +Q_PROTOCOL=${Q_PROTOCOL:-$SERVICE_PROTOCOL}
+
      +

      Default admin username

      +
      +Q_ADMIN_USERNAME=${Q_ADMIN_USERNAME:-neutron}
+
      +

      Default auth strategy

      +
      +Q_AUTH_STRATEGY=${Q_AUTH_STRATEGY:-keystone}
+
      +

      Use namespace or not

      +
      +Q_USE_NAMESPACE=${Q_USE_NAMESPACE:-True}
+
      +

      RHEL's support for namespaces requires using veths with ovs

      +
      +Q_OVS_USE_VETH=${Q_OVS_USE_VETH:-False}
+Q_USE_ROOTWRAP=${Q_USE_ROOTWRAP:-True}
+
      +

      Meta data IP

      +
      +Q_META_DATA_IP=${Q_META_DATA_IP:-$SERVICE_HOST}
+
      +

      Allow Overlapping IP among subnets

      +
      +Q_ALLOW_OVERLAPPING_IP=${Q_ALLOW_OVERLAPPING_IP:-True}
+
      +

      Use neutron-debug command

      +
      +Q_USE_DEBUG_COMMAND=${Q_USE_DEBUG_COMMAND:-False}
+
      +

      The name of the default q-l3 router

      +
      +Q_ROUTER_NAME=${Q_ROUTER_NAME:-router1}
+
      +

      nova vif driver that all plugins should use

      +
      +NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+Q_NOTIFY_NOVA_PORT_STATUS_CHANGES=${Q_NOTIFY_NOVA_PORT_STATUS_CHANGES:-True}
+Q_NOTIFY_NOVA_PORT_DATA_CHANGES=${Q_NOTIFY_NOVA_PORT_DATA_CHANGES:-True}
+VIF_PLUGGING_IS_FATAL=${VIF_PLUGGING_IS_FATAL:-True}
+VIF_PLUGGING_TIMEOUT=${VIF_PLUGGING_TIMEOUT:-300}
+
+## Provider Network Information
+PROVIDER_SUBNET_NAME=${PROVIDER_SUBNET_NAME:-"provider_net"}
+
+
      +

      Use flat providernet for public network

      +

      If Q_USE_PROVIDERNET_FOR_PUBLIC=True, use a flat provider network +for external interface of neutron l3-agent. In that case, +PUBLIC_PHYSICAL_NETWORK specifies provider:physical_network value +used for the network. In case of openvswitch agent, you should +add the corresponding entry to your OVS_BRIDGE_MAPPINGS.

      +
      +
      eg.
      +
      Q_USE_PROVIDERNET_FOR_PUBLIC=True +PUBLIC_PHYSICAL_NETWORK=public +OVS_BRIDGE_MAPPINGS=public:br-ex
      +
      +
      +Q_USE_PROVIDERNET_FOR_PUBLIC=${Q_USE_PROVIDERNET_FOR_PUBLIC:-False}
+PUBLIC_PHYSICAL_NETWORK=${PUBLIC_PHYSICAL_NETWORK:-public}
+
+
      +

      The next two variables are configured by plugin +e.g. _configure_neutron_l3_agent or lib/neutron_plugins/*

      +

      The plugin supports L3.

      +
      +Q_L3_ENABLED=${Q_L3_ENABLED:-False}
+
      +

      L3 routers exist per tenant

      +
      +Q_L3_ROUTER_PER_TENANT=${Q_L3_ROUTER_PER_TENANT:-False}
+
+
      +

      List of config file names in addition to the main plugin config file +See _configure_neutron_common() for details about setting it up

      +
      +declare -a Q_PLUGIN_EXTRA_CONF_FILES
+
+
      +

      List of (optional) config files for VPN device drivers to use with +the neutron-q-vpn agent

      +
      +declare -a Q_VPN_EXTRA_CONF_FILES
+
+
+Q_RR_CONF_FILE=$NEUTRON_CONF_DIR/rootwrap.conf
+if [[ "$Q_USE_ROOTWRAP" == "False" ]]; then
+    Q_RR_COMMAND="sudo"
+else
+    NEUTRON_ROOTWRAP=$(get_rootwrap_location neutron)
+    Q_RR_COMMAND="sudo $NEUTRON_ROOTWRAP $Q_RR_CONF_FILE"
+fi
+
+
+
      +

      Distributed Virtual Router (DVR) configuration +Can be:

      +
      +

      System Message: ERROR/3 (<stdin>, line 195)

      +Unexpected indentation.
      +
      +legacy - No DVR functionality +dvr_snat - Controller or single node DVR +dvr - Compute node in multi-node DVR
      +
      +Q_DVR_MODE=${Q_DVR_MODE:-legacy}
+if [[ "$Q_DVR_MODE" != "legacy" ]]; then
+    Q_ML2_PLUGIN_MECHANISM_DRIVERS=openvswitch,linuxbridge,l2population
+fi
+
+
      + +
      +

      Provider Network Configurations

      +
      +
+
      +

      The following variables control the Neutron openvswitch and +linuxbridge plugins' allocation of tenant networks and +availability of provider networks. If these are not configured +in localrc, tenant networks will be local to the host (with no +remote connectivity), and no physical resources will be +available for the allocation of provider networks.

      +
      +
+
      +

      To disable tunnels (GRE or VXLAN) for tenant networks, +set to False in local.conf. +GRE tunnels are only supported by the openvswitch.

      +
      +ENABLE_TENANT_TUNNELS=${ENABLE_TENANT_TUNNELS:-True}
+
+
      +

      If using GRE tunnels for tenant networks, specify the range of +tunnel IDs from which tenant networks are allocated. Can be +overriden in localrc in necesssary.

      +
      +TENANT_TUNNEL_RANGES=${TENANT_TUNNEL_RANGES:-1:1000}
+
+
      +

      To use VLANs for tenant networks, set to True in localrc. VLANs +are supported by the openvswitch and linuxbridge plugins, each +requiring additional configuration described below.

      +
      +ENABLE_TENANT_VLANS=${ENABLE_TENANT_VLANS:-False}
+
+
      +

      If using VLANs for tenant networks, set in localrc to specify +the range of VLAN VIDs from which tenant networks are +allocated. An external network switch must be configured to +trunk these VLANs between hosts for multi-host connectivity.

      +

      Example: TENANT_VLAN_RANGE=1000:1999

      +
      +TENANT_VLAN_RANGE=${TENANT_VLAN_RANGE:-}
+
+
      +

      If using VLANs for tenant networks, or if using flat or VLAN +provider networks, set in localrc to the name of the physical +network, and also configure OVS_PHYSICAL_BRIDGE for the +openvswitch agent or LB_PHYSICAL_INTERFACE for the linuxbridge +agent, as described below.

      +

      Example: PHYSICAL_NETWORK=default

      +
      +PHYSICAL_NETWORK=${PHYSICAL_NETWORK:-}
+
+
      +

      With the openvswitch plugin, if using VLANs for tenant networks, +or if using flat or VLAN provider networks, set in localrc to +the name of the OVS bridge to use for the physical network. The +bridge will be created if it does not already exist, but a +physical interface must be manually added to the bridge as a +port for external connectivity.

      +

      Example: OVS_PHYSICAL_BRIDGE=br-eth1

      +
      +OVS_PHYSICAL_BRIDGE=${OVS_PHYSICAL_BRIDGE:-}
+
+
      +

      With the linuxbridge plugin, if using VLANs for tenant networks, +or if using flat or VLAN provider networks, set in localrc to +the name of the network interface to use for the physical +network.

      +

      Example: LB_PHYSICAL_INTERFACE=eth1

      +
      +LB_PHYSICAL_INTERFACE=${LB_PHYSICAL_INTERFACE:-}
+
+
      +

      When Neutron tunnels are enabled it is needed to specify the +IP address of the end point in the local server. This IP is set +by default to the same IP address that the HOST IP. +This variable can be used to specify a different end point IP address +Example: TUNNEL_ENDPOINT_IP=1.1.1.1

      +
      +TUNNEL_ENDPOINT_IP=${TUNNEL_ENDPOINT_IP:-$HOST_IP}
+
+
      +

      With the openvswitch plugin, set to True in localrc to enable +provider GRE tunnels when ENABLE_TENANT_TUNNELS is False.

      +

      Example: OVS_ENABLE_TUNNELING=True

      +
      +OVS_ENABLE_TUNNELING=${OVS_ENABLE_TUNNELING:-$ENABLE_TENANT_TUNNELS}
+
+
      + +
      +

      Neutron plugin specific functions

      +
      +
+
      +

      Please refer to lib/neutron_plugins/README.md for details.

      +
      +source $TOP_DIR/lib/neutron_plugins/$Q_PLUGIN
+
+
      + +
      +

      Agent loadbalancer service plugin functions

      +
      +
+
      +

      Hardcoding for 1 service plugin for now

      +
      +source $TOP_DIR/lib/neutron_plugins/services/loadbalancer
+
+
      + +
      +

      Agent metering service plugin functions

      +
      +
+
      +

      Hardcoding for 1 service plugin for now

      +
      +source $TOP_DIR/lib/neutron_plugins/services/metering
+
+
      + +
      +

      VPN service plugin functions

      +

      Hardcoding for 1 service plugin for now

      +
      +source $TOP_DIR/lib/neutron_plugins/services/vpn
+
+
      + +
      +

      Firewall Service Plugin functions

      +
      +source $TOP_DIR/lib/neutron_plugins/services/firewall
+
+
      +

      Use security group or not

      +
      +if has_neutron_plugin_security_group; then
+    Q_USE_SECGROUP=${Q_USE_SECGROUP:-True}
+else
+    Q_USE_SECGROUP=False
+fi
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,neutron
+
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Functions

      +
      +
+function _determine_config_server {
+    local cfg_file
+    local opts="--config-file $NEUTRON_CONF --config-file /$Q_PLUGIN_CONF_FILE"
+    for cfg_file in ${Q_PLUGIN_EXTRA_CONF_FILES[@]}; do
+        opts+=" --config-file /$cfg_file"
+    done
+    echo "$opts"
+}
+
+function _determine_config_vpn {
+    local cfg_file
+    local opts="--config-file $NEUTRON_CONF --config-file=$Q_L3_CONF_FILE --config-file=$Q_VPN_CONF_FILE"
+    if is_service_enabled q-fwaas; then
+        opts+=" --config-file $Q_FWAAS_CONF_FILE"
+    fi
+    for cfg_file in ${Q_VPN_EXTRA_CONF_FILES[@]}; do
+        opts+=" --config-file $cfg_file"
+    done
+    echo "$opts"
+
+}
+
+function _determine_config_l3 {
+    local opts="--config-file $NEUTRON_CONF --config-file=$Q_L3_CONF_FILE"
+    if is_service_enabled q-fwaas; then
+        opts+=" --config-file $Q_FWAAS_CONF_FILE"
+    fi
+    echo "$opts"
+}
+
+
      +

      For services and agents that require it, dynamically construct a list of +--config-file arguments that are passed to the binary.

      +
      +function determine_config_files {
+    local opts=""
+    case "$1" in
+        "neutron-server") opts="$(_determine_config_server)" ;;
+        "neutron-vpn-agent") opts="$(_determine_config_vpn)" ;;
+        "neutron-l3-agent") opts="$(_determine_config_l3)" ;;
+    esac
+    if [ -z "$opts" ] ; then
+        die $LINENO "Could not determine config files for $1."
+    fi
+    echo "$opts"
+}
+
+
      +

      Test if any Neutron services are enabled +is_neutron_enabled

      +
      +function is_neutron_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"q-" ]] && return 0
+    return 1
+}
+
+
      +

      configure_neutron() +Set common config for all neutron server and agents.

      +
      +function configure_neutron {
+    _configure_neutron_common
+    iniset_rpc_backend neutron $NEUTRON_CONF DEFAULT
+
+
      +

      goes before q-svc to init Q_SERVICE_PLUGIN_CLASSES

      +
      +    if is_service_enabled q-lbaas; then
+        _configure_neutron_lbaas
+    fi
+    if is_service_enabled q-metering; then
+        _configure_neutron_metering
+    fi
+    if is_service_enabled q-vpn; then
+        _configure_neutron_vpn
+    fi
+    if is_service_enabled q-fwaas; then
+        _configure_neutron_fwaas
+    fi
+    if is_service_enabled q-agt q-svc; then
+        _configure_neutron_service
+    fi
+    if is_service_enabled q-agt; then
+        _configure_neutron_plugin_agent
+    fi
+    if is_service_enabled q-dhcp; then
+        _configure_neutron_dhcp_agent
+    fi
+    if is_service_enabled q-l3; then
+        _configure_neutron_l3_agent
+    fi
+    if is_service_enabled q-meta; then
+        _configure_neutron_metadata_agent
+    fi
+
+    if [[ "$Q_DVR_MODE" != "legacy" ]]; then
+        _configure_dvr
+    fi
+    if is_service_enabled ceilometer; then
+        _configure_neutron_ceilometer_notifications
+    fi
+
+    _configure_neutron_debug_command
+}
+
+function create_nova_conf_neutron {
+    iniset $NOVA_CONF DEFAULT network_api_class "nova.network.neutronv2.api.API"
+    iniset $NOVA_CONF neutron admin_username "$Q_ADMIN_USERNAME"
+    iniset $NOVA_CONF neutron admin_password "$SERVICE_PASSWORD"
+    iniset $NOVA_CONF neutron admin_auth_url "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/v2.0"
+    iniset $NOVA_CONF neutron auth_strategy "$Q_AUTH_STRATEGY"
+    iniset $NOVA_CONF neutron admin_tenant_name "$SERVICE_TENANT_NAME"
+    iniset $NOVA_CONF neutron region_name "$REGION_NAME"
+    iniset $NOVA_CONF neutron url "${Q_PROTOCOL}://$Q_HOST:$Q_PORT"
+
+    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        LIBVIRT_FIREWALL_DRIVER=nova.virt.firewall.NoopFirewallDriver
+        iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER
+        iniset $NOVA_CONF DEFAULT security_group_api neutron
+    fi
+
+
      +

      set NOVA_VIF_DRIVER and optionally set options in nova_conf

      +
      +    neutron_plugin_create_nova_conf
+
+    iniset $NOVA_CONF libvirt vif_driver "$NOVA_VIF_DRIVER"
+    iniset $NOVA_CONF DEFAULT linuxnet_interface_driver "$LINUXNET_VIF_DRIVER"
+    if is_service_enabled q-meta; then
+        iniset $NOVA_CONF neutron service_metadata_proxy "True"
+    fi
+
+    iniset $NOVA_CONF DEFAULT vif_plugging_is_fatal "$VIF_PLUGGING_IS_FATAL"
+    iniset $NOVA_CONF DEFAULT vif_plugging_timeout "$VIF_PLUGGING_TIMEOUT"
+}
+
+
      +

      create_neutron_cache_dir() - Part of the _neutron_setup_keystone() process

      +
      +function create_neutron_cache_dir {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $NEUTRON_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $NEUTRON_AUTH_CACHE_DIR
+    rm -f $NEUTRON_AUTH_CACHE_DIR/*
+}
+
+
      +

      create_neutron_accounts() - Set up common required neutron accounts

      +
      +
+
      + +
      +

      Tenant User Roles

      +

      service neutron admin # if enabled

      +
      +
+
      +

      Migrated from keystone_data.sh

      +
      +function create_neutron_accounts {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local service_role=$(openstack role list | awk "/ service / { print \$2 }")
+
+    if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then
+
+        local neutron_user=$(get_or_create_user "neutron" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $service_role $neutron_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local neutron_service=$(get_or_create_service "neutron" \
+                "network" "Neutron Service")
+            get_or_create_endpoint $neutron_service \
+                "$REGION_NAME" \
+                "$Q_PROTOCOL://$SERVICE_HOST:$Q_PORT/" \
+                "$Q_PROTOCOL://$SERVICE_HOST:$Q_PORT/" \
+                "$Q_PROTOCOL://$SERVICE_HOST:$Q_PORT/"
+        fi
+    fi
+}
+
+function create_neutron_initial_network {
+    TENANT_ID=$(openstack project list | grep " demo " | get_field 1)
+    die_if_not_set $LINENO TENANT_ID "Failure retrieving TENANT_ID for demo"
+
+
      +

      Create a small network +Since neutron command is executed in admin context at this point, +--tenant-id needs to be specified.

      +
      +    if is_baremetal; then
+        if [[ "$PUBLIC_INTERFACE" == '' || "$OVS_PHYSICAL_BRIDGE" == '' ]]; then
+            die $LINENO "Neutron settings for baremetal not set.. exiting"
+        fi
+        sudo ovs-vsctl add-port $OVS_PHYSICAL_BRIDGE $PUBLIC_INTERFACE
+        for IP in $(ip addr show dev $PUBLIC_INTERFACE | grep ' inet ' | awk '{print $2}'); do
+            sudo ip addr del $IP dev $PUBLIC_INTERFACE
+            sudo ip addr add $IP dev $OVS_PHYSICAL_BRIDGE
+        done
+        NET_ID=$(neutron net-create $PHYSICAL_NETWORK --tenant-id $TENANT_ID --provider:network_type flat --provider:physical_network "$PHYSICAL_NETWORK" | grep ' id ' | get_field 2)
+        die_if_not_set $LINENO NET_ID "Failure creating NET_ID for $PHYSICAL_NETWORK $TENANT_ID"
+        SUBNET_ID=$(neutron subnet-create --tenant-id $TENANT_ID --ip_version 4 ${ALLOCATION_POOL:+--allocation-pool $ALLOCATION_POOL} --gateway $NETWORK_GATEWAY --name $PRIVATE_SUBNET_NAME $NET_ID $FIXED_RANGE | grep ' id ' | get_field 2)
+        die_if_not_set $LINENO SUBNET_ID "Failure creating SUBNET_ID for $TENANT_ID"
+        sudo ifconfig $OVS_PHYSICAL_BRIDGE up
+        sudo route add default gw $NETWORK_GATEWAY dev $OVS_PHYSICAL_BRIDGE
+    elif is_provider_network; then
+        die_if_not_set $LINENO PHYSICAL_NETWORK "You must specify the PHYSICAL_NETWORK"
+        die_if_not_set $LINENO PROVIDER_NETWORK_TYPE "You must specifiy the PROVIDER_NETWORK_TYPE"
+        NET_ID=$(neutron net-create $PHYSICAL_NETWORK --tenant_id $TENANT_ID --provider:network_type $PROVIDER_NETWORK_TYPE --provider:physical_network "$PHYSICAL_NETWORK" ${SEGMENTATION_ID:+--provider:segmentation_id $SEGMENTATION_ID} --shared | grep ' id ' | get_field 2)
+        SUBNET_ID=$(neutron subnet-create --tenant_id $TENANT_ID --ip_version 4 ${ALLOCATION_POOL:+--allocation-pool $ALLOCATION_POOL} --name $PROVIDER_SUBNET_NAME $NET_ID $FIXED_RANGE | grep ' id ' | get_field 2)
+        SUBNET_V6_ID=$(neutron subnet-create --tenant_id $TENANT_ID --ip_version 6 --ipv6-address-mode slaac --gateway $V6_NETWORK_GATEWAY --name $PROVIDER_SUBNET_NAME_V6 $NET_ID $FIXED_RANGE_V6 | grep 'id' | get_field 2)
+        sudo ip link set $OVS_PHYSICAL_BRIDGE up
+        sudo ip link set br-int up
+        sudo ip link set $PUBLIC_INTERFACE up
+    else
+        NET_ID=$(neutron net-create --tenant-id $TENANT_ID "$PRIVATE_NETWORK_NAME" | grep ' id ' | get_field 2)
+        die_if_not_set $LINENO NET_ID "Failure creating NET_ID for $PHYSICAL_NETWORK $TENANT_ID"
+        SUBNET_ID=$(neutron subnet-create --tenant-id $TENANT_ID --ip_version 4 --gateway $NETWORK_GATEWAY --name $PRIVATE_SUBNET_NAME $NET_ID $FIXED_RANGE | grep ' id ' | get_field 2)
+        die_if_not_set $LINENO SUBNET_ID "Failure creating SUBNET_ID for $TENANT_ID"
+    fi
+
+    if [[ "$Q_L3_ENABLED" == "True" ]]; then
+
      +

      Create a router, and add the private subnet as one of its interfaces

      +
      +        if [[ "$Q_L3_ROUTER_PER_TENANT" == "True" ]]; then
+
      +

      create a tenant-owned router.

      +
      +            ROUTER_ID=$(neutron router-create --tenant-id $TENANT_ID $Q_ROUTER_NAME | grep ' id ' | get_field 2)
+            die_if_not_set $LINENO ROUTER_ID "Failure creating ROUTER_ID for $TENANT_ID $Q_ROUTER_NAME"
+        else
+
      +

      Plugin only supports creating a single router, which should be admin owned.

      +
      +            ROUTER_ID=$(neutron router-create $Q_ROUTER_NAME | grep ' id ' | get_field 2)
+            die_if_not_set $LINENO ROUTER_ID "Failure creating ROUTER_ID for $Q_ROUTER_NAME"
+        fi
+        neutron router-interface-add $ROUTER_ID $SUBNET_ID
+
      +

      Create an external network, and a subnet. Configure the external network as router gw

      +
      +        if [ "$Q_USE_PROVIDERNET_FOR_PUBLIC" = "True" ]; then
+            EXT_NET_ID=$(neutron net-create "$PUBLIC_NETWORK_NAME" -- --router:external=True --provider:network_type=flat --provider:physical_network=${PUBLIC_PHYSICAL_NETWORK} | grep ' id ' | get_field 2)
+        else
+            EXT_NET_ID=$(neutron net-create "$PUBLIC_NETWORK_NAME" -- --router:external=True | grep ' id ' | get_field 2)
+        fi
+        die_if_not_set $LINENO EXT_NET_ID "Failure creating EXT_NET_ID for $PUBLIC_NETWORK_NAME"
+        EXT_GW_IP=$(neutron subnet-create --ip_version 4 ${Q_FLOATING_ALLOCATION_POOL:+--allocation-pool $Q_FLOATING_ALLOCATION_POOL} --gateway $PUBLIC_NETWORK_GATEWAY --name $PUBLIC_SUBNET_NAME $EXT_NET_ID $FLOATING_RANGE -- --enable_dhcp=False | grep 'gateway_ip' | get_field 2)
+        die_if_not_set $LINENO EXT_GW_IP "Failure creating EXT_GW_IP"
+        neutron router-gateway-set $ROUTER_ID $EXT_NET_ID
+
+        if is_service_enabled q-l3; then
+
      +

      logic is specific to using the l3-agent for l3

      +
      +            if is_neutron_ovs_base_plugin && [[ "$Q_USE_NAMESPACE" = "True" ]]; then
+
      +

      Disable in-band as we are going to use local port +to communicate with VMs

      +
      +                sudo ovs-vsctl set Bridge $PUBLIC_BRIDGE other_config:disable-in-band=true
+                CIDR_LEN=${FLOATING_RANGE#*/}
+                sudo ip addr add $EXT_GW_IP/$CIDR_LEN dev $PUBLIC_BRIDGE
+                sudo ip link set $PUBLIC_BRIDGE up
+                ROUTER_GW_IP=`neutron port-list -c fixed_ips -c device_owner | grep router_gateway | awk -F '"' '{ print $8; }'`
+                die_if_not_set $LINENO ROUTER_GW_IP "Failure retrieving ROUTER_GW_IP"
+                sudo route add -net $FIXED_RANGE gw $ROUTER_GW_IP
+            fi
+            if [[ "$Q_USE_NAMESPACE" == "False" ]]; then
+
      +

      Explicitly set router id in l3 agent configuration

      +
      +                iniset $Q_L3_CONF_FILE DEFAULT router_id $ROUTER_ID
+            fi
+        fi
+    fi
+}
+
+
      +

      init_neutron() - Initialize databases, etc.

      +
      +function init_neutron {
+    recreate_database $Q_DB_NAME utf8
+
      +

      Run Neutron db migrations

      +
      +    $NEUTRON_BIN_DIR/neutron-db-manage --config-file $NEUTRON_CONF --config-file /$Q_PLUGIN_CONF_FILE upgrade head
+}
+
+
      +

      install_neutron() - Collect source and prepare

      +
      +function install_neutron {
+    git_clone $NEUTRON_REPO $NEUTRON_DIR $NEUTRON_BRANCH
+    setup_develop $NEUTRON_DIR
+}
+
+
      +

      install_neutronclient() - Collect source and prepare

      +
      +function install_neutronclient {
+    git_clone $NEUTRONCLIENT_REPO $NEUTRONCLIENT_DIR $NEUTRONCLIENT_BRANCH
+    setup_develop $NEUTRONCLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$NEUTRONCLIENT_DIR/tools/,/etc/bash_completion.d/}neutron.bash_completion
+}
+
+
      +

      install_neutron_agent_packages() - Collect source and prepare

      +
      +function install_neutron_agent_packages {
+
      +

      radvd doesn't come with the OS. Install it if the l3 service is enabled.

      +
      +    if is_service_enabled q-l3; then
+        install_package radvd
+    fi
+
      +

      install packages that are specific to plugin agent(s)

      +
      +    if is_service_enabled q-agt q-dhcp q-l3; then
+        neutron_plugin_install_agent_packages
+    fi
+
+    if is_service_enabled q-lbaas; then
+        neutron_agent_lbaas_install_agent_packages
+    fi
+}
+
+
      +

      Start running processes, including screen

      +
      +function start_neutron_service_and_check {
+    local cfg_file_options="$(determine_config_files neutron-server)"
+    local service_port=$Q_PORT
+    local service_protocol=$Q_PROTOCOL
+    if is_service_enabled tls-proxy; then
+        service_port=$Q_PORT_INT
+        service_protocol="http"
+    fi
+
      +

      Start the Neutron service

      +
      +    run_process q-svc "python $NEUTRON_BIN_DIR/neutron-server $cfg_file_options"
+    echo "Waiting for Neutron to start..."
+    if is_ssl_enabled_service "neutron"; then
+        ssl_ca="--ca-certificate=${SSL_BUNDLE_FILE}"
+    fi
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget ${ssl_ca} --no-proxy -q -O- $service_protocol://$Q_HOST:$service_port; do sleep 1; done"; then
+        die $LINENO "Neutron did not start"
+    fi
+
      +

      Start proxy if enabled

      +
      +    if is_service_enabled tls-proxy; then
+        start_tls_proxy '*' $Q_PORT $Q_HOST $Q_PORT_INT &
+    fi
+}
+
+
      +

      Start running processes, including screen

      +
      +function start_neutron_agents {
+
      +

      Start up the neutron agents if enabled

      +
      +    run_process q-agt "python $AGENT_BINARY --config-file $NEUTRON_CONF --config-file /$Q_PLUGIN_CONF_FILE"
+    run_process q-dhcp "python $AGENT_DHCP_BINARY --config-file $NEUTRON_CONF --config-file=$Q_DHCP_CONF_FILE"
+
+    if is_provider_network; then
+        sudo ovs-vsctl add-port $OVS_PHYSICAL_BRIDGE $PUBLIC_INTERFACE
+        sudo ip link set $OVS_PHYSICAL_BRIDGE up
+        sudo ip link set br-int up
+        sudo ip link set $PUBLIC_INTERFACE up
+    fi
+
+    if is_service_enabled q-vpn; then
+        run_process q-vpn "$AGENT_VPN_BINARY $(determine_config_files neutron-vpn-agent)"
+    else
+        run_process q-l3 "python $AGENT_L3_BINARY $(determine_config_files neutron-l3-agent)"
+    fi
+
+    run_process q-meta "python $AGENT_META_BINARY --config-file $NEUTRON_CONF --config-file=$Q_META_CONF_FILE"
+
+    if [ "$VIRT_DRIVER" = 'xenserver' ]; then
+
      +

      For XenServer, start an agent for the domU openvswitch

      +
      +        run_process q-domua "python $AGENT_BINARY --config-file $NEUTRON_CONF --config-file /$Q_PLUGIN_CONF_FILE.domU"
+    fi
+
+    if is_service_enabled q-lbaas; then
+        run_process q-lbaas "python $AGENT_LBAAS_BINARY --config-file $NEUTRON_CONF --config-file=$LBAAS_AGENT_CONF_FILENAME"
+    fi
+
+    if is_service_enabled q-metering; then
+        run_process q-metering "python $AGENT_METERING_BINARY --config-file $NEUTRON_CONF --config-file $METERING_AGENT_CONF_FILENAME"
+    fi
+}
+
+
      +

      stop_neutron() - Stop running processes (non-screen)

      +
      +function stop_neutron {
+    if is_service_enabled q-dhcp; then
+        pid=$(ps aux | awk '/[d]nsmasq.+interface=(tap|ns-)/ { print $2 }')
+        [ ! -z "$pid" ] && sudo kill -9 $pid
+    fi
+    if is_service_enabled q-meta; then
+        sudo pkill -9 -f neutron-ns-metadata-proxy || :
+    fi
+
+    if is_service_enabled q-lbaas; then
+        neutron_lbaas_stop
+    fi
+    if is_service_enabled q-fwaas; then
+        neutron_fwaas_stop
+    fi
+    if is_service_enabled q-vpn; then
+        neutron_vpn_stop
+    fi
+    if is_service_enabled q-metering; then
+        neutron_metering_stop
+    fi
+}
+
+
      +

      cleanup_neutron() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_neutron {
+    if is_neutron_ovs_base_plugin; then
+        neutron_ovs_base_cleanup
+    fi
+
+
      +

      delete all namespaces created by neutron

      +
      +    for ns in $(sudo ip netns list | grep -o -E '(qdhcp|qrouter|qlbaas|fip|snat)-[0-9a-f-]*'); do
+        sudo ip netns delete ${ns}
+    done
+}
+
+
      +

      _configure_neutron_common() +Set common config for all neutron server and agents. +This MUST be called before other _configure_neutron_* functions.

      +
      +function _configure_neutron_common {
+
      +

      Put config files in NEUTRON_CONF_DIR for everyone to find

      +
      +    if [[ ! -d $NEUTRON_CONF_DIR ]]; then
+        sudo mkdir -p $NEUTRON_CONF_DIR
+    fi
+    sudo chown $STACK_USER $NEUTRON_CONF_DIR
+
+    cp $NEUTRON_DIR/etc/neutron.conf $NEUTRON_CONF
+
+
      +

      Set plugin-specific variables Q_DB_NAME, Q_PLUGIN_CLASS. +For main plugin config file, set Q_PLUGIN_CONF_PATH, Q_PLUGIN_CONF_FILENAME. +For addition plugin config files, set Q_PLUGIN_EXTRA_CONF_PATH, +Q_PLUGIN_EXTRA_CONF_FILES. For example:

      +
      +Q_PLUGIN_EXTRA_CONF_FILES=(file1, file2)
      +
      +    neutron_plugin_configure_common
+
+    if [[ "$Q_PLUGIN_CONF_PATH" == '' || "$Q_PLUGIN_CONF_FILENAME" == '' || "$Q_PLUGIN_CLASS" == '' ]]; then
+        die $LINENO "Neutron plugin not set.. exiting"
+    fi
+
+
      +

      If needed, move config file from $NEUTRON_DIR/etc/neutron to NEUTRON_CONF_DIR

      +
      +    mkdir -p /$Q_PLUGIN_CONF_PATH
+    Q_PLUGIN_CONF_FILE=$Q_PLUGIN_CONF_PATH/$Q_PLUGIN_CONF_FILENAME
+    cp $NEUTRON_DIR/$Q_PLUGIN_CONF_FILE /$Q_PLUGIN_CONF_FILE
+
+    iniset $NEUTRON_CONF database connection `database_connection_url $Q_DB_NAME`
+    iniset $NEUTRON_CONF DEFAULT state_path $DATA_DIR/neutron
+
+
      +

      If addition config files are set, make sure their path name is set as well

      +
      +    if [[ ${#Q_PLUGIN_EXTRA_CONF_FILES[@]} > 0 && $Q_PLUGIN_EXTRA_CONF_PATH == '' ]]; then
+        die $LINENO "Neutron additional plugin config not set.. exiting"
+    fi
+
+
      +

      If additional config files exist, copy them over to neutron configuration +directory

      +
      +    if [[ $Q_PLUGIN_EXTRA_CONF_PATH != '' ]]; then
+        local f
+        for (( f=0; $f < ${#Q_PLUGIN_EXTRA_CONF_FILES[@]}; f+=1 )); do
+            Q_PLUGIN_EXTRA_CONF_FILES[$f]=$Q_PLUGIN_EXTRA_CONF_PATH/${Q_PLUGIN_EXTRA_CONF_FILES[$f]}
+        done
+    fi
+
+    if [ "$VIRT_DRIVER" = 'fake' ]; then
+
      +

      Disable arbitrary limits

      +
      +        iniset $NEUTRON_CONF quotas quota_network -1
+        iniset $NEUTRON_CONF quotas quota_subnet -1
+        iniset $NEUTRON_CONF quotas quota_port -1
+        iniset $NEUTRON_CONF quotas quota_security_group -1
+        iniset $NEUTRON_CONF quotas quota_security_group_rule -1
+    fi
+
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+        setup_colorized_logging $NEUTRON_CONF DEFAULT project_id
+    fi
+
+    if is_service_enabled tls-proxy; then
+
      +

      Set the service port for a proxy to take the original

      +
      +        iniset $NEUTRON_CONF DEFAULT bind_port "$Q_PORT_INT"
+    fi
+
+    if is_ssl_enabled_service "nova"; then
+        iniset $NEUTRON_CONF DEFAULT nova_ca_certificates_file "$SSL_BUNDLE_FILE"
+    fi
+
+    if is_ssl_enabled_service "neutron"; then
+        ensure_certificates NEUTRON
+
+        iniset $NEUTRON_CONF DEFAULT use_ssl True
+        iniset $NEUTRON_CONF DEFAULT ssl_cert_file "$NEUTRON_SSL_CERT"
+        iniset $NEUTRON_CONF DEFAULT ssl_key_file "$NEUTRON_SSL_KEY"
+    fi
+
+    _neutron_setup_rootwrap
+}
+
+function _configure_neutron_debug_command {
+    if [[ "$Q_USE_DEBUG_COMMAND" != "True" ]]; then
+        return
+    fi
+
+    cp $NEUTRON_DIR/etc/l3_agent.ini $NEUTRON_TEST_CONFIG_FILE
+
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT verbose False
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT debug False
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE
+    iniset $NEUTRON_TEST_CONFIG_FILE agent root_helper "$Q_RR_COMMAND"
+
+    _neutron_setup_interface_driver $NEUTRON_TEST_CONFIG_FILE
+
+    neutron_plugin_configure_debug_command
+}
+
+function _configure_neutron_dhcp_agent {
+
+    cp $NEUTRON_DIR/etc/dhcp_agent.ini $Q_DHCP_CONF_FILE
+
+    iniset $Q_DHCP_CONF_FILE DEFAULT verbose True
+    iniset $Q_DHCP_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $Q_DHCP_CONF_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE
+    iniset $Q_DHCP_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND"
+
+    _neutron_setup_interface_driver $Q_DHCP_CONF_FILE
+
+    neutron_plugin_configure_dhcp_agent
+}
+
+function _configure_neutron_l3_agent {
+    local cfg_file
+    Q_L3_ENABLED=True
+
      +

      for l3-agent, only use per tenant router if we have namespaces

      +
      +    Q_L3_ROUTER_PER_TENANT=$Q_USE_NAMESPACE
+
+    if is_service_enabled q-vpn; then
+        cp $NEUTRON_DIR/etc/vpn_agent.ini $Q_VPN_CONF_FILE
+    fi
+
+    cp $NEUTRON_DIR/etc/l3_agent.ini $Q_L3_CONF_FILE
+
+    iniset $Q_L3_CONF_FILE DEFAULT verbose True
+    iniset $Q_L3_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $Q_L3_CONF_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE
+    iniset $Q_L3_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND"
+
+    _neutron_setup_interface_driver $Q_L3_CONF_FILE
+
+    neutron_plugin_configure_l3_agent
+}
+
+function _configure_neutron_metadata_agent {
+    cp $NEUTRON_DIR/etc/metadata_agent.ini $Q_META_CONF_FILE
+
+    iniset $Q_META_CONF_FILE DEFAULT verbose True
+    iniset $Q_META_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $Q_META_CONF_FILE DEFAULT nova_metadata_ip $Q_META_DATA_IP
+    iniset $Q_META_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND"
+
+    _neutron_setup_keystone $Q_META_CONF_FILE DEFAULT
+
+}
+
+function _configure_neutron_ceilometer_notifications {
+    iniset $NEUTRON_CONF DEFAULT notification_driver messaging
+}
+
+function _configure_neutron_lbaas {
+    neutron_agent_lbaas_configure_common
+    neutron_agent_lbaas_configure_agent
+}
+
+function _configure_neutron_metering {
+    neutron_agent_metering_configure_common
+    neutron_agent_metering_configure_agent
+}
+
+function _configure_neutron_fwaas {
+    neutron_fwaas_configure_common
+    neutron_fwaas_configure_driver
+}
+
+function _configure_neutron_vpn {
+    neutron_vpn_install_agent_packages
+    neutron_vpn_configure_common
+}
+
+function _configure_dvr {
+    iniset $NEUTRON_CONF DEFAULT router_distributed True
+    iniset $Q_L3_CONF_FILE DEFAULT agent_mode $Q_DVR_MODE
+}
+
+
+
      +

      _configure_neutron_plugin_agent() - Set config files for neutron plugin agent +It is called when q-agt is enabled.

      +
      +function _configure_neutron_plugin_agent {
+
      +

      Specify the default root helper prior to agent configuration to +ensure that an agent's configuration can override the default

      +
      +    iniset /$Q_PLUGIN_CONF_FILE agent root_helper "$Q_RR_COMMAND"
+    iniset $NEUTRON_CONF DEFAULT verbose True
+    iniset $NEUTRON_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+
+
      +

      Configure agent for plugin

      +
      +    neutron_plugin_configure_plugin_agent
+}
+
+
      +

      _configure_neutron_service() - Set config files for neutron service +It is called when q-svc is enabled.

      +
      +function _configure_neutron_service {
+    Q_API_PASTE_FILE=$NEUTRON_CONF_DIR/api-paste.ini
+    Q_POLICY_FILE=$NEUTRON_CONF_DIR/policy.json
+
+    cp $NEUTRON_DIR/etc/api-paste.ini $Q_API_PASTE_FILE
+    cp $NEUTRON_DIR/etc/policy.json $Q_POLICY_FILE
+
+
      +

      allow neutron user to administer neutron to match neutron account

      +
      +    sed -i 's/"context_is_admin":  "role:admin"/"context_is_admin":  "role:admin or user_name:neutron"/g' $Q_POLICY_FILE
+
+
      +

      Update either configuration file with plugin

      +
      +    iniset $NEUTRON_CONF DEFAULT core_plugin $Q_PLUGIN_CLASS
+
+    if [[ $Q_SERVICE_PLUGIN_CLASSES != '' ]]; then
+        iniset $NEUTRON_CONF DEFAULT service_plugins $Q_SERVICE_PLUGIN_CLASSES
+    fi
+
+    iniset $NEUTRON_CONF DEFAULT verbose True
+    iniset $NEUTRON_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $NEUTRON_CONF DEFAULT policy_file $Q_POLICY_FILE
+    iniset $NEUTRON_CONF DEFAULT allow_overlapping_ips $Q_ALLOW_OVERLAPPING_IP
+
+    iniset $NEUTRON_CONF DEFAULT auth_strategy $Q_AUTH_STRATEGY
+    _neutron_setup_keystone $NEUTRON_CONF keystone_authtoken
+
+
      +

      Configuration for neutron notifations to nova.

      +
      +    iniset $NEUTRON_CONF DEFAULT notify_nova_on_port_status_changes $Q_NOTIFY_NOVA_PORT_STATUS_CHANGES
+    iniset $NEUTRON_CONF DEFAULT notify_nova_on_port_data_changes $Q_NOTIFY_NOVA_PORT_DATA_CHANGES
+    iniset $NEUTRON_CONF DEFAULT nova_url "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2"
+    iniset $NEUTRON_CONF DEFAULT nova_admin_username nova
+    iniset $NEUTRON_CONF DEFAULT nova_admin_password $SERVICE_PASSWORD
+    ADMIN_TENANT_ID=$(openstack project list | awk "/ service / { print \$2 }")
+    iniset $NEUTRON_CONF DEFAULT nova_admin_tenant_id $ADMIN_TENANT_ID
+    iniset $NEUTRON_CONF DEFAULT nova_admin_auth_url  "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/v2.0"
+
+
      +

      Configure plugin

      +
      +    neutron_plugin_configure_service
+}
+
+
      +

      Utility Functions

      +
      +#------------------
+
+
      +

      _neutron_service_plugin_class_add() - add service plugin class

      +
      +function _neutron_service_plugin_class_add {
+    local service_plugin_class=$1
+    if [[ $Q_SERVICE_PLUGIN_CLASSES == '' ]]; then
+        Q_SERVICE_PLUGIN_CLASSES=$service_plugin_class
+    elif [[ ! ,${Q_SERVICE_PLUGIN_CLASSES}, =~ ,${service_plugin_class}, ]]; then
+        Q_SERVICE_PLUGIN_CLASSES="$Q_SERVICE_PLUGIN_CLASSES,$service_plugin_class"
+    fi
+}
+
+
      +

      _neutron_setup_rootwrap() - configure Neutron's rootwrap

      +
      +function _neutron_setup_rootwrap {
+    if [[ "$Q_USE_ROOTWRAP" == "False" ]]; then
+        return
+    fi
+
      +

      Deploy new rootwrap filters files (owned by root). +Wipe any existing rootwrap.d files first

      +
      +    Q_CONF_ROOTWRAP_D=$NEUTRON_CONF_DIR/rootwrap.d
+    if [[ -d $Q_CONF_ROOTWRAP_D ]]; then
+        sudo rm -rf $Q_CONF_ROOTWRAP_D
+    fi
+
      +

      Deploy filters to $NEUTRON_CONF_DIR/rootwrap.d

      +
      +    mkdir -p -m 755 $Q_CONF_ROOTWRAP_D
+    cp -pr $NEUTRON_DIR/etc/neutron/rootwrap.d/* $Q_CONF_ROOTWRAP_D/
+    sudo chown -R root:root $Q_CONF_ROOTWRAP_D
+    sudo chmod 644 $Q_CONF_ROOTWRAP_D/*
+
      +

      Set up rootwrap.conf, pointing to $NEUTRON_CONF_DIR/rootwrap.d +location moved in newer versions, prefer new location

      +
      +    if test -r $NEUTRON_DIR/etc/neutron/rootwrap.conf; then
+        sudo cp -p $NEUTRON_DIR/etc/neutron/rootwrap.conf $Q_RR_CONF_FILE
+    else
+        sudo cp -p $NEUTRON_DIR/etc/rootwrap.conf $Q_RR_CONF_FILE
+    fi
+    sudo sed -e "s:^filters_path=.*$:filters_path=$Q_CONF_ROOTWRAP_D:" -i $Q_RR_CONF_FILE
+    sudo chown root:root $Q_RR_CONF_FILE
+    sudo chmod 0644 $Q_RR_CONF_FILE
+
      +

      Specify rootwrap.conf as first parameter to neutron-rootwrap

      +
      +    ROOTWRAP_SUDOER_CMD="$NEUTRON_ROOTWRAP $Q_RR_CONF_FILE *"
+
+
      +

      Set up the rootwrap sudoers for neutron

      +
      +    TEMPFILE=`mktemp`
+    echo "$STACK_USER ALL=(root) NOPASSWD: $ROOTWRAP_SUDOER_CMD" >$TEMPFILE
+    chmod 0440 $TEMPFILE
+    sudo chown root:root $TEMPFILE
+    sudo mv $TEMPFILE /etc/sudoers.d/neutron-rootwrap
+
+
      +

      Update the root_helper

      +
      +    iniset $NEUTRON_CONF agent root_helper "$Q_RR_COMMAND"
+}
+
+
      +

      Configures keystone integration for neutron service and agents

      +
      +function _neutron_setup_keystone {
+    local conf_file=$1
+    local section=$2
+
+    create_neutron_cache_dir
+    configure_auth_token_middleware $conf_file $Q_ADMIN_USERNAME $NEUTRON_AUTH_CACHE_DIR $section
+}
+
+function _neutron_setup_interface_driver {
+
+
      +

      ovs_use_veth needs to be set before the plugin configuration +occurs to allow plugins to override the setting.

      +
      +    iniset $1 DEFAULT ovs_use_veth $Q_OVS_USE_VETH
+
+    neutron_plugin_setup_interface_driver $1
+}
+
+
      +

      Functions for Neutron Exercises

      +
      +#--------------------------------
+
+function delete_probe {
+    local from_net="$1"
+    net_id=`_get_net_id $from_net`
+    probe_id=`neutron-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-list -c id -c network_id | grep $net_id | awk '{print $2}'`
+    neutron-debug --os-tenant-name admin --os-username admin probe-delete $probe_id
+}
+
+function setup_neutron_debug {
+    if [[ "$Q_USE_DEBUG_COMMAND" == "True" ]]; then
+        public_net_id=`_get_net_id $PUBLIC_NETWORK_NAME`
+        neutron-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-create --device-owner compute $public_net_id
+        private_net_id=`_get_net_id $PRIVATE_NETWORK_NAME`
+        neutron-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-create --device-owner compute $private_net_id
+    fi
+}
+
+function teardown_neutron_debug {
+    delete_probe $PUBLIC_NETWORK_NAME
+    delete_probe $PRIVATE_NETWORK_NAME
+}
+
+function _get_net_id {
+    neutron --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD net-list | grep $1 | awk '{print $2}'
+}
+
+function _get_probe_cmd_prefix {
+    local from_net="$1"
+    net_id=`_get_net_id $from_net`
+    probe_id=`neutron-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-list -c id -c network_id | grep $net_id | awk '{print $2}' | head -n 1`
+    echo "$Q_RR_COMMAND ip netns exec qprobe-$probe_id"
+}
+
+function _ping_check_neutron {
+    local from_net=$1
+    local ip=$2
+    local timeout_sec=$3
+    local expected=${4:-"True"}
+    local check_command=""
+    probe_cmd=`_get_probe_cmd_prefix $from_net`
+    if [[ "$expected" = "True" ]]; then
+        check_command="while ! $probe_cmd ping -w 1 -c 1 $ip; do sleep 1; done"
+    else
+        check_command="while $probe_cmd ping -w 1 -c 1 $ip; do sleep 1; done"
+    fi
+    if ! timeout $timeout_sec sh -c "$check_command"; then
+        if [[ "$expected" = "True" ]]; then
+            die $LINENO "[Fail] Couldn't ping server"
+        else
+            die $LINENO "[Fail] Could ping server"
+        fi
+    fi
+}
+
+
      +

      ssh check

      +
      +function _ssh_check_neutron {
+    local from_net=$1
+    local key_file=$2
+    local ip=$3
+    local user=$4
+    local timeout_sec=$5
+    local probe_cmd = ""
+    probe_cmd=`_get_probe_cmd_prefix $from_net`
+    if ! timeout $timeout_sec sh -c "while ! $probe_cmd ssh -o StrictHostKeyChecking=no -i $key_file ${user}@$ip echo success; do sleep 1; done"; then
+        die $LINENO "server didn't become ssh-able!"
+    fi
+}
+
+
      +

      Neutron 3rd party programs

      +
      +#---------------------------
+
+
      +

      please refer to lib/neutron_thirdparty/README.md for details

      +
      +NEUTRON_THIRD_PARTIES=""
+for f in $TOP_DIR/lib/neutron_thirdparty/*; do
+    third_party=$(basename $f)
+    if is_service_enabled $third_party; then
+        source $TOP_DIR/lib/neutron_thirdparty/$third_party
+        NEUTRON_THIRD_PARTIES="$NEUTRON_THIRD_PARTIES,$third_party"
+    fi
+done
+
+function _neutron_third_party_do {
+    for third_party in ${NEUTRON_THIRD_PARTIES//,/ }; do
+        ${1}_${third_party}
+    done
+}
+
+
      +

      configure_neutron_third_party() - Set config files, create data dirs, etc

      +
      +function configure_neutron_third_party {
+    _neutron_third_party_do configure
+}
+
+
      +

      init_neutron_third_party() - Initialize databases, etc.

      +
      +function init_neutron_third_party {
+    _neutron_third_party_do init
+}
+
+
      +

      install_neutron_third_party() - Collect source and prepare

      +
      +function install_neutron_third_party {
+    _neutron_third_party_do install
+}
+
+
      +

      start_neutron_third_party() - Start running processes, including screen

      +
      +function start_neutron_third_party {
+    _neutron_third_party_do start
+}
+
+
      +

      stop_neutron_third_party - Stop running processes (non-screen)

      +
      +function stop_neutron_third_party {
+    _neutron_third_party_do stop
+}
+
+
      +

      check_neutron_third_party_integration() - Check that third party integration is sane

      +
      +function check_neutron_third_party_integration {
+    _neutron_third_party_do check
+}
+
+function is_provider_network {
+    if [ "$Q_USE_PROVIDER_NETWORKING" == "True" ] && [ "$Q_L3_ENABLED" == "False" ]; then
+        return 0
+    fi
+    return 1
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/neutron_plugins.html b/lib/neutron_plugins.html new file mode 100644 index 00000000..9acc8ca9 --- /dev/null +++ b/lib/neutron_plugins.html @@ -0,0 +1,373 @@ + + + + + neutron_plugins + + + +
      +
      + + + + + + + + + + +

      neutron_plugins

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/README.md.html b/lib/neutron_plugins/README.md.html new file mode 100644 index 00000000..6104a815 --- /dev/null +++ b/lib/neutron_plugins/README.md.html @@ -0,0 +1,411 @@ + + + + + README.md + + + +
      +
      + + + + + + + + + + +

      README.md

      + + + + + + + + + +
      + + +
      +
      +Neutron plugin specific files
+=============================
+Neutron plugins require plugin specific behavior.
+The files under the directory, ``lib/neutron_plugins/``, will be used
+when their service is enabled.
+Each plugin has ``lib/neutron_plugins/$Q_PLUGIN`` and define the following
+functions.
+Plugin specific configuration variables should be in this file.
+
+* filename: ``$Q_PLUGIN``
+* The corresponding file name MUST be the same to plugin name ``$Q_PLUGIN``.
+Plugin specific configuration variables should be in this file.
+
+functions
+---------
+``lib/neutron`` calls the following functions when the ``$Q_PLUGIN`` is enabled
+
+* ``neutron_plugin_create_nova_conf`` :
+set ``NOVA_VIF_DRIVER`` and optionally set options in nova_conf
+e.g.
+NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+* ``neutron_plugin_install_agent_packages`` :
+install packages that is specific to plugin agent
+e.g.
+install_package bridge-utils
+* ``neutron_plugin_configure_common`` :
+set plugin-specific variables, ``Q_PLUGIN_CONF_PATH``, ``Q_PLUGIN_CONF_FILENAME``,
+``Q_PLUGIN_CLASS``
+* ``neutron_plugin_configure_debug_command``
+* ``neutron_plugin_configure_dhcp_agent``
+* ``neutron_plugin_configure_l3_agent``
+* ``neutron_plugin_configure_plugin_agent``
+* ``neutron_plugin_configure_service``
+* ``neutron_plugin_setup_interface_driver``
+* ``has_neutron_plugin_security_group``:
+return 0 if the plugin support neutron security group otherwise return 1
+* ``neutron_plugin_check_adv_test_requirements``:
+return 0 if requirements are satisfied otherwise return 1
+
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/bigswitch_floodlight.html b/lib/neutron_plugins/bigswitch_floodlight.html new file mode 100644 index 00000000..e83bfded --- /dev/null +++ b/lib/neutron_plugins/bigswitch_floodlight.html @@ -0,0 +1,458 @@ + + + + + bigswitch_floodlight + + + +
      +
      + + + + + + + + + + +

      bigswitch_floodlight

      + + + + + +Neuton Big Switch/FloodLight plugin + + + +
      +

      Neuton Big Switch/FloodLight plugin

      + +

      Save trace setting

      +
      +
+BS_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+source $TOP_DIR/lib/neutron_thirdparty/bigswitch_floodlight     # for third party service specific configuration values
+
+function neutron_plugin_create_nova_conf {
+    :
+}
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/bigswitch
+    Q_PLUGIN_CONF_FILENAME=restproxy.ini
+    Q_PLUGIN_CLASS="neutron.plugins.bigswitch.plugin.NeutronRestProxyV2"
+    BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80}
+    BS_FL_CONTROLLER_TIMEOUT=${BS_FL_CONTROLLER_TIMEOUT:-10}
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    :
+}
+
+function neutron_plugin_configure_l3_agent {
+    _neutron_ovs_base_configure_l3_agent
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      Set up integration bridge

      +
      +    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+    iniset /$Q_PLUGIN_CONF_FILE restproxyagent integration_bridge $OVS_BRIDGE
+    AGENT_BINARY="$NEUTRON_DIR/neutron/plugins/bigswitch/agent/restproxy_agent.py"
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_configure_service {
+    iniset /$Q_PLUGIN_CONF_FILE restproxy servers $BS_FL_CONTROLLERS_PORT
+    iniset /$Q_PLUGIN_CONF_FILE restproxy servertimeout $BS_FL_CONTROLLER_TIMEOUT
+    if [ "$BS_FL_VIF_DRIVER" = "ivs" ]; then
+        iniset /$Q_PLUGIN_CONF_FILE nova vif_type ivs
+    fi
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    if [ "$BS_FL_VIF_DRIVER" = "ivs" ]; then
+        iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.IVSInterfaceDriver
+    else
+        iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+    fi
+}
+
+
+function has_neutron_plugin_security_group {
+
      +

      1 means False here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$BS_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/brocade.html b/lib/neutron_plugins/brocade.html new file mode 100644 index 00000000..553d92cf --- /dev/null +++ b/lib/neutron_plugins/brocade.html @@ -0,0 +1,462 @@ + + + + + brocade + + + +
      +
      + + + + + + + + + + +

      brocade

      + + + + + +Brocade Neutron Plugin + + + +
      +

      Brocade Neutron Plugin

      + +

      Save trace setting

      +
      +
+BRCD_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function is_neutron_ovs_base_plugin {
+    return 1
+}
+
+function neutron_plugin_create_nova_conf {
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+}
+
+function neutron_plugin_install_agent_packages {
+    install_package bridge-utils
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/brocade
+    Q_PLUGIN_CONF_FILENAME=brocade.ini
+    Q_PLUGIN_CLASS="neutron.plugins.brocade.NeutronPlugin.BrocadePluginV2"
+}
+
+function neutron_plugin_configure_service {
+
+    if [[ "$BROCADE_SWITCH_OS_VERSION" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE switch osversion $BROCADE_SWITCH_OS_VERSION
+    fi
+
+    if [[ "$BROCADE_SWITCH_OS_TYPE" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE switch ostype $BROCADE_SWITCH_OS_TYPE
+    fi
+
+    if [[ "$BROCADE_SWITCH_PASSWORD" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE switch password $BROCADE_SWITCH_PASSWORD
+    fi
+
+    if [[ "$BROCADE_SWITCH_USERNAME" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE switch username $BROCADE_SWITCH_USERNAME
+    fi
+
+    if [[ "$BROCADE_SWITCH_IPADDR" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE switch address $BROCADE_SWITCH_IPADDR
+    fi
+
+}
+
+function neutron_plugin_configure_debug_command {
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT external_network_bridge
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+    iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge
+    iniset $Q_L3_CONF_FILE DEFAULT l3_agent_manager neutron.agent.l3_agent.L3NATAgentWithStateReport
+}
+
+function neutron_plugin_configure_plugin_agent {
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-linuxbridge-agent"
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.BridgeInterfaceDriver
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$BRCD_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/cisco.html b/lib/neutron_plugins/cisco.html new file mode 100644 index 00000000..b317f2d2 --- /dev/null +++ b/lib/neutron_plugins/cisco.html @@ -0,0 +1,562 @@ + + + + + cisco + + + +
      +
      + + + + + + + + + + +

      cisco

      + + + + + +Neutron Cisco plugin + + + +
      +

      Neutron Cisco plugin

      + +

      Save trace setting

      +
      +
+CISCO_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Scecify the VSM parameters

      +
      +Q_CISCO_PLUGIN_VSM_IP=${Q_CISCO_PLUGIN_VSM_IP:-}
+
      +

      Specify the VSM username

      +
      +Q_CISCO_PLUGIN_VSM_USERNAME=${Q_CISCO_PLUGIN_VSM_USERNAME:-admin}
+
      +

      Specify the VSM passward for above username

      +
      +Q_CISCO_PLUGIN_VSM_PASSWORD=${Q_CISCO_PLUGIN_VSM_PASSWORD:-}
+
      +

      Specify the uVEM integration bridge name

      +
      +Q_CISCO_PLUGIN_INTEGRATION_BRIDGE=${Q_CISCO_PLUGIN_INTEGRATION_BRIDGE:-br-int}
+
      +

      Specify if tunneling is enabled

      +
      +Q_CISCO_PLUGIN_ENABLE_TUNNELING=${Q_CISCO_PLUGIN_ENABLE_TUNNELING:-True}
+
      +

      Specify the VXLAN range

      +
      +Q_CISCO_PLUGIN_VXLAN_ID_RANGES=${Q_CISCO_PLUGIN_VXLAN_ID_RANGES:-5000:10000}
+
      +

      Specify the VLAN range

      +
      +Q_CISCO_PLUGIN_VLAN_RANGES=${Q_CISCO_PLUGIN_VLAN_RANGES:-vlan:1:4094}
+
+
      +

      This routine put a prefix on an existing function name

      +
      +function _prefix_function {
+    declare -F $1 > /dev/null || die "$1 doesn't exist"
+    eval "$(echo "${2}_${1}()"; declare -f ${1} | tail -n +2)"
+}
+
+function _has_n1kv_subplugin {
+    local subplugin
+    for subplugin in ${Q_CISCO_PLUGIN_SUBPLUGINS[@]}; do
+        if [[ "$subplugin" == "n1kv" ]]; then
+            return 0
+        fi
+    done
+    return 1
+}
+
+
      +

      Prefix openvswitch plugin routines with "ovs" in order to differentiate from +cisco plugin routines. This means, ovs plugin routines will coexist with cisco +plugin routines in this script.

      +
      +source $TOP_DIR/lib/neutron_plugins/openvswitch
+_prefix_function neutron_plugin_create_nova_conf ovs
+_prefix_function neutron_plugin_install_agent_packages ovs
+_prefix_function neutron_plugin_configure_common ovs
+_prefix_function neutron_plugin_configure_debug_command ovs
+_prefix_function neutron_plugin_configure_dhcp_agent ovs
+_prefix_function neutron_plugin_configure_l3_agent ovs
+_prefix_function neutron_plugin_configure_plugin_agent ovs
+_prefix_function neutron_plugin_configure_service ovs
+_prefix_function neutron_plugin_setup_interface_driver ovs
+_prefix_function has_neutron_plugin_security_group ovs
+
+function has_neutron_plugin_security_group {
+    return 1
+}
+
+function is_neutron_ovs_base_plugin {
+    return
+}
+
+
      +

      populate required nova configuration parameters

      +
      +function neutron_plugin_create_nova_conf {
+    _neutron_ovs_base_configure_nova_vif_driver
+}
+
+function neutron_plugin_install_agent_packages {
+
      +

      Cisco plugin uses openvswitch to operate in one of its configurations

      +
      +    ovs_neutron_plugin_install_agent_packages
+}
+
+
      +

      Configure common parameters

      +
      +function neutron_plugin_configure_common {
+
      +

      setup default subplugins

      +
      +    if [ ! -v Q_CISCO_PLUGIN_SUBPLUGINS ]; then
+        declare -ga Q_CISCO_PLUGIN_SUBPLUGINS
+        Q_CISCO_PLUGIN_SUBPLUGINS=(n1kv)
+    fi
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/cisco
+    Q_PLUGIN_CONF_FILENAME=cisco_plugins.ini
+    Q_PLUGIN_CLASS="neutron.plugins.cisco.network_plugin.PluginV2"
+}
+
+function neutron_plugin_configure_debug_command {
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+}
+
+
      +

      Configure n1kv plugin

      +
      +function _configure_n1kv_subplugin {
+    local cisco_cfg_file=$1
+
+
      +

      populate the cisco plugin cfg file with the VSM information

      +
      +    echo "Configuring n1kv in $cisco_cfg_file-- $Q_CISCO_PLUGIN_VSM_IP $Q_CISCO_PLUGIN_VSM_USERNAME $Q_CISCO_PLUGIN_VSM_PASSWORD"
+    iniset $cisco_cfg_file N1KV:$Q_CISCO_PLUGIN_VSM_IP username $Q_CISCO_PLUGIN_VSM_USERNAME
+    iniset $cisco_cfg_file N1KV:$Q_CISCO_PLUGIN_VSM_IP password $Q_CISCO_PLUGIN_VSM_PASSWORD
+
+    iniset $cisco_cfg_file CISCO_N1K integration_bridge $Q_CISCO_PLUGIN_INTEGRATION_BRIDGE
+    iniset $cisco_cfg_file CISCO_N1K enable_tunneling $Q_CISCO_PLUGIN_ENABLE_TUNNELING
+    iniset $cisco_cfg_file CISCO_N1K vxlan_id_ranges $Q_CISCO_PLUGIN_VXLAN_ID_RANGES
+    iniset $cisco_cfg_file CISCO_N1K network_vlan_ranges $Q_CISCO_PLUGIN_VLAN_RANGES
+
+
      +

      Setup the integration bridge by calling the ovs_base

      +
      +    OVS_BRIDGE=$Q_CISCO_PLUGIN_INTEGRATION_BRIDGE
+    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+}
+
+function neutron_plugin_configure_plugin_agent {
+}
+
+function neutron_plugin_configure_service {
+    local subplugin
+    local cisco_cfg_file
+
+    cisco_cfg_file=/$Q_PLUGIN_CONF_FILE
+
+
      +

      Setup the [CISCO_PLUGINS] section

      +
      +    if [[ ${#Q_CISCO_PLUGIN_SUBPLUGINS[@]} > 2 ]]; then
+        die $LINENO "At most two subplugins are supported."
+    fi
+
+
      +

      Setup the subplugins

      +
      +    inicomment $cisco_cfg_file CISCO_PLUGINS vswitch_plugin
+    inicomment $cisco_cfg_file CISCO_TEST host
+    for subplugin in ${Q_CISCO_PLUGIN_SUBPLUGINS[@]}; do
+        case $subplugin in
+            n1kv) iniset $cisco_cfg_file CISCO_PLUGINS vswitch_plugin neutron.plugins.cisco.n1kv.n1kv_neutron_plugin.N1kvNeutronPluginV2;;
+            *) die $LINENO "Unsupported cisco subplugin: $subplugin";;
+        esac
+    done
+
+    if _has_n1kv_subplugin; then
+        _configure_n1kv_subplugin $cisco_cfg_file
+    fi
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+}
+
+
      +

      Restore xtrace

      +
      +$CISCO_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/embrane.html b/lib/neutron_plugins/embrane.html new file mode 100644 index 00000000..6d425a83 --- /dev/null +++ b/lib/neutron_plugins/embrane.html @@ -0,0 +1,417 @@ + + + + + embrane + + + +
      +
      + + + + + + + + + + +

      embrane

      + + + + + +Neutron Embrane plugin + + + +
      +

      Neutron Embrane plugin

      + +

      Save trace setting

      +
      +
+EMBR_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/openvswitch
+
+function save_function {
+    local ORIG_FUNC=$(declare -f $1)
+    local NEW_FUNC="$2${ORIG_FUNC#$1}"
+    eval "$NEW_FUNC"
+}
+
+save_function neutron_plugin_configure_service _neutron_plugin_configure_service
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/embrane
+    Q_PLUGIN_CONF_FILENAME=heleos_conf.ini
+    Q_PLUGIN_CLASS="neutron.plugins.embrane.plugins.embrane_ovs_plugin.EmbraneOvsPlugin"
+}
+
+function neutron_plugin_configure_service {
+    _neutron_plugin_configure_service
+    iniset /$Q_PLUGIN_CONF_FILE heleos esm_mgmt $HELEOS_ESM_MGMT
+    iniset /$Q_PLUGIN_CONF_FILE heleos admin_username $HELEOS_ADMIN_USERNAME
+    iniset /$Q_PLUGIN_CONF_FILE heleos admin_password $HELEOS_ADMIN_PASSWORD
+    iniset /$Q_PLUGIN_CONF_FILE heleos router_image $HELEOS_ROUTER_IMAGE
+    iniset /$Q_PLUGIN_CONF_FILE heleos mgmt_id $HELEOS_MGMT_ID
+    iniset /$Q_PLUGIN_CONF_FILE heleos inband_id $HELEOS_INBAND_ID
+    iniset /$Q_PLUGIN_CONF_FILE heleos oob_id $HELEOS_OOB_ID
+    iniset /$Q_PLUGIN_CONF_FILE heleos dummy_utif_id $HELEOS_DUMMY_UTIF_ID
+    iniset /$Q_PLUGIN_CONF_FILE heleos resource_pool_id $HELEOS_RESOURCE_POOL_ID
+    iniset /$Q_PLUGIN_CONF_FILE heleos async_requests $HELEOS_ASYNC_REQUESTS
+}
+
+
      +

      Restore xtrace

      +
      +$EMBR_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/ibm.html b/lib/neutron_plugins/ibm.html new file mode 100644 index 00000000..50292b41 --- /dev/null +++ b/lib/neutron_plugins/ibm.html @@ -0,0 +1,532 @@ + + + + + ibm + + + +
      +
      + + + + + + + + + + +

      ibm

      + + + + + +Neutron IBM SDN-VE plugin + + + +
      +

      Neutron IBM SDN-VE plugin

      + +

      Save trace setting

      +
      +
+IBM_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+}
+
+function _neutron_interface_setup {
+
      +

      Setup one interface on the integration bridge if needed +The plugin agent to be used if more than one interface is used

      +
      +    local bridge=$1
+    local interface=$2
+    sudo ovs-vsctl --no-wait -- --may-exist add-port $bridge $interface
+}
+
+function neutron_setup_integration_bridge {
+
      +

      Setup integration bridge if needed

      +
      +    if [[ "$SDNVE_INTEGRATION_BRIDGE" != "" ]]; then
+        neutron_ovs_base_cleanup
+        _neutron_ovs_base_setup_bridge $SDNVE_INTEGRATION_BRIDGE
+        if [[ "$SDNVE_INTERFACE_MAPPINGS" != "" ]]; then
+            interfaces=(${SDNVE_INTERFACE_MAPPINGS//[,:]/ })
+            _neutron_interface_setup $SDNVE_INTEGRATION_BRIDGE ${interfaces[1]}
+        fi
+    fi
+
+
      +

      Set controller to SDNVE controller (1st of list) if exists

      +
      +    if [[ "$SDNVE_CONTROLLER_IPS" != "" ]]; then
+
      +

      Get the first controller

      +
      +        controllers=(${SDNVE_CONTROLLER_IPS//[\[,\]]/ })
+        SDNVE_IP=${controllers[0]}
+        sudo ovs-vsctl set-controller $SDNVE_INTEGRATION_BRIDGE tcp:$SDNVE_IP
+    fi
+}
+
+function neutron_plugin_create_nova_conf {
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+
      +

      if n-cpu is enabled, then setup integration bridge

      +
      +    if is_service_enabled n-cpu; then
+        neutron_setup_integration_bridge
+    fi
+}
+
+function is_neutron_ovs_base_plugin {
+    if [[ "$SDNVE_INTEGRATION_BRIDGE" != "" ]]; then
+
      +

      Yes, we use OVS.

      +
      +        return 0
+    else
+
      +

      No, we do not use OVS.

      +
      +        return 1
+    fi
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/ibm
+    Q_PLUGIN_CONF_FILENAME=sdnve_neutron_plugin.ini
+    Q_PLUGIN_CLASS="neutron.plugins.ibm.sdnve_neutron_plugin.SdnvePluginV2"
+}
+
+function neutron_plugin_configure_service {
+
      +

      Define extra "SDNVE" configuration options when q-svc is configured

      +
      +
+    iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+
+    if [[ "$SDNVE_CONTROLLER_IPS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve controller_ips $SDNVE_CONTROLLER_IPS
+    fi
+
+    if [[ "$SDNVE_INTEGRATION_BRIDGE" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve integration_bridge $SDNVE_INTEGRATION_BRIDGE
+    fi
+
+    if [[ "$SDNVE_RESET_BRIDGE" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve reset_bridge $SDNVE_RESET_BRIDGE
+    fi
+
+    if [[ "$SDNVE_OUT_OF_BAND" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve out_of_band $SDNVE_OUT_OF_BAND
+    fi
+
+    if [[ "$SDNVE_INTERFACE_MAPPINGS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve interface_mappings $SDNVE_INTERFACE_MAPPINGS
+    fi
+
+    if [[ "$SDNVE_FAKE_CONTROLLER" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE sdnve use_fake_controller $SDNVE_FAKE_CONTROLLER
+    fi
+
+
+    iniset $NEUTRON_CONF DEFAULT notification_driver neutron.openstack.common.notifier.no_op_notifier
+
+}
+
+function neutron_plugin_configure_plugin_agent {
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-ibm-agent"
+}
+
+function neutron_plugin_configure_debug_command {
+    :
+}
+
+function neutron_plugin_setup_interface_driver {
+    return 0
+}
+
+function has_neutron_plugin_security_group {
+
      +

      Does not support Security Groups

      +
      +    return 1
+}
+
+function neutron_ovs_base_cleanup {
+    if [[ "$SDNVE_RESET_BRIDGE" != False ]]; then
+
      +

      remove all OVS ports that look like Neutron created ports

      +
      +        for port in $(sudo ovs-vsctl list port | grep -o -e tap[0-9a-f\-]* -e q[rg]-[0-9a-f\-]*); do
+            sudo ovs-vsctl del-port ${port}
+        done
+
+
      +

      remove integration bridge created by Neutron

      +
      +        for bridge in $(sudo ovs-vsctl list-br | grep -o -e ${SDNVE_INTEGRATION_BRIDGE}); do
+            sudo ovs-vsctl del-br ${bridge}
+        done
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$IBM_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/linuxbridge.html b/lib/neutron_plugins/linuxbridge.html new file mode 100644 index 00000000..b887128b --- /dev/null +++ b/lib/neutron_plugins/linuxbridge.html @@ -0,0 +1,441 @@ + + + + + linuxbridge + + + +
      +
      + + + + + + + + + + +

      linuxbridge

      + + + + + +Neutron Linux Bridge plugin + + + +
      +

      Neutron Linux Bridge plugin

      + +

      Save trace setting

      +
      +
+LBRIDGE_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/linuxbridge_agent
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/linuxbridge
+    Q_PLUGIN_CONF_FILENAME=linuxbridge_conf.ini
+    Q_PLUGIN_CLASS="neutron.plugins.linuxbridge.lb_neutron_plugin.LinuxBridgePluginV2"
+}
+
+function neutron_plugin_configure_service {
+    if [[ "$ENABLE_TENANT_VLANS" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE vlans tenant_network_type vlan
+    else
+        echo "WARNING - The linuxbridge plugin is using local tenant networks, with no connectivity between hosts."
+    fi
+
+
      +

      Override LB_VLAN_RANGES and LB_INTERFACE_MAPPINGS in localrc +for more complex physical network configurations.

      +
      +    if [[ "$LB_VLAN_RANGES" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]]; then
+        LB_VLAN_RANGES=$PHYSICAL_NETWORK
+        if [[ "$TENANT_VLAN_RANGE" != "" ]]; then
+            LB_VLAN_RANGES=$LB_VLAN_RANGES:$TENANT_VLAN_RANGE
+        fi
+    fi
+    if [[ "$LB_VLAN_RANGES" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE vlans network_vlan_ranges $LB_VLAN_RANGES
+    fi
+    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.linux.iptables_firewall.IptablesFirewallDriver
+    else
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+    fi
+
+
      +

      Define extra "LINUX_BRIDGE" configuration options when q-svc is configured by defining +the array Q_SRV_EXTRA_OPTS. +For Example: Q_SRV_EXTRA_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_SRV_EXTRA_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE linux_bridge ${I/=/ }
+    done
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+
      +

      Restore xtrace

      +
      +$LBRIDGE_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/linuxbridge_agent.html b/lib/neutron_plugins/linuxbridge_agent.html new file mode 100644 index 00000000..2c166d44 --- /dev/null +++ b/lib/neutron_plugins/linuxbridge_agent.html @@ -0,0 +1,467 @@ + + + + + linuxbridge_agent + + + +
      +
      + + + + + + + + + + +

      linuxbridge_agent

      + + + + + +Neutron Linux Bridge L2 agent + + + +
      +

      Neutron Linux Bridge L2 agent

      + +

      Save trace setting

      +
      +
+PLUGIN_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function is_neutron_ovs_base_plugin {
+
      +

      linuxbridge doesn't use OVS

      +
      +    return 1
+}
+
+function neutron_plugin_create_nova_conf {
+    :
+}
+
+function neutron_plugin_install_agent_packages {
+    install_package bridge-utils
+}
+
+function neutron_plugin_configure_debug_command {
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT external_network_bridge
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+    iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge
+    iniset $Q_L3_CONF_FILE DEFAULT l3_agent_manager neutron.agent.l3_agent.L3NATAgentWithStateReport
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      Setup physical network interface mappings. Override +LB_VLAN_RANGES and LB_INTERFACE_MAPPINGS in localrc for more +complex physical network configurations.

      +
      +    if [[ "$LB_INTERFACE_MAPPINGS" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]] && [[ "$LB_PHYSICAL_INTERFACE" != "" ]]; then
+        LB_INTERFACE_MAPPINGS=$PHYSICAL_NETWORK:$LB_PHYSICAL_INTERFACE
+    fi
+    if [[ "$LB_INTERFACE_MAPPINGS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE linux_bridge physical_interface_mappings $LB_INTERFACE_MAPPINGS
+    fi
+    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.linux.iptables_firewall.IptablesFirewallDriver
+    else
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+    fi
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-linuxbridge-agent"
+    iniset /$Q_PLUGIN_CONF_FILE agent tunnel_types $Q_TUNNEL_TYPES
+
      +

      Define extra "AGENT" configuration options when q-agt is configured by defining +the array Q_AGENT_EXTRA_AGENT_OPTS. +For Example: Q_AGENT_EXTRA_AGENT_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE agent ${I/=/ }
+    done
+
      +

      Define extra "LINUX_BRIDGE" configuration options when q-agt is configured by defining +the array Q_AGENT_EXTRA_SRV_OPTS. +For Example: Q_AGENT_EXTRA_SRV_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_AGENT_EXTRA_SRV_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE linux_bridge ${I/=/ }
+    done
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.BridgeInterfaceDriver
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$PLUGIN_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/midonet.html b/lib/neutron_plugins/midonet.html new file mode 100644 index 00000000..e29c43e4 --- /dev/null +++ b/lib/neutron_plugins/midonet.html @@ -0,0 +1,472 @@ + + + + + midonet + + + +
      +
      + + + + + + + + + + +

      midonet

      + + + + + +Neutron MidoNet plugin + + + +
      +

      Neutron MidoNet plugin

      + +
      +
+MIDONET_DIR=${MIDONET_DIR:-$DEST/midonet}
+MIDONET_API_PORT=${MIDONET_API_PORT:-8080}
+MIDONET_API_URL=${MIDONET_API_URL:-http://localhost:$MIDONET_API_PORT/midonet-api}
+
+
      +

      Save trace setting

      +
      +MN_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function is_neutron_ovs_base_plugin {
+
      +

      MidoNet does not use l3-agent +0 means True here

      +
      +    return 1
+}
+
+function neutron_plugin_create_nova_conf {
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+}
+
+function neutron_plugin_install_agent_packages {
+    :
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/midonet
+    Q_PLUGIN_CONF_FILENAME=midonet.ini
+    Q_PLUGIN_CLASS="neutron.plugins.midonet.plugin.MidonetPluginV2"
+}
+
+function neutron_plugin_configure_debug_command {
+    :
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    DHCP_DRIVER=${DHCP_DRIVER:-"neutron.plugins.midonet.agent.midonet_driver.DhcpNoOpDriver"}
+    neutron_plugin_setup_interface_driver $Q_DHCP_CONF_FILE
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_driver $DHCP_DRIVER
+    iniset $Q_DHCP_CONF_FILE DEFAULT use_namespaces True
+    iniset $Q_DHCP_CONF_FILE DEFAULT enable_isolated_metadata True
+}
+
+function neutron_plugin_configure_l3_agent {
+    die $LINENO "q-l3 must not be executed with MidoNet plugin!"
+}
+
+function neutron_plugin_configure_plugin_agent {
+    die $LINENO "q-agt must not be executed with MidoNet plugin!"
+}
+
+function neutron_plugin_configure_service {
+    if [[ "$MIDONET_API_URL" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE MIDONET midonet_uri $MIDONET_API_URL
+    fi
+    if [[ "$MIDONET_USERNAME" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE MIDONET username $MIDONET_USERNAME
+    fi
+    if [[ "$MIDONET_PASSWORD" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE MIDONET password $MIDONET_PASSWORD
+    fi
+    if [[ "$MIDONET_PROJECT_ID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE MIDONET project_id $MIDONET_PROJECT_ID
+    fi
+
+    Q_L3_ENABLED=True
+    Q_L3_ROUTER_PER_TENANT=True
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.MidonetInterfaceDriver
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+
      +

      0 means True here

      +
      +    return 1
+}
+
+
      +

      Restore xtrace

      +
      +$MN_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/ml2.html b/lib/neutron_plugins/ml2.html new file mode 100644 index 00000000..cb738f0c --- /dev/null +++ b/lib/neutron_plugins/ml2.html @@ -0,0 +1,535 @@ + + + + + ml2 + + + +
      +
      + + + + + + + + + + +

      ml2

      + + + + + +Neutron Modular Layer 2 plugin + + + +
      +

      Neutron Modular Layer 2 plugin

      + +

      Save trace setting

      +
      +
+ML2_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Enable this to simply and quickly enable tunneling with ML2. +Select either 'gre', 'vxlan', or 'gre,vxlan'

      +
      +Q_ML2_TENANT_NETWORK_TYPE=${Q_ML2_TENANT_NETWORK_TYPE:-"vxlan"}
+
      +

      This has to be set here since the agent will set this in the config file

      +
      +if [[ "$Q_ML2_TENANT_NETWORK_TYPE" == "gre" || "$Q_ML2_TENANT_NETWORK_TYPE" == "vxlan" ]]; then
+    Q_TUNNEL_TYPES=$Q_ML2_TENANT_NETWORK_TYPE
+elif [[ "$ENABLE_TENANT_TUNNELS" == "True" ]]; then
+    Q_TUNNEL_TYPES=gre
+fi
+
+
      +

      Default openvswitch L2 agent

      +
      +Q_AGENT=${Q_AGENT:-openvswitch}
+source $TOP_DIR/lib/neutron_plugins/${Q_AGENT}_agent
+
+
      +

      List of MechanismDrivers to load

      +
      +Q_ML2_PLUGIN_MECHANISM_DRIVERS=${Q_ML2_PLUGIN_MECHANISM_DRIVERS:-openvswitch,linuxbridge}
+
      +

      List of Type Drivers to load

      +
      +Q_ML2_PLUGIN_TYPE_DRIVERS=${Q_ML2_PLUGIN_TYPE_DRIVERS:-local,flat,vlan,gre,vxlan}
+
      +

      Default GRE TypeDriver options

      +
      +Q_ML2_PLUGIN_GRE_TYPE_OPTIONS=${Q_ML2_PLUGIN_GRE_TYPE_OPTIONS:-tunnel_id_ranges=$TENANT_TUNNEL_RANGES}
+
      +

      Default VXLAN TypeDriver options

      +
      +Q_ML2_PLUGIN_VXLAN_TYPE_OPTIONS=${Q_ML2_PLUGIN_VXLAN_TYPE_OPTIONS:-vni_ranges=1001:2000}
+
      +

      Default VLAN TypeDriver options

      +
      +Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS=${Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS:-}
+
+
      +

      L3 Plugin to load for ML2

      +
      +ML2_L3_PLUGIN=${ML2_L3_PLUGIN:-neutron.services.l3_router.l3_router_plugin.L3RouterPlugin}
+
+function populate_ml2_config {
+    CONF=$1
+    SECTION=$2
+    OPTS=$3
+
+    if [ -z "$OPTS" ]; then
+        return
+    fi
+    for I in "${OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset $CONF $SECTION ${I/=/ }
+    done
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/ml2
+    Q_PLUGIN_CONF_FILENAME=ml2_conf.ini
+    Q_PLUGIN_CLASS="neutron.plugins.ml2.plugin.Ml2Plugin"
+
      +

      The ML2 plugin delegates L3 routing/NAT functionality to +the L3 service plugin which must therefore be specified.

      +
      +    _neutron_service_plugin_class_add $ML2_L3_PLUGIN
+}
+
+function neutron_plugin_configure_service {
+    if [[ "$Q_ML2_TENANT_NETWORK_TYPE" != "local" ]]; then
+        Q_SRV_EXTRA_OPTS+=(tenant_network_types=$Q_ML2_TENANT_NETWORK_TYPE)
+    elif [[ "$ENABLE_TENANT_TUNNELS" == "True" ]]; then
+
      +

      This assumes you want a simple configuration, and will overwrite +Q_SRV_EXTRA_OPTS if set in addition to ENABLE_TENANT_TUNNELS.

      +
      +        Q_SRV_EXTRA_OPTS+=(tenant_network_types=gre)
+        Q_ML2_PLUGIN_GRE_TYPE_OPTIONS=(tunnel_id_ranges=$TENANT_TUNNEL_RANGES)
+    elif [[ "$ENABLE_TENANT_VLANS" == "True" ]]; then
+        Q_SRV_EXTRA_OPTS+=(tenant_network_types=vlan)
+    else
+        echo "WARNING - The ml2 plugin is using local tenant networks, with no connectivity between hosts."
+    fi
+
+
      +

      Allow for overrding VLAN configuration (for example, to configure provider +VLANs) by first checking if Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS is set.

      +
      +    if [ "$Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS" == "" ]; then
+        if [[ "$ML2_VLAN_RANGES" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]]; then
+            ML2_VLAN_RANGES=$PHYSICAL_NETWORK
+            if [[ "$TENANT_VLAN_RANGE" != "" ]]; then
+                ML2_VLAN_RANGES=$ML2_VLAN_RANGES:$TENANT_VLAN_RANGE
+            fi
+        fi
+        if [[ "$ML2_VLAN_RANGES" != "" ]]; then
+            Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS=(network_vlan_ranges=$ML2_VLAN_RANGES)
+        fi
+    fi
+
+
      +

      REVISIT(rkukura): Setting firewall_driver here for +neutron.agent.securitygroups_rpc.is_firewall_enabled() which is +used in the server, in case no L2 agent is configured on the +server's node. If an L2 agent is configured, this will get +overridden with the correct driver. The ml2 plugin should +instead use its own config variable to indicate whether security +groups is enabled, and that will need to be set here instead.

      +
      +    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.not.a.real.FirewallDriver
+    else
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+    fi
+
+
      +

      Since we enable the tunnel TypeDrivers, also enable a local_ip

      +
      +    iniset /$Q_PLUGIN_CONF_FILE ovs local_ip $TUNNEL_ENDPOINT_IP
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2 mechanism_drivers=$Q_ML2_PLUGIN_MECHANISM_DRIVERS
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2 type_drivers=$Q_ML2_PLUGIN_TYPE_DRIVERS
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2 $Q_SRV_EXTRA_OPTS
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_type_gre $Q_ML2_PLUGIN_GRE_TYPE_OPTIONS
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_type_vxlan $Q_ML2_PLUGIN_VXLAN_TYPE_OPTIONS
+
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_type_vlan $Q_ML2_PLUGIN_VLAN_TYPE_OPTIONS
+
+    if [[ "$Q_DVR_MODE" != "legacy" ]]; then
+        populate_ml2_config /$Q_PLUGIN_CONF_FILE agent l2_population=True
+        populate_ml2_config /$Q_PLUGIN_CONF_FILE agent tunnel_types=vxlan
+        populate_ml2_config /$Q_PLUGIN_CONF_FILE agent enable_distributed_routing=True
+    fi
+}
+
+function has_neutron_plugin_security_group {
+    return 0
+}
+
+
      +

      Restore xtrace

      +
      +$ML2_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/nec.html b/lib/neutron_plugins/nec.html new file mode 100644 index 00000000..464146a2 --- /dev/null +++ b/lib/neutron_plugins/nec.html @@ -0,0 +1,528 @@ + + + + + nec + + + +
      +
      + + + + + + + + + + +

      nec

      + + + + + + + + + +
      + + +
      +

      Neutron NEC OpenFlow plugin

      +

      Save trace setting

      +
      +
+NEC_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      Configuration parameters

      +
      +OFC_HOST=${OFC_HOST:-127.0.0.1}
+OFC_PORT=${OFC_PORT:-8888}
+
+OFC_API_HOST=${OFC_API_HOST:-$OFC_HOST}
+OFC_API_PORT=${OFC_API_PORT:-$OFC_PORT}
+OFC_OFP_HOST=${OFC_OFP_HOST:-$OFC_HOST}
+OFC_OFP_PORT=${OFC_OFP_PORT:-6633}
+OFC_DRIVER=${OFC_DRIVER:-trema}
+OFC_RETRY_MAX=${OFC_RETRY_MAX:-0}
+OFC_RETRY_INTERVAL=${OFC_RETRY_INTERVAL:-1}
+
+
      + +
      +

      Main logic

      +
      +
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+function neutron_plugin_create_nova_conf {
+    _neutron_ovs_base_configure_nova_vif_driver
+}
+
+function neutron_plugin_install_agent_packages {
+
      +

      SKIP_OVS_INSTALL is useful when we want to use Open vSwitch whose +version is different from the version provided by the distribution.

      +
      +    if [[ "$SKIP_OVS_INSTALL" = "True" ]]; then
+        echo "You need to install Open vSwitch manually."
+        return
+    fi
+    _neutron_ovs_base_install_agent_packages
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/nec
+    Q_PLUGIN_CONF_FILENAME=nec.ini
+    Q_PLUGIN_CLASS="neutron.plugins.nec.nec_plugin.NECPluginV2"
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    :
+}
+
+function neutron_plugin_configure_l3_agent {
+    _neutron_ovs_base_configure_l3_agent
+}
+
+function _quantum_plugin_setup_bridge {
+    if [[ "$SKIP_OVS_BRIDGE_SETUP" = "True" ]]; then
+        return
+    fi
+
      +

      Set up integration bridge

      +
      +    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+
      +

      Generate datapath ID from HOST_IP

      +
      +    local dpid=$(printf "%07d%03d%03d%03d\n" ${HOST_IP//./ })
+    sudo ovs-vsctl --no-wait set Bridge $OVS_BRIDGE other-config:datapath-id=$dpid
+    sudo ovs-vsctl --no-wait set-fail-mode $OVS_BRIDGE secure
+    sudo ovs-vsctl --no-wait set-controller $OVS_BRIDGE tcp:$OFC_OFP_HOST:$OFC_OFP_PORT
+    if [ -n "$OVS_INTERFACE" ]; then
+        sudo ovs-vsctl --no-wait -- --may-exist add-port $OVS_BRIDGE $OVS_INTERFACE
+    fi
+    _neutron_setup_ovs_tunnels $OVS_BRIDGE
+}
+
+function neutron_plugin_configure_plugin_agent {
+    _quantum_plugin_setup_bridge
+
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-nec-agent"
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_configure_service {
+    iniset $NEUTRON_CONF DEFAULT api_extensions_path neutron/plugins/nec/extensions/
+    iniset /$Q_PLUGIN_CONF_FILE ofc host $OFC_API_HOST
+    iniset /$Q_PLUGIN_CONF_FILE ofc port $OFC_API_PORT
+    iniset /$Q_PLUGIN_CONF_FILE ofc driver $OFC_DRIVER
+    iniset /$Q_PLUGIN_CONF_FILE ofc api_retry_max OFC_RETRY_MAX
+    iniset /$Q_PLUGIN_CONF_FILE ofc api_retry_interval OFC_RETRY_INTERVAL
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+    iniset $conf_file DEFAULT ovs_use_veth True
+}
+
+
      + +
      +

      Utility functions

      +
      +
+
      +

      Setup OVS tunnel manually

      +
      +function _neutron_setup_ovs_tunnels {
+    local bridge=$1
+    local id=0
+    GRE_LOCAL_IP=${GRE_LOCAL_IP:-$HOST_IP}
+    if [ -n "$GRE_REMOTE_IPS" ]; then
+        for ip in ${GRE_REMOTE_IPS//:/ }; do
+            if [[ "$ip" == "$GRE_LOCAL_IP" ]]; then
+                continue
+            fi
+            sudo ovs-vsctl --no-wait add-port $bridge gre$id -- \
+                set Interface gre$id type=gre options:remote_ip=$ip
+            id=`expr $id + 1`
+        done
+    fi
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$NEC_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/neutron_plugins/nicira.html b/lib/neutron_plugins/nicira.html new file mode 100644 index 00000000..5a2fbd55 --- /dev/null +++ b/lib/neutron_plugins/nicira.html @@ -0,0 +1,546 @@ + + + + + nicira + + + +
      +
      + + + + + + + + + + +

      nicira

      + + + + + +Neutron Nicira NVP plugin + + + +
      +

      Neutron Nicira NVP plugin

      + +

      Save trace setting

      +
      +
+MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+function setup_integration_bridge() {
+    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+
      +

      Set manager to NVP controller (1st of list)

      +
      +    if [[ "$NVP_CONTROLLERS" != "" ]]; then
+
      +

      Get the first controller

      +
      +        controllers=(${NVP_CONTROLLERS//,/ })
+        OVS_MGR_IP=${controllers[0]}
+    else
+        die $LINENO "Error - No controller specified. Unable to set a manager for OVS"
+    fi
+    sudo ovs-vsctl set-manager ssl:$OVS_MGR_IP
+}
+
+function is_neutron_ovs_base_plugin() {
+
      +

      NVP uses OVS, but not the l3-agent

      +
      +    return 0
+}
+
+function neutron_plugin_create_nova_conf() {
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtOpenVswitchDriver"}
+
      +

      if n-cpu is enabled, then setup integration bridge

      +
      +    if is_service_enabled n-cpu; then
+        setup_integration_bridge
+    fi
+}
+
+function neutron_plugin_install_agent_packages() {
+
      +

      Nicira Plugin does not run q-agt, but it currently needs dhcp and metadata agents

      +
      +    _neutron_ovs_base_install_agent_packages
+}
+
+function neutron_plugin_configure_common() {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/nicira
+    Q_PLUGIN_CONF_FILENAME=nvp.ini
+    Q_DB_NAME="neutron_nvp"
+    Q_PLUGIN_CLASS="neutron.plugins.nicira.NeutronPlugin.NvpPluginV2"
+}
+
+function neutron_plugin_configure_debug_command() {
+    sudo ovs-vsctl --no-wait -- --may-exist add-br $PUBLIC_BRIDGE
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT external_network_bridge "$PUBLIC_BRIDGE"
+}
+
+function neutron_plugin_configure_dhcp_agent() {
+    setup_integration_bridge
+    iniset $Q_DHCP_CONF_FILE DEFAULT enable_isolated_metadata True
+    iniset $Q_DHCP_CONF_FILE DEFAULT enable_metadata_network True
+    iniset $Q_DHCP_CONF_FILE DEFAULT ovs_use_veth True
+}
+
+function neutron_plugin_configure_l3_agent() {
+
      +

      Nicira plugin does not run L3 agent

      +
      +   die $LINENO "q-l3 should must not be executed with Nicira plugin!"
+}
+
+function neutron_plugin_configure_plugin_agent() {
+
      +

      Nicira plugin does not run L2 agent

      +
      +   die $LINENO "q-agt must not be executed with Nicira plugin!"
+}
+
+function neutron_plugin_configure_service() {
+    if [[ "$MAX_LP_PER_BRIDGED_LS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nvp max_lp_per_bridged_ls $MAX_LP_PER_BRIDGED_LS
+    fi
+    if [[ "$MAX_LP_PER_OVERLAY_LS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nvp max_lp_per_overlay_ls $MAX_LP_PER_OVERLAY_LS
+    fi
+    if [[ "$FAILOVER_TIME" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nvp failover_time $FAILOVER_TIME
+    fi
+    if [[ "$CONCURRENT_CONNECTIONS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nvp concurrent_connections $CONCURRENT_CONNECTIONS
+    fi
+
+    if [[ "$DEFAULT_TZ_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_tz_uuid $DEFAULT_TZ_UUID
+    else
+        die $LINENO "The nicira plugin won't work without a default transport zone."
+    fi
+    if [[ "$DEFAULT_L3_GW_SVC_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_l3_gw_service_uuid $DEFAULT_L3_GW_SVC_UUID
+        Q_L3_ENABLED=True
+        Q_L3_ROUTER_PER_TENANT=True
+        iniset /$Q_PLUGIN_CONF_FILE nvp metadata_mode access_network
+    fi
+    if [[ "$DEFAULT_L2_GW_SVC_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_l2_gw_service_uuid $DEFAULT_L2_GW_SVC_UUID
+    fi
+
      +

      NVP_CONTROLLERS must be a comma separated string

      +
      +    if [[ "$NVP_CONTROLLERS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nvp_controllers $NVP_CONTROLLERS
+    else
+        die $LINENO "The nicira plugin needs at least an NVP controller."
+    fi
+    if [[ "$NVP_USER" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nvp_user $NVP_USER
+    fi
+    if [[ "$NVP_PASSWORD" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nvp_password $NVP_PASSWORD
+    fi
+    if [[ "$NVP_REQ_TIMEOUT" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT req_timeout $NVP_REQ_TIMEOUT
+    fi
+    if [[ "$NVP_HTTP_TIMEOUT" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT http_timeout $NVP_HTTP_TIMEOUT
+    fi
+    if [[ "$NVP_RETRIES" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT retries $NVP_RETRIES
+    fi
+    if [[ "$NVP_REDIRECTS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT redirects $NVP_REDIRECTS
+    fi
+    if [[ "$AGENT_MODE" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nvp agent_mode $AGENT_MODE
+        if [[ "$AGENT_MODE" == "agentless" ]]; then
+            if [[ "$DEFAULT_SERVICE_CLUSTER_UUID" != "" ]]; then
+                iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_service_cluster_uuid $DEFAULT_SERVICE_CLUSTER_UUID
+            else
+                die $LINENO "Agentless mode requires a service cluster."
+            fi
+            iniset /$Q_PLUGIN_CONF_FILE nvp_metadata metadata_server_address $Q_META_DATA_IP
+        fi
+    fi
+}
+
+function neutron_plugin_setup_interface_driver() {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+}
+
+function has_neutron_plugin_security_group() {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements() {
+    is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/nuage.html b/lib/neutron_plugins/nuage.html new file mode 100644 index 00000000..1cd3a226 --- /dev/null +++ b/lib/neutron_plugins/nuage.html @@ -0,0 +1,448 @@ + + + + + nuage + + + +
      +
      + + + + + + + + + + +

      nuage

      + + + + + +Nuage Neutron Plugin + + + +
      +

      Nuage Neutron Plugin

      + +

      Save trace setting

      +
      +
+NU_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function neutron_plugin_create_nova_conf {
+    NOVA_OVS_BRIDGE=${NOVA_OVS_BRIDGE:-"br-int"}
+    iniset $NOVA_CONF DEFAULT neutron_ovs_bridge $NOVA_OVS_BRIDGE
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+    LIBVIRT_FIREWALL_DRIVER=nova.virt.firewall.NoopFirewallDriver
+    iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER
+}
+
+function neutron_plugin_install_agent_packages {
+    :
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/nuage
+    Q_PLUGIN_CONF_FILENAME=nuage_plugin.ini
+    Q_PLUGIN_CLASS="neutron.plugins.nuage.plugin.NuagePlugin"
+    Q_PLUGIN_EXTENSIONS_PATH=neutron/plugins/nuage/extensions
+    #Nuage specific Neutron defaults. Actual value must be set and sourced
+    NUAGE_CNA_SERVERS=${NUAGE_CNA_SERVERS:-'localhost:8443'}
+    NUAGE_CNA_SERVER_AUTH=${NUAGE_CNA_SERVER_AUTH:-'username:password'}
+    NUAGE_CNA_ORGANIZATION=${NUAGE_CNA_ORGANIZATION:-'org'}
+    NUAGE_CNA_SERVER_SSL=${NUAGE_CNA_SERVER_SSL:-'True'}
+    NUAGE_CNA_BASE_URI=${NUAGE_CNA_BASE_URI:-'/'}
+    NUAGE_CNA_AUTH_RESOURCE=${NUAGE_CNA_AUTH_RESOURCE:-'/'}
+    NUAGE_CNA_DEF_NETPART_NAME=${NUAGE_CNA_DEF_NETPART_NAME:-''}
+}
+
+function neutron_plugin_configure_debug_command {
+    :
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    :
+}
+
+function neutron_plugin_configure_l3_agent {
+    :
+}
+
+function neutron_plugin_configure_plugin_agent {
+    :
+}
+
+function neutron_plugin_configure_service {
+    iniset $NEUTRON_CONF DEFAULT api_extensions_path neutron/plugins/nuage/extensions/
+    iniset /$Q_PLUGIN_CONF_FILE restproxy base_uri $NUAGE_CNA_BASE_URI
+    iniset /$Q_PLUGIN_CONF_FILE restproxy serverssl $NUAGE_CNA_SERVER_SSL
+    iniset /$Q_PLUGIN_CONF_FILE restproxy serverauth $NUAGE_CNA_SERVER_AUTH
+    iniset /$Q_PLUGIN_CONF_FILE restproxy organization $NUAGE_CNA_ORGANIZATION
+    iniset /$Q_PLUGIN_CONF_FILE restproxy server $NUAGE_CNA_SERVERS
+    iniset /$Q_PLUGIN_CONF_FILE restproxy auth_resource $NUAGE_CNA_AUTH_RESOURCE
+    iniset /$Q_PLUGIN_CONF_FILE restproxy default_net_partition_name $NUAGE_CNA_DEF_NETPART_NAME
+}
+
+function has_neutron_plugin_security_group {
+
      +

      1 means False here

      +
      +    return 1
+}
+
+
      +

      Restore xtrace

      +
      +$NU_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/ofagent_agent.html b/lib/neutron_plugins/ofagent_agent.html new file mode 100644 index 00000000..7abda109 --- /dev/null +++ b/lib/neutron_plugins/ofagent_agent.html @@ -0,0 +1,499 @@ + + + + + ofagent_agent + + + +
      +
      + + + + + + + + + + +

      ofagent_agent

      + + + + + +OpenFlow Agent plugin + + + +
      +

      OpenFlow Agent plugin

      + +

      Save trace setting

      +
      +
+OFA_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+source $TOP_DIR/lib/neutron_thirdparty/ryu  # for RYU_DIR, install_ryu, etc
+
+function neutron_plugin_create_nova_conf {
+    _neutron_ovs_base_configure_nova_vif_driver
+}
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+
+
      +

      This agent uses ryu to talk with switches

      +
      +    install_package $(get_packages "ryu")
+    install_ryu
+    configure_ryu
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+    _neutron_ovs_base_configure_l3_agent
+    iniset $Q_L3_CONF_FILE DEFAULT l3_agent_manager neutron.agent.l3_agent.L3NATAgentWithStateReport
+}
+
+function _neutron_ofagent_configure_firewall_driver {
+    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.linux.iptables_firewall.IptablesFirewallDriver
+    else
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+    fi
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      Set up integration bridge

      +
      +    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+    _neutron_ofagent_configure_firewall_driver
+
+
      +

      Check a supported openflow version

      +
      +    OF_VERSION=`ovs-ofctl --version | grep "OpenFlow versions" | awk '{print $3}' | cut -d':' -f2`
+    if [ `vercmp_numbers "$OF_VERSION" "0x3"` -lt "0" ]; then
+        die $LINENO "This agent requires OpenFlow 1.3+ capable switch."
+    fi
+
+
      +

      Enable tunnel networks if selected

      +
      +    if [[ "$OVS_ENABLE_TUNNELING" == "True" ]]; then
+
      +

      Verify tunnels are supported +REVISIT - also check kernel module support for GRE and patch ports

      +
      +        OVS_VERSION=`ovs-vsctl --version | head -n 1 | grep -E -o "[0-9]+\.[0-9]+"`
+        if [ `vercmp_numbers "$OVS_VERSION" "1.4"` -lt "0" ]; then
+            die $LINENO "You are running OVS version $OVS_VERSION. OVS 1.4+ is required for tunneling between multiple hosts."
+        fi
+        iniset /$Q_PLUGIN_CONF_FILE ovs enable_tunneling True
+        iniset /$Q_PLUGIN_CONF_FILE ovs local_ip $TUNNEL_ENDPOINT_IP
+    fi
+
+
      +

      Setup physical network bridge mappings. Override +OVS_VLAN_RANGES and OVS_BRIDGE_MAPPINGS in localrc for more +complex physical network configurations.

      +
      +    if [[ "$OVS_BRIDGE_MAPPINGS" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]] && [[ "$OVS_PHYSICAL_BRIDGE" != "" ]]; then
+        OVS_BRIDGE_MAPPINGS=$PHYSICAL_NETWORK:$OVS_PHYSICAL_BRIDGE
+
+
      +

      Configure bridge manually with physical interface as port for multi-node

      +
      +        sudo ovs-vsctl --no-wait -- --may-exist add-br $OVS_PHYSICAL_BRIDGE
+    fi
+    if [[ "$OVS_BRIDGE_MAPPINGS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs bridge_mappings $OVS_BRIDGE_MAPPINGS
+    fi
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-ofagent-agent"
+
+    iniset /$Q_PLUGIN_CONF_FILE agent tunnel_types $Q_TUNNEL_TYPES
+
      +

      Define extra "AGENT" configuration options when q-agt is configured by defining +defining the array Q_AGENT_EXTRA_AGENT_OPTS. +For Example: Q_AGENT_EXTRA_AGENT_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE agent ${I/=/ }
+    done
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+    iniset $conf_file DEFAULT ovs_use_veth True
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$OFA_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/oneconvergence.html b/lib/neutron_plugins/oneconvergence.html new file mode 100644 index 00000000..cb83667b --- /dev/null +++ b/lib/neutron_plugins/oneconvergence.html @@ -0,0 +1,467 @@ + + + + + oneconvergence + + + +
      +
      + + + + + + + + + + +

      oneconvergence

      + + + + + +Neutron One Convergence plugin + + + +
      +

      Neutron One Convergence plugin

      + +
      +

      System Message: WARNING/2 (<stdin>, line 2)

      +

      Title underline too short.

      +
      +Neutron One Convergence plugin
+---------------------------
+
      +
      +

      Save trace setting

      +
      +OC_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+Q_L3_ENABLED=true
+Q_L3_ROUTER_PER_TENANT=true
+Q_USE_NAMESPACE=true
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+}
+
      +

      Configure common parameters

      +
      +function neutron_plugin_configure_common {
+
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/oneconvergence
+    Q_PLUGIN_CONF_FILENAME=nvsdplugin.ini
+    Q_PLUGIN_CLASS="neutron.plugins.oneconvergence.plugin.OneConvergencePluginV2"
+}
+
+
      +

      Configure plugin specific information

      +
      +function neutron_plugin_configure_service {
+    iniset /$Q_PLUGIN_CONF_FILE nvsd nvsd_ip $NVSD_IP
+    iniset /$Q_PLUGIN_CONF_FILE nvsd nvsd_port $NVSD_PORT
+    iniset /$Q_PLUGIN_CONF_FILE nvsd nvsd_user $NVSD_USER
+    iniset /$Q_PLUGIN_CONF_FILE nvsd nvsd_passwd $NVSD_PASSWD
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+}
+
+function has_neutron_plugin_security_group {
+
      +

      1 means False here

      +
      +    return 0
+}
+
+function setup_integration_bridge {
+    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    setup_integration_bridge
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+    _neutron_ovs_base_configure_l3_agent
+    iniset $Q_L3_CONF_FILE DEFAULT l3_agent_manager neutron.agent.l3_agent.L3NATAgentWithStateReport
+}
+
+function neutron_plugin_configure_plugin_agent {
+
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-nvsd-agent"
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_create_nova_conf {
+    NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtGenericVIFDriver"}
+    if ( is_service_enabled n-cpu && ! ( is_service_enabled q-dhcp )) ; then
+        setup_integration_bridge
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$OC_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/openvswitch.html b/lib/neutron_plugins/openvswitch.html new file mode 100644 index 00000000..298849fd --- /dev/null +++ b/lib/neutron_plugins/openvswitch.html @@ -0,0 +1,445 @@ + + + + + openvswitch + + + +
      +
      + + + + + + + + + + +

      openvswitch

      + + + + + +Neutron Open vSwitch plugin + + + +
      +

      Neutron Open vSwitch plugin

      + +

      Save trace setting

      +
      +
+OVS_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/openvswitch_agent
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/openvswitch
+    Q_PLUGIN_CONF_FILENAME=ovs_neutron_plugin.ini
+    Q_PLUGIN_CLASS="neutron.plugins.openvswitch.ovs_neutron_plugin.OVSNeutronPluginV2"
+}
+
+function neutron_plugin_configure_service {
+    if [[ "$ENABLE_TENANT_TUNNELS" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs tenant_network_type gre
+        iniset /$Q_PLUGIN_CONF_FILE ovs tunnel_id_ranges $TENANT_TUNNEL_RANGES
+    elif [[ "$ENABLE_TENANT_VLANS" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs tenant_network_type vlan
+    else
+        echo "WARNING - The openvswitch plugin is using local tenant networks, with no connectivity between hosts."
+    fi
+
+
      +

      Override OVS_VLAN_RANGES and OVS_BRIDGE_MAPPINGS in localrc +for more complex physical network configurations.

      +
      +    if [[ "$OVS_VLAN_RANGES" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]]; then
+        OVS_VLAN_RANGES=$PHYSICAL_NETWORK
+        if [[ "$TENANT_VLAN_RANGE" != "" ]]; then
+            OVS_VLAN_RANGES=$OVS_VLAN_RANGES:$TENANT_VLAN_RANGE
+        fi
+    fi
+    if [[ "$OVS_VLAN_RANGES" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs network_vlan_ranges $OVS_VLAN_RANGES
+    fi
+
+
      +

      Enable tunnel networks if selected

      +
      +    if [[ $OVS_ENABLE_TUNNELING == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs enable_tunneling True
+    fi
+
+    _neutron_ovs_base_configure_firewall_driver
+
+
      +

      Define extra "OVS" configuration options when q-svc is configured by defining +the array Q_SRV_EXTRA_OPTS. +For Example: Q_SRV_EXTRA_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_SRV_EXTRA_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE ovs ${I/=/ }
+    done
+}
+
+function has_neutron_plugin_security_group {
+    return 0
+}
+
+
      +

      Restore xtrace

      +
      +$OVS_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/openvswitch_agent.html b/lib/neutron_plugins/openvswitch_agent.html new file mode 100644 index 00000000..81050849 --- /dev/null +++ b/lib/neutron_plugins/openvswitch_agent.html @@ -0,0 +1,554 @@ + + + + + openvswitch_agent + + + +
      +
      + + + + + + + + + + +

      openvswitch_agent

      + + + + + +Neutron Open vSwitch L2 agent + + + +
      +

      Neutron Open vSwitch L2 agent

      + +

      Save trace setting

      +
      +
+OVSA_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+function neutron_plugin_create_nova_conf {
+    _neutron_ovs_base_configure_nova_vif_driver
+    if [ "$VIRT_DRIVER" == 'xenserver' ]; then
+        iniset $NOVA_CONF xenserver vif_driver nova.virt.xenapi.vif.XenAPIOpenVswitchDriver
+        iniset $NOVA_CONF xenserver ovs_integration_bridge $XEN_INTEGRATION_BRIDGE
+
      +

      Disable nova's firewall so that it does not conflict with neutron

      +
      +        iniset $NOVA_CONF DEFAULT firewall_driver nova.virt.firewall.NoopFirewallDriver
+    fi
+}
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT dhcp_agent_manager neutron.agent.dhcp_agent.DhcpAgentWithStateReport
+}
+
+function neutron_plugin_configure_l3_agent {
+    _neutron_ovs_base_configure_l3_agent
+    iniset $Q_L3_CONF_FILE DEFAULT l3_agent_manager neutron.agent.l3_agent.L3NATAgentWithStateReport
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      Setup integration bridge

      +
      +    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+    _neutron_ovs_base_configure_firewall_driver
+
+
      +

      Setup agent for tunneling

      +
      +    if [[ "$OVS_ENABLE_TUNNELING" == "True" ]]; then
+
      +

      Verify tunnels are supported +REVISIT - also check kernel module support for GRE and patch ports

      +
      +        OVS_VERSION=`ovs-vsctl --version | head -n 1 | grep -E -o "[0-9]+\.[0-9]+"`
+        if [ `vercmp_numbers "$OVS_VERSION" "1.4"` -lt "0" ] && ! is_service_enabled q-svc ; then
+            die $LINENO "You are running OVS version $OVS_VERSION. OVS 1.4+ is required for tunneling between multiple hosts."
+        fi
+        iniset /$Q_PLUGIN_CONF_FILE ovs enable_tunneling True
+        iniset /$Q_PLUGIN_CONF_FILE ovs local_ip $TUNNEL_ENDPOINT_IP
+    fi
+
+
      +

      Setup physical network bridge mappings. Override +OVS_VLAN_RANGES and OVS_BRIDGE_MAPPINGS in localrc for more +complex physical network configurations.

      +
      +    if [[ "$OVS_BRIDGE_MAPPINGS" == "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]] && [[ "$OVS_PHYSICAL_BRIDGE" != "" ]]; then
+        OVS_BRIDGE_MAPPINGS=$PHYSICAL_NETWORK:$OVS_PHYSICAL_BRIDGE
+
+
      +

      Configure bridge manually with physical interface as port for multi-node

      +
      +        sudo ovs-vsctl --no-wait -- --may-exist add-br $OVS_PHYSICAL_BRIDGE
+    fi
+    if [[ "$OVS_BRIDGE_MAPPINGS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE ovs bridge_mappings $OVS_BRIDGE_MAPPINGS
+    fi
+    AGENT_BINARY="$NEUTRON_BIN_DIR/neutron-openvswitch-agent"
+
+    if [ "$VIRT_DRIVER" == 'xenserver' ]; then
+
      +

      Make a copy of our config for domU

      +
      +        sudo cp /$Q_PLUGIN_CONF_FILE "/$Q_PLUGIN_CONF_FILE.domU"
+
+
      +

      Deal with Dom0's L2 Agent:

      +
      +        Q_RR_DOM0_COMMAND="$NEUTRON_BIN_DIR/neutron-rootwrap-xen-dom0 $Q_RR_CONF_FILE"
+
+
      +

      For now, duplicate the xen configuration already found in nova.conf

      +
      +        iniset $Q_RR_CONF_FILE xenapi xenapi_connection_url "$XENAPI_CONNECTION_URL"
+        iniset $Q_RR_CONF_FILE xenapi xenapi_connection_username "$XENAPI_USER"
+        iniset $Q_RR_CONF_FILE xenapi xenapi_connection_password "$XENAPI_PASSWORD"
+
+
      +

      Under XS/XCP, the ovs agent needs to target the dom0 +integration bridge. This is enabled by using a root wrapper +that executes commands on dom0 via a XenAPI plugin.

      +
      +        iniset /$Q_PLUGIN_CONF_FILE agent root_helper "$Q_RR_DOM0_COMMAND"
+
+
      +

      Set "physical" mapping

      +
      +        iniset /$Q_PLUGIN_CONF_FILE ovs bridge_mappings "physnet1:$FLAT_NETWORK_BRIDGE"
+
+
      +

      XEN_INTEGRATION_BRIDGE is the integration bridge in dom0

      +
      +        iniset /$Q_PLUGIN_CONF_FILE ovs integration_bridge $XEN_INTEGRATION_BRIDGE
+
+
      +

      Set up domU's L2 agent:

      +
      +
+
      +

      Create a bridge "br-$GUEST_INTERFACE_DEFAULT"

      +
      +        sudo ovs-vsctl --no-wait -- --may-exist add-br "br-$GUEST_INTERFACE_DEFAULT"
+
      +

      Add $GUEST_INTERFACE_DEFAULT to that bridge

      +
      +        sudo ovs-vsctl add-port "br-$GUEST_INTERFACE_DEFAULT" $GUEST_INTERFACE_DEFAULT
+
+
      +

      Set bridge mappings to "physnet1:br-$GUEST_INTERFACE_DEFAULT"

      +
      +        iniset "/$Q_PLUGIN_CONF_FILE.domU" ovs bridge_mappings "physnet1:br-$GUEST_INTERFACE_DEFAULT"
+
      +

      Set integration bridge to domU's

      +
      +        iniset "/$Q_PLUGIN_CONF_FILE.domU" ovs integration_bridge $OVS_BRIDGE
+
      +

      Set root wrap

      +
      +        iniset "/$Q_PLUGIN_CONF_FILE.domU" agent root_helper "$Q_RR_COMMAND"
+    fi
+    iniset /$Q_PLUGIN_CONF_FILE agent tunnel_types $Q_TUNNEL_TYPES
+
      +

      Define extra "AGENT" configuration options when q-agt is configured by defining +defining the array Q_AGENT_EXTRA_AGENT_OPTS. +For Example: Q_AGENT_EXTRA_AGENT_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE agent ${I/=/ }
+    done
+
      +

      Define extra "OVS" configuration options when q-agt is configured by defining +defining the array Q_AGENT_EXTRA_SRV_OPTS. +For Example: Q_AGENT_EXTRA_SRV_OPTS=(foo=true bar=2)

      +
      +    for I in "${Q_AGENT_EXTRA_SRV_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        iniset /$Q_PLUGIN_CONF_FILE ovs ${I/=/ }
+    done
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$OVSA_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/ovs_base.html b/lib/neutron_plugins/ovs_base.html new file mode 100644 index 00000000..11f0b2f2 --- /dev/null +++ b/lib/neutron_plugins/ovs_base.html @@ -0,0 +1,488 @@ + + + + + ovs_base + + + +
      +
      + + + + + + + + + + +

      ovs_base

      + + + + + +common functions for ovs based plugin + + + +
      +

      common functions for ovs based plugin

      + +

      Save trace setting

      +
      +
+OVSB_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+OVS_BRIDGE=${OVS_BRIDGE:-br-int}
+PUBLIC_BRIDGE=${PUBLIC_BRIDGE:-br-ex}
+OVS_DATAPATH_TYPE=${OVS_DATAPATH_TYPE:-""}
+
+function is_neutron_ovs_base_plugin {
+
      +

      Yes, we use OVS.

      +
      +    return 0
+}
+
+function _neutron_ovs_base_setup_bridge {
+    local bridge=$1
+    neutron-ovs-cleanup
+    sudo ovs-vsctl --no-wait -- --may-exist add-br $bridge
+    if [[ $OVS_DATAPATH_TYPE != "" ]]; then
+        sudo ovs-vsctl set Bridge $bridge datapath_type=${OVS_DATAPATH_TYPE}
+    fi
+    sudo ovs-vsctl --no-wait br-set-external-id $bridge bridge-id $bridge
+}
+
+function neutron_ovs_base_cleanup {
+
      +

      remove all OVS ports that look like Neutron created ports

      +
      +    for port in $(sudo ovs-vsctl list port | grep -o -e tap[0-9a-f\-]* -e q[rg]-[0-9a-f\-]*); do
+        sudo ovs-vsctl del-port ${port}
+    done
+
+
      +

      remove all OVS bridges created by Neutron

      +
      +    for bridge in $(sudo ovs-vsctl list-br | grep -o -e ${OVS_BRIDGE} -e ${PUBLIC_BRIDGE}); do
+        sudo ovs-vsctl del-br ${bridge}
+    done
+}
+
+function _neutron_ovs_base_install_ubuntu_dkms {
+
      +

      install Dynamic Kernel Module Support packages if needed

      +
      +    local kernel_version=$(uname -r)
+    local kernel_major_minor=`echo $kernel_version | cut -d. -f1-2`
+
      +

      From kernel 3.13 on, openvswitch-datapath-dkms is not needed

      +
      +    if [ `vercmp_numbers "$kernel_major_minor" "3.13"` -lt "0" ]; then
+        install_package "dkms openvswitch-datapath-dkms linux-headers-$kernel_version"
+    fi
+}
+
+function _neutron_ovs_base_install_agent_packages {
+
      +

      Install deps

      +
      +    install_package $(get_packages "openvswitch")
+    if is_ubuntu; then
+        _neutron_ovs_base_install_ubuntu_dkms
+        restart_service openvswitch-switch
+    elif is_fedora; then
+        restart_service openvswitch
+    elif is_suse; then
+        restart_service openvswitch-switch
+    fi
+}
+
+function _neutron_ovs_base_configure_debug_command {
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT external_network_bridge $PUBLIC_BRIDGE
+}
+
+function _neutron_ovs_base_configure_firewall_driver {
+    if [[ "$Q_USE_SECGROUP" == "True" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.linux.iptables_firewall.OVSHybridIptablesFirewallDriver
+    else
+        iniset /$Q_PLUGIN_CONF_FILE securitygroup firewall_driver neutron.agent.firewall.NoopFirewallDriver
+    fi
+}
+
+function _neutron_ovs_base_configure_l3_agent {
+    if [ "$Q_USE_PROVIDERNET_FOR_PUBLIC" = "True" ]; then
+        iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge ""
+    else
+        iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge $PUBLIC_BRIDGE
+    fi
+
+    neutron-ovs-cleanup
+
      +

      --no-wait causes a race condition if $PUBLIC_BRIDGE is not up when ip addr flush is called

      +
      +    sudo ovs-vsctl -- --may-exist add-br $PUBLIC_BRIDGE
+    sudo ovs-vsctl br-set-external-id $PUBLIC_BRIDGE bridge-id $PUBLIC_BRIDGE
+
      +

      ensure no IP is configured on the public bridge

      +
      +    sudo ip addr flush dev $PUBLIC_BRIDGE
+}
+
+function _neutron_ovs_base_configure_nova_vif_driver {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$OVSB_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/plumgrid.html b/lib/neutron_plugins/plumgrid.html new file mode 100644 index 00000000..1ffdc2a4 --- /dev/null +++ b/lib/neutron_plugins/plumgrid.html @@ -0,0 +1,440 @@ + + + + + plumgrid + + + +
      +
      + + + + + + + + + + +

      plumgrid

      + + + + + + + + + +
      + + +

      PLUMgrid Neutron Plugin +Edgar Magana emagana@plumgrid.com +------------------------------------ +Save trace settings

      +
      +
+PG_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function neutron_plugin_create_nova_conf {
+    :
+}
+
+function neutron_plugin_setup_interface_driver {
+    :
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/plumgrid
+    Q_PLUGIN_CONF_FILENAME=plumgrid.ini
+    Q_PLUGIN_CLASS="neutron.plugins.plumgrid.plumgrid_plugin.plumgrid_plugin.NeutronPluginPLUMgridV2"
+    PLUMGRID_DIRECTOR_IP=${PLUMGRID_DIRECTOR_IP:-localhost}
+    PLUMGRID_DIRECTOR_PORT=${PLUMGRID_DIRECTOR_PORT:-7766}
+    PLUMGRID_ADMIN=${PLUMGRID_ADMIN:-username}
+    PLUMGRID_PASSWORD=${PLUMGRID_PASSWORD:-password}
+    PLUMGRID_TIMEOUT=${PLUMGRID_TIMEOUT:-70}
+    PLUMGRID_DRIVER=${PLUMGRID_DRIVER:-neutron.plugins.plumgrid.drivers.fake_plumlib.Plumlib}
+}
+
+function neutron_plugin_configure_service {
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector director_server $PLUMGRID_DIRECTOR_IP
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector director_server_port $PLUMGRID_DIRECTOR_PORT
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector username $PLUMGRID_ADMIN
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector password $PLUMGRID_PASSWORD
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector servertimeout $PLUMGRID_TIMEOUT
+    iniset /$Q_PLUGIN_CONF_FILE plumgriddirector driver $PLUMGRID_DRIVER
+}
+
+function neutron_plugin_configure_debug_command {
+    :
+}
+
+function is_neutron_ovs_base_plugin {
+
      +

      False

      +
      +    return 1
+}
+
+function has_neutron_plugin_security_group {
+
      +

      return 0 means enabled

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
      +

      Restore xtrace

      +
      +$PG_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/ryu.html b/lib/neutron_plugins/ryu.html new file mode 100644 index 00000000..0395e0fa --- /dev/null +++ b/lib/neutron_plugins/ryu.html @@ -0,0 +1,463 @@ + + + + + ryu + + + +
      +
      + + + + + + + + + + +

      ryu

      + + + + + +Neutron Ryu plugin + + + +
      +

      Neutron Ryu plugin

      + +

      Save trace setting

      +
      +
+RYU_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+source $TOP_DIR/lib/neutron_thirdparty/ryu      # for configuration value
+
+function neutron_plugin_create_nova_conf {
+    _neutron_ovs_base_configure_nova_vif_driver
+    iniset $NOVA_CONF DEFAULT libvirt_ovs_integration_bridge "$OVS_BRIDGE"
+}
+
+function neutron_plugin_install_agent_packages {
+    _neutron_ovs_base_install_agent_packages
+
+
      +

      neutron_ryu_agent requires ryu module

      +
      +    install_package $(get_packages "ryu")
+    install_ryu
+    configure_ryu
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/ryu
+    Q_PLUGIN_CONF_FILENAME=ryu.ini
+    Q_PLUGIN_CLASS="neutron.plugins.ryu.ryu_neutron_plugin.RyuNeutronPluginV2"
+}
+
+function neutron_plugin_configure_debug_command {
+    _neutron_ovs_base_configure_debug_command
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    iniset $Q_DHCP_CONF_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT
+}
+
+function neutron_plugin_configure_l3_agent {
+    iniset $Q_L3_CONF_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT
+    _neutron_ovs_base_configure_l3_agent
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      Set up integration bridge

      +
      +    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+    if [ -n "$RYU_INTERNAL_INTERFACE" ]; then
+        sudo ovs-vsctl --no-wait -- --may-exist add-port $OVS_BRIDGE $RYU_INTERNAL_INTERFACE
+    fi
+    iniset /$Q_PLUGIN_CONF_FILE ovs integration_bridge $OVS_BRIDGE
+    AGENT_BINARY="$NEUTRON_DIR/neutron/plugins/ryu/agent/ryu_neutron_agent.py"
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_configure_service {
+    iniset /$Q_PLUGIN_CONF_FILE ovs openflow_rest_api $RYU_API_HOST:$RYU_API_PORT
+
+    _neutron_ovs_base_configure_firewall_driver
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+    iniset $conf_file DEFAULT ovs_use_veth True
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-agt && is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$RYU_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/services.html b/lib/neutron_plugins/services.html new file mode 100644 index 00000000..17c75615 --- /dev/null +++ b/lib/neutron_plugins/services.html @@ -0,0 +1,373 @@ + + + + + services + + + +
      +
      + + + + + + + + + + +

      services

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/services/firewall.html b/lib/neutron_plugins/services/firewall.html new file mode 100644 index 00000000..2dd26e55 --- /dev/null +++ b/lib/neutron_plugins/services/firewall.html @@ -0,0 +1,405 @@ + + + + + firewall + + + +
      +
      + + + + + + + + + + +

      firewall

      + + + + + +Neutron firewall plugin + + + +
      +

      Neutron firewall plugin

      + +

      Save trace setting

      +
      +
+FW_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+FWAAS_PLUGIN=neutron.services.firewall.fwaas_plugin.FirewallPlugin
+
+function neutron_fwaas_configure_common {
+    _neutron_service_plugin_class_add $FWAAS_PLUGIN
+}
+
+function neutron_fwaas_configure_driver {
+    FWAAS_DRIVER_CONF_FILENAME=/etc/neutron/fwaas_driver.ini
+    cp $NEUTRON_DIR/etc/fwaas_driver.ini $FWAAS_DRIVER_CONF_FILENAME
+
+    iniset_multiline $FWAAS_DRIVER_CONF_FILENAME fwaas enabled True
+    iniset_multiline $FWAAS_DRIVER_CONF_FILENAME fwaas driver "neutron.services.firewall.drivers.linux.iptables_fwaas.IptablesFwaasDriver"
+}
+
+function neutron_fwaas_stop {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$FW_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/services/loadbalancer.html b/lib/neutron_plugins/services/loadbalancer.html new file mode 100644 index 00000000..c0f4597c --- /dev/null +++ b/lib/neutron_plugins/services/loadbalancer.html @@ -0,0 +1,428 @@ + + + + + loadbalancer + + + +
      +
      + + + + + + + + + + +

      loadbalancer

      + + + + + +Neutron loadbalancer plugin + + + +
      +

      Neutron loadbalancer plugin

      + +

      Save trace setting

      +
      +
+LB_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+AGENT_LBAAS_BINARY="$NEUTRON_BIN_DIR/neutron-lbaas-agent"
+LBAAS_PLUGIN=neutron.services.loadbalancer.plugin.LoadBalancerPlugin
+
+function neutron_agent_lbaas_install_agent_packages {
+    if is_ubuntu || is_fedora || is_suse; then
+        install_package haproxy
+    fi
+}
+
+function neutron_agent_lbaas_configure_common {
+    _neutron_service_plugin_class_add $LBAAS_PLUGIN
+}
+
+function neutron_agent_lbaas_configure_agent {
+    LBAAS_AGENT_CONF_PATH=/etc/neutron/services/loadbalancer/haproxy
+    mkdir -p $LBAAS_AGENT_CONF_PATH
+
+    LBAAS_AGENT_CONF_FILENAME="$LBAAS_AGENT_CONF_PATH/lbaas_agent.ini"
+
+    cp $NEUTRON_DIR/etc/lbaas_agent.ini $LBAAS_AGENT_CONF_FILENAME
+
+
      +

      ovs_use_veth needs to be set before the plugin configuration +occurs to allow plugins to override the setting.

      +
      +    iniset $LBAAS_AGENT_CONF_FILENAME DEFAULT ovs_use_veth $Q_OVS_USE_VETH
+
+    neutron_plugin_setup_interface_driver $LBAAS_AGENT_CONF_FILENAME
+
+    if is_fedora; then
+        iniset $LBAAS_AGENT_CONF_FILENAME DEFAULT user_group "nobody"
+        iniset $LBAAS_AGENT_CONF_FILENAME haproxy user_group "nobody"
+    fi
+}
+
+function neutron_lbaas_stop {
+    pids=$(ps aux | awk '/haproxy/ { print $2 }')
+    [ ! -z "$pids" ] && sudo kill $pids
+}
+
+
      +

      Restore xtrace

      +
      +$LB_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/services/metering.html b/lib/neutron_plugins/services/metering.html new file mode 100644 index 00000000..630ef060 --- /dev/null +++ b/lib/neutron_plugins/services/metering.html @@ -0,0 +1,408 @@ + + + + + metering + + + +
      +
      + + + + + + + + + + +

      metering

      + + + + + +Neutron metering plugin + + + +
      +

      Neutron metering plugin

      + +

      Save trace setting

      +
      +
+METER_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+AGENT_METERING_BINARY="$NEUTRON_BIN_DIR/neutron-metering-agent"
+METERING_PLUGIN="neutron.services.metering.metering_plugin.MeteringPlugin"
+
+function neutron_agent_metering_configure_common {
+    _neutron_service_plugin_class_add $METERING_PLUGIN
+}
+
+function neutron_agent_metering_configure_agent {
+    METERING_AGENT_CONF_PATH=/etc/neutron/services/metering
+    mkdir -p $METERING_AGENT_CONF_PATH
+
+    METERING_AGENT_CONF_FILENAME="$METERING_AGENT_CONF_PATH/metering_agent.ini"
+
+    cp $NEUTRON_DIR/etc/metering_agent.ini $METERING_AGENT_CONF_FILENAME
+}
+
+function neutron_metering_stop {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$METER_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/services/vpn.html b/lib/neutron_plugins/services/vpn.html new file mode 100644 index 00000000..f6e5a300 --- /dev/null +++ b/lib/neutron_plugins/services/vpn.html @@ -0,0 +1,411 @@ + + + + + vpn + + + +
      +
      + + + + + + + + + + +

      vpn

      + + + + + +Neutron VPN plugin + + + +
      +

      Neutron VPN plugin

      + +

      Save trace setting

      +
      +
+VPN_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+AGENT_VPN_BINARY="$NEUTRON_BIN_DIR/neutron-vpn-agent"
+VPN_PLUGIN=${VPN_PLUGIN:-"neutron.services.vpn.plugin.VPNDriverPlugin"}
+IPSEC_PACKAGE=${IPSEC_PACKAGE:-"openswan"}
+
+function neutron_vpn_install_agent_packages {
+    install_package $IPSEC_PACKAGE
+}
+
+function neutron_vpn_configure_common {
+    _neutron_service_plugin_class_add $VPN_PLUGIN
+}
+
+function neutron_vpn_stop {
+    local ipsec_data_dir=$DATA_DIR/neutron/ipsec
+    local pids
+    if [ -d $ipsec_data_dir ]; then
+        pids=$(find $ipsec_data_dir -name 'pluto.pid' -exec cat {} \;)
+    fi
+    if [ -n "$pids" ]; then
+        sudo kill $pids
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$VPN_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_plugins/vmware_nsx.html b/lib/neutron_plugins/vmware_nsx.html new file mode 100644 index 00000000..51d43a5a --- /dev/null +++ b/lib/neutron_plugins/vmware_nsx.html @@ -0,0 +1,541 @@ + + + + + vmware_nsx + + + +
      +
      + + + + + + + + + + +

      vmware_nsx

      + + + + + +Neutron VMware NSX plugin + + + +
      +

      Neutron VMware NSX plugin

      + +

      Save trace setting

      +
      +
+NSX_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+function setup_integration_bridge {
+    _neutron_ovs_base_setup_bridge $OVS_BRIDGE
+
      +

      Set manager to NSX controller (1st of list)

      +
      +    if [[ "$NSX_CONTROLLERS" != "" ]]; then
+
      +

      Get the first controller

      +
      +        controllers=(${NSX_CONTROLLERS//,/ })
+        OVS_MGR_IP=${controllers[0]}
+    else
+        die $LINENO "Error - No controller specified. Unable to set a manager for OVS"
+    fi
+    sudo ovs-vsctl set-manager ssl:$OVS_MGR_IP
+}
+
+function is_neutron_ovs_base_plugin {
+
      +

      NSX uses OVS, but not the l3-agent

      +
      +    return 0
+}
+
+function neutron_plugin_create_nova_conf {
+
      +

      if n-cpu is enabled, then setup integration bridge

      +
      +    if is_service_enabled n-cpu; then
+        setup_integration_bridge
+    fi
+}
+
+function neutron_plugin_install_agent_packages {
+
      +

      VMware NSX Plugin does not run q-agt, but it currently needs dhcp and metadata agents

      +
      +    _neutron_ovs_base_install_agent_packages
+}
+
+function neutron_plugin_configure_common {
+    Q_PLUGIN_CONF_PATH=etc/neutron/plugins/vmware
+    Q_PLUGIN_CONF_FILENAME=nsx.ini
+    Q_PLUGIN_CLASS="neutron.plugins.vmware.plugin.NsxPlugin"
+}
+
+function neutron_plugin_configure_debug_command {
+    sudo ovs-vsctl --no-wait -- --may-exist add-br $PUBLIC_BRIDGE
+    iniset $NEUTRON_TEST_CONFIG_FILE DEFAULT external_network_bridge "$PUBLIC_BRIDGE"
+}
+
+function neutron_plugin_configure_dhcp_agent {
+    setup_integration_bridge
+    iniset $Q_DHCP_CONF_FILE DEFAULT enable_isolated_metadata True
+    iniset $Q_DHCP_CONF_FILE DEFAULT enable_metadata_network True
+    iniset $Q_DHCP_CONF_FILE DEFAULT ovs_use_veth True
+}
+
+function neutron_plugin_configure_l3_agent {
+
      +

      VMware NSX plugin does not run L3 agent

      +
      +    die $LINENO "q-l3 should not be executed with VMware NSX plugin!"
+}
+
+function neutron_plugin_configure_plugin_agent {
+
      +

      VMware NSX plugin does not run L2 agent

      +
      +    die $LINENO "q-agt must not be executed with VMware NSX plugin!"
+}
+
+function neutron_plugin_configure_service {
+    if [[ "$MAX_LP_PER_BRIDGED_LS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nsx max_lp_per_bridged_ls $MAX_LP_PER_BRIDGED_LS
+    fi
+    if [[ "$MAX_LP_PER_OVERLAY_LS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nsx max_lp_per_overlay_ls $MAX_LP_PER_OVERLAY_LS
+    fi
+    if [[ "$FAILOVER_TIME" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nsx failover_time $FAILOVER_TIME
+    fi
+    if [[ "$CONCURRENT_CONNECTIONS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nsx concurrent_connections $CONCURRENT_CONNECTIONS
+    fi
+
+    if [[ "$DEFAULT_TZ_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_tz_uuid $DEFAULT_TZ_UUID
+    else
+        die $LINENO "The VMware NSX plugin won't work without a default transport zone."
+    fi
+    if [[ "$DEFAULT_L3_GW_SVC_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_l3_gw_service_uuid $DEFAULT_L3_GW_SVC_UUID
+        Q_L3_ENABLED=True
+        Q_L3_ROUTER_PER_TENANT=True
+        iniset /$Q_PLUGIN_CONF_FILE nsx metadata_mode access_network
+    fi
+    if [[ "$DEFAULT_L2_GW_SVC_UUID" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_l2_gw_service_uuid $DEFAULT_L2_GW_SVC_UUID
+    fi
+
      +

      NSX_CONTROLLERS must be a comma separated string

      +
      +    if [[ "$NSX_CONTROLLERS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nsx_controllers $NSX_CONTROLLERS
+    else
+        die $LINENO "The VMware NSX plugin needs at least an NSX controller."
+    fi
+    if [[ "$NSX_USER" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nsx_user $NSX_USER
+    fi
+    if [[ "$NSX_PASSWORD" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT nsx_password $NSX_PASSWORD
+    fi
+    if [[ "$NSX_HTTP_TIMEOUT" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT http_timeout $NSX_HTTP_TIMEOUT
+    fi
+    if [[ "$NSX_RETRIES" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT retries $NSX_RETRIES
+    fi
+    if [[ "$NSX_REDIRECTS" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE DEFAULT redirects $NSX_REDIRECTS
+    fi
+    if [[ "$AGENT_MODE" != "" ]]; then
+        iniset /$Q_PLUGIN_CONF_FILE nsx agent_mode $AGENT_MODE
+        if [[ "$AGENT_MODE" == "agentless" ]]; then
+            if [[ "$DEFAULT_SERVICE_CLUSTER_UUID" != "" ]]; then
+                iniset /$Q_PLUGIN_CONF_FILE DEFAULT default_service_cluster_uuid $DEFAULT_SERVICE_CLUSTER_UUID
+            else
+                die $LINENO "Agentless mode requires a service cluster."
+            fi
+            iniset /$Q_PLUGIN_CONF_FILE nsx_metadata metadata_server_address $Q_META_DATA_IP
+        fi
+    fi
+}
+
+function neutron_plugin_setup_interface_driver {
+    local conf_file=$1
+    iniset $conf_file DEFAULT interface_driver neutron.agent.linux.interface.OVSInterfaceDriver
+}
+
+function has_neutron_plugin_security_group {
+
      +

      0 means True here

      +
      +    return 0
+}
+
+function neutron_plugin_check_adv_test_requirements {
+    is_service_enabled q-dhcp && return 0
+}
+
+
      +

      Restore xtrace

      +
      +$NSX_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty.html b/lib/neutron_thirdparty.html new file mode 100644 index 00000000..3dfda809 --- /dev/null +++ b/lib/neutron_thirdparty.html @@ -0,0 +1,373 @@ + + + + + neutron_thirdparty + + + +
      +
      + + + + + + + + + + +

      neutron_thirdparty

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/README.md.html b/lib/neutron_thirdparty/README.md.html new file mode 100644 index 00000000..b717c9aa --- /dev/null +++ b/lib/neutron_thirdparty/README.md.html @@ -0,0 +1,414 @@ + + + + + README.md + + + +
      +
      + + + + + + + + + + +

      README.md

      + + + + + + + + + +
      + + +
      +
      +Neutron third party specific files
+==================================
+Some Neutron plugins require third party programs to function.
+The files under the directory, ``lib/neutron_thirdparty/``, will be used
+when their service are enabled.
+Third party program specific configuration variables should be in this file.
+
+* filename: ``<third_party>``
+* The corresponding file name should be same to service name, ``<third_party>``.
+
+functions
+---------
+``lib/neutron`` calls the following functions when the ``<third_party>`` is enabled
+
+functions to be implemented
+* ``configure_<third_party>``:
+set config files, create data dirs, etc
+e.g.
+sudo python setup.py deploy
+iniset $XXXX_CONF...
+
+* ``init_<third_party>``:
+initialize databases, etc
+
+* ``install_<third_party>``:
+collect source and prepare
+e.g.
+git clone xxx
+
+* ``start_<third_party>``:
+start running processes, including screen if USE_SCREEN=True
+e.g.
+run_process XXXX "$XXXX_DIR/bin/XXXX-bin"
+
+* ``stop_<third_party>``:
+stop running processes (non-screen)
+e.g.
+stop_process XXXX
+
+* ``check_<third_party>``:
+verify that the integration between neutron server and third-party components is sane
+
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/bigswitch_floodlight.html b/lib/neutron_thirdparty/bigswitch_floodlight.html new file mode 100644 index 00000000..12aaa3e7 --- /dev/null +++ b/lib/neutron_thirdparty/bigswitch_floodlight.html @@ -0,0 +1,432 @@ + + + + + bigswitch_floodlight + + + +
      +
      + + + + + + + + + + +

      bigswitch_floodlight

      + + + + + +Big Switch/FloodLight OpenFlow Controller + + + +
      +

      Big Switch/FloodLight OpenFlow Controller

      + +

      Save trace setting

      +
      +
+BS3_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80}
+BS_FL_OF_PORT=${BS_FL_OF_PORT:-6633}
+
+function configure_bigswitch_floodlight {
+    :
+}
+
+function init_bigswitch_floodlight {
+    install_neutron_agent_packages
+
+    echo -n "Installing OVS managed by the openflow controllers:"
+    echo ${BS_FL_CONTROLLERS_PORT}
+
+
      +

      Create local OVS bridge and configure it

      +
      +    sudo ovs-vsctl --no-wait -- --if-exists del-br ${OVS_BRIDGE}
+    sudo ovs-vsctl --no-wait add-br ${OVS_BRIDGE}
+    sudo ovs-vsctl --no-wait br-set-external-id ${OVS_BRIDGE} bridge-id ${OVS_BRIDGE}
+
+    ctrls=
+    for ctrl in `echo ${BS_FL_CONTROLLERS_PORT} | tr ',' ' '`; do
+        ctrl=${ctrl%:*}
+        ctrls="${ctrls} tcp:${ctrl}:${BS_FL_OF_PORT}"
+    done
+    echo "Adding Network conttrollers: " ${ctrls}
+    sudo ovs-vsctl --no-wait set-controller ${OVS_BRIDGE} ${ctrls}
+}
+
+function install_bigswitch_floodlight {
+    :
+}
+
+function start_bigswitch_floodlight {
+    :
+}
+
+function stop_bigswitch_floodlight {
+    :
+}
+
+function check_bigswitch_floodlight {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$BS3_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/midonet.html b/lib/neutron_thirdparty/midonet.html new file mode 100644 index 00000000..de6961b3 --- /dev/null +++ b/lib/neutron_thirdparty/midonet.html @@ -0,0 +1,433 @@ + + + + + midonet + + + +
      +
      + + + + + + + + + + +

      midonet

      + + + + + +MidoNet + + + +
      +

      MidoNet

      + +

      This file implements functions required to configure MidoNet as the third-party +system used with devstack's Neutron. To include this file, specify the following +variables in localrc:

      +
        +
      • enable_service midonet
        • +
      +
      +
+
+
      +

      MidoNet devstack destination dir

      +
      +MIDONET_DIR=${MIDONET_DIR:-$DEST/midonet}
+
+
      +

      MidoNet client repo

      +
      +MIDONET_CLIENT_REPO=${MIDONET_CLIENT_REPO:-https://github.com/midokura/python-midonetclient.git}
+MIDONET_CLIENT_BRANCH=${MIDONET_CLIENT_BRANCH:-master}
+MIDONET_CLIENT_DIR=${MIDONET_CLIENT_DIR:-$MIDONET_DIR/python-midonetclient}
+
+
      +

      Save trace setting

      +
      +MN3_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+function configure_midonet {
+    :
+}
+
+function init_midonet {
+    :
+}
+
+function install_midonet {
+    git_clone $MIDONET_CLIENT_REPO $MIDONET_CLIENT_DIR $MIDONET_CLIENT_BRANCH
+    export PYTHONPATH=$MIDONET_CLIENT_DIR/src:$PYTHONPATH
+}
+
+function start_midonet {
+    :
+}
+
+function stop_midonet {
+    :
+}
+
+function check_midonet {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$MN3_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/nicira.html b/lib/neutron_thirdparty/nicira.html new file mode 100644 index 00000000..b163222e --- /dev/null +++ b/lib/neutron_thirdparty/nicira.html @@ -0,0 +1,439 @@ + + + + + nicira + + + +
      +
      + + + + + + + + + + +

      nicira

      + + + + + +Nicira NVP + + + +
      +

      Nicira NVP

      + +

      This third-party addition can be used to configure connectivity between a DevStack instance +and an NVP Gateway in dev/test environments. In order to use this correctly, the following +env variables need to be set (e.g. in your localrc file):

      +
        +
      • enable_service nicira --> to execute this third-party addition
        • +
      • PUBLIC_BRIDGE --> bridge used for external connectivity, typically br-ex
        • +
      • NVP_GATEWAY_NETWORK_INTERFACE --> interface used to communicate with the NVP Gateway
        • +
      • NVP_GATEWAY_NETWORK_CIDR --> CIDR to configure br-ex, e.g. 172.24.4.211/24
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      This is the interface that connects the Devstack instance +to an network that allows it to talk to the gateway for +testing purposes

      +
      +NVP_GATEWAY_NETWORK_INTERFACE=${NVP_GATEWAY_NETWORK_INTERFACE:-eth2}
+
+function configure_nicira() {
+    :
+}
+
+function init_nicira() {
+    die_if_not_set $LINENO NVP_GATEWAY_NETWORK_CIDR "Please, specify CIDR for the gateway network interface."
+
      +

      Make sure the interface is up, but not configured

      +
      +    sudo ifconfig $NVP_GATEWAY_NETWORK_INTERFACE up
+    sudo ip addr flush $NVP_GATEWAY_NETWORK_INTERFACE
+
      +

      Use the PUBLIC Bridge to route traffic to the NVP gateway +NOTE(armando-migliaccio): if running in a nested environment this will work +only with mac learning enabled, portsecurity and security profiles disabled

      +
      +    sudo ovs-vsctl -- --may-exist add-port $PUBLIC_BRIDGE $NVP_GATEWAY_NETWORK_INTERFACE
+    nvp_gw_net_if_mac=$(ip link show $NVP_GATEWAY_NETWORK_INTERFACE | awk '/ether/ {print $2}')
+    sudo ifconfig $PUBLIC_BRIDGE $NVP_GATEWAY_NETWORK_CIDR hw ether $nvp_gw_net_if_mac
+}
+
+function install_nicira() {
+    :
+}
+
+function start_nicira() {
+    :
+}
+
+function stop_nicira() {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/ryu.html b/lib/neutron_thirdparty/ryu.html new file mode 100644 index 00000000..753c0850 --- /dev/null +++ b/lib/neutron_thirdparty/ryu.html @@ -0,0 +1,471 @@ + + + + + ryu + + + +
      +
      + + + + + + + + + + +

      ryu

      + + + + + +Ryu OpenFlow Controller + + + +
      +

      Ryu OpenFlow Controller

      + +

      Save trace setting

      +
      +
+RYU3_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+RYU_DIR=$DEST/ryu
+
      +

      Ryu API Host

      +
      +RYU_API_HOST=${RYU_API_HOST:-127.0.0.1}
+
      +

      Ryu API Port

      +
      +RYU_API_PORT=${RYU_API_PORT:-8080}
+
      +

      Ryu OFP Host

      +
      +RYU_OFP_HOST=${RYU_OFP_HOST:-127.0.0.1}
+
      +

      Ryu OFP Port

      +
      +RYU_OFP_PORT=${RYU_OFP_PORT:-6633}
+
      +

      Ryu Applications

      +
      +RYU_APPS=${RYU_APPS:-ryu.app.simple_isolation,ryu.app.rest}
+
+function configure_ryu {
+    :
+}
+
+function init_ryu {
+    RYU_CONF_DIR=/etc/ryu
+    if [[ ! -d $RYU_CONF_DIR ]]; then
+        sudo mkdir -p $RYU_CONF_DIR
+    fi
+    sudo chown $STACK_USER $RYU_CONF_DIR
+    RYU_CONF=$RYU_CONF_DIR/ryu.conf
+    sudo rm -rf $RYU_CONF
+
+
      +

      Ryu configuration

      +
      +    RYU_CONF_CONTENTS=${RYU_CONF_CONTENTS:-"[DEFAULT]
+app_lists=$RYU_APPS
+wsapi_host=$RYU_API_HOST
+wsapi_port=$RYU_API_PORT
+ofp_listen_host=$RYU_OFP_HOST
+ofp_tcp_listen_port=$RYU_OFP_PORT
+neutron_url=http://$Q_HOST:$Q_PORT
+neutron_admin_username=$Q_ADMIN_USERNAME
+neutron_admin_password=$SERVICE_PASSWORD
+neutron_admin_tenant_name=$SERVICE_TENANT_NAME
+neutron_admin_auth_url=$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/v2.0
+neutron_auth_strategy=$Q_AUTH_STRATEGY
+neutron_controller_addr=tcp:$RYU_OFP_HOST:$RYU_OFP_PORT
+"}
+    echo "${RYU_CONF_CONTENTS}" > $RYU_CONF
+}
+
+
      +

      install_ryu can be called multiple times as neutron_pluing/ryu may call +this function for neutron-ryu-agent +Make this function idempotent and avoid cloning same repo many times +with RECLONE=yes

      +
      +_RYU_INSTALLED=${_RYU_INSTALLED:-False}
+function install_ryu {
+    if [[ "$_RYU_INSTALLED" == "False" ]]; then
+        git_clone $RYU_REPO $RYU_DIR $RYU_BRANCH
+        export PYTHONPATH=$RYU_DIR:$PYTHONPATH
+        pip_install $(cat $RYU_DIR/tools/pip-requires)
+        _RYU_INSTALLED=True
+    fi
+}
+
+function start_ryu {
+    run_process ryu "$RYU_DIR/bin/ryu-manager --config-file $RYU_CONF"
+}
+
+function stop_ryu {
+    :
+}
+
+function check_ryu {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$RYU3_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/trema.html b/lib/neutron_thirdparty/trema.html new file mode 100644 index 00000000..7178cbb6 --- /dev/null +++ b/lib/neutron_thirdparty/trema.html @@ -0,0 +1,518 @@ + + + + + trema + + + +
      +
      + + + + + + + + + + +

      trema

      + + + + + +Trema Sliceable Switch + + + +
      +

      Trema Sliceable Switch

      + +

      Trema is a Full-Stack OpenFlow Framework in Ruby and C +https://github.com/trema/trema

      +

      Trema Sliceable Switch is an OpenFlow controller which provides +virtual layer-2 network slices. +https://github.com/trema/apps/wiki

      +
      +
+
+
      +

      Trema Sliceable Switch (OpenFlow Controller)

      +
      +TREMA_APPS_REPO=${TREMA_APPS_REPO:-https://github.com/trema/apps.git}
+TREMA_APPS_BRANCH=${TREMA_APPS_BRANCH:-master}
+
+
      +

      Save trace setting

      +
      +TREMA3_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+TREMA_DIR=${TREMA_DIR:-$DEST/trema}
+TREMA_SS_DIR="$TREMA_DIR/apps/sliceable_switch"
+
+TREMA_DATA_DIR=${TREMA_DATA_DIR:-$DATA_DIR/trema}
+TREMA_SS_ETC_DIR=$TREMA_DATA_DIR/sliceable_switch/etc
+TREMA_SS_DB_DIR=$TREMA_DATA_DIR/sliceable_switch/db
+TREMA_SS_SCRIPT_DIR=$TREMA_DATA_DIR/sliceable_switch/script
+TREMA_TMP_DIR=$TREMA_DATA_DIR/trema
+
+TREMA_LOG_LEVEL=${TREMA_LOG_LEVEL:-info}
+
+TREMA_SS_CONFIG=$TREMA_SS_ETC_DIR/sliceable.conf
+TREMA_SS_APACHE_CONFIG=$(apache_site_config_for sliceable_switch)
+
+
      +

      configure_trema - Set config files, create data dirs, etc

      +
      +function configure_trema {
+
      +

      prepare dir

      +
      +    for d in $TREMA_SS_ETC_DIR $TREMA_SS_DB_DIR $TREMA_SS_SCRIPT_DIR; do
+        sudo mkdir -p $d
+        sudo chown -R `whoami` $d
+    done
+    sudo mkdir -p $TREMA_TMP_DIR
+}
+
+
      +

      init_trema - Initialize databases, etc.

      +
      +function init_trema {
+    local _pwd=$(pwd)
+
+
      +

      Initialize databases for Sliceable Switch

      +
      +    cd $TREMA_SS_DIR
+    rm -f filter.db slice.db
+    ./create_tables.sh
+    mv filter.db slice.db $TREMA_SS_DB_DIR
+
      +

      Make sure that apache cgi has write access to the databases

      +
      +    sudo chown -R www-data.www-data $TREMA_SS_DB_DIR
+    cd $_pwd
+
+
      +

      Setup HTTP Server for sliceable_switch

      +
      +    cp $TREMA_SS_DIR/{Slice.pm,Filter.pm,config.cgi} $TREMA_SS_SCRIPT_DIR
+    sed -i -e "s|/home/sliceable_switch/db|$TREMA_SS_DB_DIR|" \
+        $TREMA_SS_SCRIPT_DIR/config.cgi
+
+    sudo cp $TREMA_SS_DIR/apache/sliceable_switch $TREMA_SS_APACHE_CONFIG
+    sudo sed -i -e "s|/home/sliceable_switch/script|$TREMA_SS_SCRIPT_DIR|" \
+        $TREMA_SS_APACHE_CONFIG
+
      +

      TODO(gabriel-bezerra): use some function from lib/apache to enable these modules

      +
      +    sudo a2enmod rewrite actions
+    enable_apache_site sliceable_switch
+
+    cp $TREMA_SS_DIR/sliceable_switch_null.conf $TREMA_SS_CONFIG
+    sed -i -e "s|^\$apps_dir.*$|\$apps_dir = \"$TREMA_DIR/apps\"|" \
+        -e "s|^\$db_dir.*$|\$db_dir = \"$TREMA_SS_DB_DIR\"|" \
+        $TREMA_SS_CONFIG
+}
+
+function gem_install {
+    [[ "$OFFLINE" = "True" ]] && return
+    [ -n "$RUBYGEMS_CMD" ] || get_gem_command
+
+    local pkg=$1
+    $RUBYGEMS_CMD list | grep "^${pkg} " && return
+    sudo $RUBYGEMS_CMD install $pkg
+}
+
+function get_gem_command {
+
      +

      Trema requires ruby 1.8, so gem1.8 is checked first

      +
      +    RUBYGEMS_CMD=$(which gem1.8 || which gem)
+    if [ -z "$RUBYGEMS_CMD" ]; then
+        echo "Warning: ruby gems command not found."
+    fi
+}
+
+function install_trema {
+
      +

      Trema

      +
      +    gem_install trema
+
      +

      Sliceable Switch

      +
      +    git_clone $TREMA_APPS_REPO $TREMA_DIR/apps $TREMA_APPS_BRANCH
+    make -C $TREMA_DIR/apps/topology
+    make -C $TREMA_DIR/apps/flow_manager
+    make -C $TREMA_DIR/apps/sliceable_switch
+}
+
+function start_trema {
+    restart_apache_server
+
+    sudo LOGGING_LEVEL=$TREMA_LOG_LEVEL TREMA_TMP=$TREMA_TMP_DIR \
+        trema run -d -c $TREMA_SS_CONFIG
+}
+
+function stop_trema {
+    sudo TREMA_TMP=$TREMA_TMP_DIR trema killall
+}
+
+function check_trema {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$TREMA3_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/neutron_thirdparty/vmware_nsx.html b/lib/neutron_thirdparty/vmware_nsx.html new file mode 100644 index 00000000..cd6f6df5 --- /dev/null +++ b/lib/neutron_thirdparty/vmware_nsx.html @@ -0,0 +1,483 @@ + + + + + vmware_nsx + + + +
      +
      + + + + + + + + + + +

      vmware_nsx

      + + + + + +VMware NSX + + + +
      +

      VMware NSX

      + +

      This third-party addition can be used to configure connectivity between a DevStack instance +and an NSX Gateway in dev/test environments. In order to use this correctly, the following +env variables need to be set (e.g. in your localrc file):

      +
        +
      • enable_service vmware_nsx --> to execute this third-party addition
        • +
      • PUBLIC_BRIDGE --> bridge used for external connectivity, typically br-ex
        • +
      • NSX_GATEWAY_NETWORK_INTERFACE --> interface used to communicate with the NSX Gateway
        • +
      • NSX_GATEWAY_NETWORK_CIDR --> CIDR to configure br-ex, e.g. 172.24.4.211/24
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +NSX3_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +

      This is the interface that connects the Devstack instance +to an network that allows it to talk to the gateway for +testing purposes

      +
      +NSX_GATEWAY_NETWORK_INTERFACE=${NSX_GATEWAY_NETWORK_INTERFACE:-eth2}
+
      +

      Re-declare floating range as it's needed also in stop_vmware_nsx, which +is invoked by unstack.sh

      +
      +FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.0/24}
+
+function configure_vmware_nsx {
+    :
+}
+
+function init_vmware_nsx {
+    if ! is_set NSX_GATEWAY_NETWORK_CIDR; then
+        NSX_GATEWAY_NETWORK_CIDR=$PUBLIC_NETWORK_GATEWAY/${FLOATING_RANGE#*/}
+        echo "The IP address to set on br-ex was not specified. "
+        echo "Defaulting to "$NSX_GATEWAY_NETWORK_CIDR
+    fi
+
      +

      Make sure the interface is up, but not configured

      +
      +    sudo ip link set $NSX_GATEWAY_NETWORK_INTERFACE up
+
      +

      Save and then flush the IP addresses on the interface

      +
      +    addresses=$(ip addr show dev $NSX_GATEWAY_NETWORK_INTERFACE | grep inet | awk {'print $2'})
+    sudo ip addr flush $NSX_GATEWAY_NETWORK_INTERFACE
+
      +

      Use the PUBLIC Bridge to route traffic to the NSX gateway +NOTE(armando-migliaccio): if running in a nested environment this will work +only with mac learning enabled, portsecurity and security profiles disabled +The public bridge might not exist for the NSX plugin if Q_USE_DEBUG_COMMAND is off +Try to create it anyway

      +
      +    sudo ovs-vsctl --no-wait -- --may-exist add-br $PUBLIC_BRIDGE
+    sudo ovs-vsctl -- --may-exist add-port $PUBLIC_BRIDGE $NSX_GATEWAY_NETWORK_INTERFACE
+    nsx_gw_net_if_mac=$(ip link show $NSX_GATEWAY_NETWORK_INTERFACE | awk '/ether/ {print $2}')
+    sudo ip link set address $nsx_gw_net_if_mac dev $PUBLIC_BRIDGE
+    for address in $addresses; do
+        sudo ip addr add dev $PUBLIC_BRIDGE $address
+    done
+    sudo ip addr add dev $PUBLIC_BRIDGE $NSX_GATEWAY_NETWORK_CIDR
+}
+
+function install_vmware_nsx {
+    :
+}
+
+function start_vmware_nsx {
+    :
+}
+
+function stop_vmware_nsx {
+    if ! is_set NSX_GATEWAY_NETWORK_CIDR; then
+        NSX_GATEWAY_NETWORK_CIDR=$PUBLIC_NETWORK_GATEWAY/${FLOATING_RANGE#*/}
+        echo "The IP address expected on br-ex was not specified. "
+        echo "Defaulting to "$NSX_GATEWAY_NETWORK_CIDR
+    fi
+    sudo ip addr del $NSX_GATEWAY_NETWORK_CIDR dev $PUBLIC_BRIDGE
+
      +

      Save and then flush remaining addresses on the interface

      +
      +    addresses=$(ip addr show dev $PUBLIC_BRIDGE | grep inet | awk {'print $2'})
+    sudo ip addr flush $PUBLIC_BRIDGE
+
      +

      Try to detach physical interface from PUBLIC_BRIDGE

      +
      +    sudo ovs-vsctl del-port $NSX_GATEWAY_NETWORK_INTERFACE
+
      +

      Restore addresses on NSX_GATEWAY_NETWORK_INTERFACE

      +
      +    for address in $addresses; do
+        sudo ip addr add dev $NSX_GATEWAY_NETWORK_INTERFACE $address
+    done
+}
+
+function check_vmware_nsx {
+    neutron-check-nsx-config $NEUTRON_CONF_DIR/plugins/vmware/nsx.ini
+}
+
+
      +

      Restore xtrace

      +
      +$NSX3_XTRACE
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/nova b/lib/nova deleted file mode 100644 index 849ec573..00000000 --- a/lib/nova +++ /dev/null @@ -1,580 +0,0 @@ -# lib/nova -# Functions to control the configuration and operation of the **Nova** service - -# Dependencies: -# ``functions`` file -# ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined -# ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined -# ``LIBVIRT_TYPE`` must be defined -# ``INSTANCE_NAME_PREFIX``, ``VOLUME_NAME_PREFIX`` must be defined -# ``KEYSTONE_TOKEN_FORMAT`` must be defined - -# ``stack.sh`` calls the entry points in this order: -# -# install_nova -# configure_nova -# create_nova_conf -# init_nova -# start_nova -# stop_nova -# cleanup_nova - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -NOVA_DIR=$DEST/nova -NOVACLIENT_DIR=$DEST/python-novaclient -NOVA_STATE_PATH=${NOVA_STATE_PATH:=$DATA_DIR/nova} -# INSTANCES_PATH is the previous name for this -NOVA_INSTANCES_PATH=${NOVA_INSTANCES_PATH:=${INSTANCES_PATH:=$NOVA_STATE_PATH/instances}} -NOVA_AUTH_CACHE_DIR=${NOVA_AUTH_CACHE_DIR:-/var/cache/nova} - -NOVA_CONF_DIR=/etc/nova -NOVA_CONF=$NOVA_CONF_DIR/nova.conf -NOVA_API_PASTE_INI=${NOVA_API_PASTE_INI:-$NOVA_CONF_DIR/api-paste.ini} - -# Public facing bits -NOVA_SERVICE_HOST=${NOVA_SERVICE_HOST:-$SERVICE_HOST} -NOVA_SERVICE_PORT=${NOVA_SERVICE_PORT:-8774} -NOVA_SERVICE_PORT_INT=${NOVA_SERVICE_PORT_INT:-18774} -NOVA_SERVICE_PROTOCOL=${NOVA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} - -# Support entry points installation of console scripts -if [[ -d $NOVA_DIR/bin ]]; then - NOVA_BIN_DIR=$NOVA_DIR/bin -else - NOVA_BIN_DIR=$(get_python_exec_prefix) -fi - -# Set the paths of certain binaries -NOVA_ROOTWRAP=$(get_rootwrap_location nova) - -# Allow rate limiting to be turned off for testing, like for Tempest -# NOTE: Set API_RATE_LIMIT="False" to turn OFF rate limiting -API_RATE_LIMIT=${API_RATE_LIMIT:-"True"} - -# Nova supports pluggable schedulers. The default ``FilterScheduler`` -# should work in most cases. -SCHEDULER=${SCHEDULER:-nova.scheduler.filter_scheduler.FilterScheduler} - -QEMU_CONF=/etc/libvirt/qemu.conf - - -# Entry Points -# ------------ - -function add_nova_opt { - echo "$1" >>$NOVA_CONF -} - -# Helper to clean iptables rules -function clean_iptables() { - # Delete rules - sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables",$0}' | bash - # Delete nat rules - sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables -t nat",$0}' | bash - # Delete chains - sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables",$0}' | bash - # Delete nat chains - sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables -t nat",$0}' | bash -} - -# cleanup_nova() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_nova() { - if is_service_enabled n-cpu; then - # Clean iptables from previous runs - clean_iptables - - # Destroy old instances - instances=`sudo virsh list --all | grep $INSTANCE_NAME_PREFIX | sed "s/.*\($INSTANCE_NAME_PREFIX[0-9a-fA-F]*\).*/\1/g"` - if [ ! "$instances" = "" ]; then - echo $instances | xargs -n1 sudo virsh destroy || true - echo $instances | xargs -n1 sudo virsh undefine || true - fi - - # Logout and delete iscsi sessions - sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d " " -f2 | xargs sudo iscsiadm --mode node --logout || true - sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d " " -f2 | sudo iscsiadm --mode node --op delete || true - - # Clean out the instances directory. - sudo rm -rf $NOVA_INSTANCES_PATH/* - fi -} - -# configure_novaclient() - Set config files, create data dirs, etc -function configure_novaclient() { - setup_develop $NOVACLIENT_DIR -} - -# configure_nova_rootwrap() - configure Nova's rootwrap -function configure_nova_rootwrap() { - # Deploy new rootwrap filters files (owned by root). - # Wipe any existing rootwrap.d files first - if [[ -d $NOVA_CONF_DIR/rootwrap.d ]]; then - sudo rm -rf $NOVA_CONF_DIR/rootwrap.d - fi - # Deploy filters to /etc/nova/rootwrap.d - sudo mkdir -m 755 $NOVA_CONF_DIR/rootwrap.d - sudo cp $NOVA_DIR/etc/nova/rootwrap.d/*.filters $NOVA_CONF_DIR/rootwrap.d - sudo chown -R root:root $NOVA_CONF_DIR/rootwrap.d - sudo chmod 644 $NOVA_CONF_DIR/rootwrap.d/* - # Set up rootwrap.conf, pointing to /etc/nova/rootwrap.d - sudo cp $NOVA_DIR/etc/nova/rootwrap.conf $NOVA_CONF_DIR/ - sudo sed -e "s:^filters_path=.*$:filters_path=$NOVA_CONF_DIR/rootwrap.d:" -i $NOVA_CONF_DIR/rootwrap.conf - sudo chown root:root $NOVA_CONF_DIR/rootwrap.conf - sudo chmod 0644 $NOVA_CONF_DIR/rootwrap.conf - # Specify rootwrap.conf as first parameter to nova-rootwrap - ROOTWRAP_SUDOER_CMD="$NOVA_ROOTWRAP $NOVA_CONF_DIR/rootwrap.conf *" - - # Set up the rootwrap sudoers for nova - TEMPFILE=`mktemp` - echo "$USER ALL=(root) NOPASSWD: $ROOTWRAP_SUDOER_CMD" >$TEMPFILE - chmod 0440 $TEMPFILE - sudo chown root:root $TEMPFILE - sudo mv $TEMPFILE /etc/sudoers.d/nova-rootwrap -} - -# configure_nova() - Set config files, create data dirs, etc -function configure_nova() { - setup_develop $NOVA_DIR - - # Put config files in ``/etc/nova`` for everyone to find - if [[ ! -d $NOVA_CONF_DIR ]]; then - sudo mkdir -p $NOVA_CONF_DIR - fi - sudo chown $STACK_USER $NOVA_CONF_DIR - - cp -p $NOVA_DIR/etc/nova/policy.json $NOVA_CONF_DIR - - configure_nova_rootwrap - - if is_service_enabled n-api; then - # Use the sample http middleware configuration supplied in the - # Nova sources. This paste config adds the configuration required - # for Nova to validate Keystone tokens. - - # Remove legacy paste config if present - rm -f $NOVA_DIR/bin/nova-api-paste.ini - - # Get the sample configuration file in place - cp $NOVA_DIR/etc/nova/api-paste.ini $NOVA_CONF_DIR - - iniset $NOVA_API_PASTE_INI filter:authtoken auth_host $SERVICE_HOST - if is_service_enabled tls-proxy; then - iniset $NOVA_API_PASTE_INI filter:authtoken auth_protocol $SERVICE_PROTOCOL - fi - iniset $NOVA_API_PASTE_INI filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset $NOVA_API_PASTE_INI filter:authtoken admin_user nova - iniset $NOVA_API_PASTE_INI filter:authtoken admin_password $SERVICE_PASSWORD - fi - - iniset $NOVA_API_PASTE_INI filter:authtoken signing_dir $NOVA_AUTH_CACHE_DIR - - if is_service_enabled n-cpu; then - # Force IP forwarding on, just on case - sudo sysctl -w net.ipv4.ip_forward=1 - - # Attempt to load modules: network block device - used to manage qcow images - sudo modprobe nbd || true - - # Check for kvm (hardware based virtualization). If unable to initialize - # kvm, we drop back to the slower emulation mode (qemu). Note: many systems - # come with hardware virtualization disabled in BIOS. - if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then - sudo modprobe kvm || true - if [ ! -e /dev/kvm ]; then - echo "WARNING: Switching to QEMU" - LIBVIRT_TYPE=qemu - if which selinuxenabled 2>&1 > /dev/null && selinuxenabled; then - # https://bugzilla.redhat.com/show_bug.cgi?id=753589 - sudo setsebool virt_use_execmem on - fi - fi - fi - - # Install and configure **LXC** if specified. LXC is another approach to - # splitting a system into many smaller parts. LXC uses cgroups and chroot - # to simulate multiple systems. - if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then - if is_ubuntu; then - if [[ ! "$DISTRO" > natty ]]; then - cgline="none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0" - sudo mkdir -p /cgroup - if ! grep -q cgroup /etc/fstab; then - echo "$cgline" | sudo tee -a /etc/fstab - fi - if ! mount -n | grep -q cgroup; then - sudo mount /cgroup - fi - fi - fi - fi - - # Prepare directories and packages for baremetal driver - if is_baremetal; then - configure_baremetal_nova_dirs - fi - - if is_service_enabled quantum && is_quantum_ovs_base_plugin && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF ; then - # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces - cat < $rules_dir/50-libvirt-$STACK_USER.rules -polkit.addRule(function(action, subject) { - if (action.id == 'org.libvirt.unix.manage' && - subject.user == '"$STACK_USER"') { - return polkit.Result.YES; - } -}); -EOF" - unset rules_dir - else - sudo bash -c 'cat </etc/polkit-1/localauthority/50-local.d/50-libvirt-remote-access.pkla -[libvirt Management Access] -Identity=unix-group:libvirtd -Action=org.libvirt.unix.manage -ResultAny=yes -ResultInactive=yes -ResultActive=yes -EOF' - fi - elif is_suse; then - # Work around the fact that polkit-default-privs overrules pklas - # with 'unix-group:$group'. - sudo bash -c "cat </etc/polkit-1/localauthority/50-local.d/50-libvirt-remote-access.pkla -[libvirt Management Access] -Identity=unix-user:$USER -Action=org.libvirt.unix.manage -ResultAny=yes -ResultInactive=yes -ResultActive=yes -EOF" - fi - - # The user that nova runs as needs to be member of **libvirtd** group otherwise - # nova-compute will be unable to use libvirt. - if ! getent group libvirtd >/dev/null; then - sudo groupadd libvirtd - fi - add_user_to_group $STACK_USER libvirtd - - # libvirt detects various settings on startup, as we potentially changed - # the system configuration (modules, filesystems), we need to restart - # libvirt to detect those changes. - restart_service $LIBVIRT_DAEMON - - - # Instance Storage - # ---------------- - - # Nova stores each instance in its own directory. - mkdir -p $NOVA_INSTANCES_PATH - - # You can specify a different disk to be mounted and used for backing the - # virtual machines. If there is a partition labeled nova-instances we - # mount it (ext filesystems can be labeled via e2label). - if [ -L /dev/disk/by-label/nova-instances ]; then - if ! mount -n | grep -q $NOVA_INSTANCES_PATH; then - sudo mount -L nova-instances $NOVA_INSTANCES_PATH - sudo chown -R $STACK_USER $NOVA_INSTANCES_PATH - fi - fi - - # Clean up old instances - cleanup_nova - fi -} - -# create_nova_accounts() - Set up common required nova accounts - -# Tenant User Roles -# ------------------------------------------------------------------ -# service nova admin, [ResellerAdmin (swift only)] - -# Migrated from keystone_data.sh -create_nova_accounts() { - - SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") - ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }") - - # Nova - if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then - NOVA_USER=$(keystone user-create \ - --name=nova \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=nova@example.com \ - | grep " id " | get_field 2) - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $NOVA_USER \ - --role_id $ADMIN_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - NOVA_SERVICE=$(keystone service-create \ - --name=nova \ - --type=compute \ - --description="Nova Compute Service" \ - | grep " id " | get_field 2) - keystone endpoint-create \ - --region RegionOne \ - --service_id $NOVA_SERVICE \ - --publicurl "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s" \ - --adminurl "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s" \ - --internalurl "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s" - fi - fi -} - -# create_nova_conf() - Create a new nova.conf file -function create_nova_conf() { - # Remove legacy ``nova.conf`` - rm -f $NOVA_DIR/bin/nova.conf - - # (Re)create ``nova.conf`` - rm -f $NOVA_CONF - add_nova_opt "[DEFAULT]" - iniset $NOVA_CONF DEFAULT verbose "True" - iniset $NOVA_CONF DEFAULT debug "True" - iniset $NOVA_CONF DEFAULT auth_strategy "keystone" - iniset $NOVA_CONF DEFAULT allow_resize_to_same_host "True" - iniset $NOVA_CONF DEFAULT api_paste_config "$NOVA_API_PASTE_INI" - iniset $NOVA_CONF DEFAULT rootwrap_config "$NOVA_CONF_DIR/rootwrap.conf" - iniset $NOVA_CONF DEFAULT compute_scheduler_driver "$SCHEDULER" - iniset $NOVA_CONF DEFAULT dhcpbridge_flagfile "$NOVA_CONF" - iniset $NOVA_CONF DEFAULT force_dhcp_release "True" - iniset $NOVA_CONF DEFAULT fixed_range "$FIXED_RANGE" - iniset $NOVA_CONF DEFAULT default_floating_pool "$PUBLIC_NETWORK_NAME" - iniset $NOVA_CONF DEFAULT s3_host "$SERVICE_HOST" - iniset $NOVA_CONF DEFAULT s3_port "$S3_SERVICE_PORT" - iniset $NOVA_CONF DEFAULT osapi_compute_extension "nova.api.openstack.compute.contrib.standard_extensions" - iniset $NOVA_CONF DEFAULT my_ip "$HOST_IP" - local dburl - database_connection_url dburl nova - iniset $NOVA_CONF DEFAULT sql_connection "$dburl" - if is_baremetal; then - database_connection_url dburl nova_bm - iniset $NOVA_CONF baremetal sql_connection $dburl - fi - iniset $NOVA_CONF DEFAULT libvirt_type "$LIBVIRT_TYPE" - iniset $NOVA_CONF DEFAULT libvirt_cpu_mode "none" - iniset $NOVA_CONF DEFAULT instance_name_template "${INSTANCE_NAME_PREFIX}%08x" - - if is_service_enabled n-api; then - iniset $NOVA_CONF DEFAULT enabled_apis "$NOVA_ENABLED_APIS" - if is_service_enabled tls-proxy; then - # Set the service port for a proxy to take the original - iniset $NOVA_CONF DEFAULT osapi_compute_listen_port "$NOVA_SERVICE_PORT_INT" - fi - fi - if is_service_enabled cinder; then - iniset $NOVA_CONF DEFAULT volume_api_class "nova.volume.cinder.API" - fi - if [ -n "$NOVA_STATE_PATH" ]; then - iniset $NOVA_CONF DEFAULT state_path "$NOVA_STATE_PATH" - iniset $NOVA_CONF DEFAULT lock_path "$NOVA_STATE_PATH" - fi - if [ -n "$NOVA_INSTANCES_PATH" ]; then - iniset $NOVA_CONF DEFAULT instances_path "$NOVA_INSTANCES_PATH" - fi - if [ "$MULTI_HOST" != "False" ]; then - iniset $NOVA_CONF DEFAULT multi_host "True" - iniset $NOVA_CONF DEFAULT send_arp_for_ha "True" - fi - if [ "$SYSLOG" != "False" ]; then - iniset $NOVA_CONF DEFAULT use_syslog "True" - fi - if [ "$API_RATE_LIMIT" != "True" ]; then - iniset $NOVA_CONF DEFAULT api_rate_limit "False" - fi - if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then - # Add color to logging output - iniset $NOVA_CONF DEFAULT logging_context_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [%(request_id)s %(user_name)s %(project_name)s%(color)s] %(instance)s%(color)s%(message)s" - iniset $NOVA_CONF DEFAULT logging_default_format_string "%(asctime)s.%(msecs)03d %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s" - iniset $NOVA_CONF DEFAULT logging_debug_format_suffix "from (pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d" - iniset $NOVA_CONF DEFAULT logging_exception_prefix "%(color)s%(asctime)s.%(msecs)03d TRACE %(name)s %(instance)s" - else - # Show user_name and project_name instead of user_id and project_id - iniset $NOVA_CONF DEFAULT logging_context_format_string "%(asctime)s.%(msecs)03d %(levelname)s %(name)s [%(request_id)s %(user_name)s %(project_name)s] %(instance)s%(message)s" - fi - if is_service_enabled ceilometer; then - iniset $NOVA_CONF DEFAULT instance_usage_audit "True" - iniset $NOVA_CONF DEFAULT instance_usage_audit_period "hour" - iniset $NOVA_CONF DEFAULT notification_driver "nova.openstack.common.notifier.rpc_notifier" - iniset $NOVA_CONF DEFAULT notification_driver "ceilometer.compute.nova_notifier" - fi - - - # Provide some transition from ``EXTRA_FLAGS`` to ``EXTRA_OPTS`` - if [[ -z "$EXTRA_OPTS" && -n "$EXTRA_FLAGS" ]]; then - EXTRA_OPTS=$EXTRA_FLAGS - fi - - # Define extra nova conf flags by defining the array ``EXTRA_OPTS``. - # For Example: ``EXTRA_OPTS=(foo=true bar=2)`` - for I in "${EXTRA_OPTS[@]}"; do - # Replace the first '=' with ' ' for iniset syntax - iniset $NOVA_CONF DEFAULT ${I/=/ } - done -} - -# create_nova_cache_dir() - Part of the init_nova() process -function create_nova_cache_dir() { - # Create cache dir - sudo mkdir -p $NOVA_AUTH_CACHE_DIR - sudo chown $STACK_USER $NOVA_AUTH_CACHE_DIR - rm -f $NOVA_AUTH_CACHE_DIR/* -} - -function create_nova_conf_nova_network() { - iniset $NOVA_CONF DEFAULT network_manager "nova.network.manager.$NET_MAN" - iniset $NOVA_CONF DEFAULT public_interface "$PUBLIC_INTERFACE" - iniset $NOVA_CONF DEFAULT vlan_interface "$VLAN_INTERFACE" - iniset $NOVA_CONF DEFAULT flat_network_bridge "$FLAT_NETWORK_BRIDGE" - if [ -n "$FLAT_INTERFACE" ]; then - iniset $NOVA_CONF DEFAULT flat_interface "$FLAT_INTERFACE" - fi -} - -# create_nova_keys_dir() - Part of the init_nova() process -function create_nova_keys_dir() { - # Create keys dir - sudo mkdir -p ${NOVA_STATE_PATH}/keys - sudo chown -R $STACK_USER ${NOVA_STATE_PATH} -} - -# init_nova() - Initialize databases, etc. -function init_nova() { - # All nova components talk to a central database. - # Only do this step once on the API node for an entire cluster. - if is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-api; then - # (Re)create nova database - # Explicitly use latin1: to avoid lp#829209, nova expects the database to - # use latin1 by default, and then upgrades the database to utf8 (see the - # 082_essex.py in nova) - recreate_database nova latin1 - - # Migrate nova database - $NOVA_BIN_DIR/nova-manage db sync - - # (Re)create nova baremetal database - if is_baremetal; then - recreate_database nova_bm latin1 - $NOVA_BIN_DIR/nova-baremetal-manage db sync - fi - fi - - create_nova_cache_dir - create_nova_keys_dir -} - -# install_novaclient() - Collect source and prepare -function install_novaclient() { - git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH -} - -# install_nova() - Collect source and prepare -function install_nova() { - if is_service_enabled n-cpu; then - if is_ubuntu; then - install_package libvirt-bin - elif is_fedora || is_suse; then - install_package libvirt - else - exit_distro_not_supported "libvirt installation" - fi - - # Install and configure **LXC** if specified. LXC is another approach to - # splitting a system into many smaller parts. LXC uses cgroups and chroot - # to simulate multiple systems. - if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then - if is_ubuntu; then - if [[ "$DISTRO" > natty ]]; then - install_package cgroup-lite - fi - else - ### FIXME(dtroyer): figure this out - echo "RPM-based cgroup not implemented yet" - yum_install libcgroup-tools - fi - fi - fi - - git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH -} - -# start_nova_api() - Start the API process ahead of other things -function start_nova_api() { - # Get right service port for testing - local service_port=$NOVA_SERVICE_PORT - if is_service_enabled tls-proxy; then - service_port=$NOVA_SERVICE_PORT_INT - fi - - screen_it n-api "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-api" - echo "Waiting for nova-api to start..." - if ! wait_for_service $SERVICE_TIMEOUT http://$SERVICE_HOST:$service_port; then - echo "nova-api did not start" - exit 1 - fi - - # Start proxies if enabled - if is_service_enabled tls-proxy; then - start_tls_proxy '*' $NOVA_SERVICE_PORT $NOVA_SERVICE_HOST $NOVA_SERVICE_PORT_INT & - fi -} - -# start_nova() - Start running processes, including screen -function start_nova() { - # The group **libvirtd** is added to the current user in this script. - # Use 'sg' to execute nova-compute as a member of the **libvirtd** group. - # ``screen_it`` checks ``is_service_enabled``, it is not needed here - screen_it n-cond "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-conductor" - screen_it n-cpu "cd $NOVA_DIR && sg libvirtd $NOVA_BIN_DIR/nova-compute" - screen_it n-crt "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-cert" - screen_it n-net "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-network" - screen_it n-sch "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-scheduler" - screen_it n-novnc "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-novncproxy --config-file $NOVA_CONF --web $NOVNC_DIR" - screen_it n-xvnc "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-xvpvncproxy --config-file $NOVA_CONF" - screen_it n-spice "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-spicehtml5proxy --config-file $NOVA_CONF --web $SPICE_DIR" - screen_it n-cauth "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-consoleauth" -} - -# stop_nova() - Stop running processes (non-screen) -function stop_nova() { - # Kill the nova screen windows - for serv in n-api n-cpu n-crt n-net n-sch n-novnc n-xvnc n-cauth n-cond n-spice; do - screen -S $SCREEN_NAME -p $serv -X kill - done -} - -# Restore xtrace -$XTRACE diff --git a/lib/nova.html b/lib/nova.html new file mode 100644 index 00000000..4df0cd05 --- /dev/null +++ b/lib/nova.html @@ -0,0 +1,1383 @@ + + + + + nova + + + +
      +
      + + + + + + + + + + +

      nova

      + + + + + + + + + +
      + + +

      lib/nova +Functions to control the configuration and operation of the Nova service +Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      • LIBVIRT_TYPE must be defined
        • +
      • INSTANCE_NAME_PREFIX, VOLUME_NAME_PREFIX must be defined
        • +
      • KEYSTONE_TOKEN_FORMAT must be defined
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_nova
        • +
      • configure_nova
        • +
      • create_nova_conf
        • +
      • init_nova
        • +
      • start_nova
        • +
      • stop_nova
        • +
      • cleanup_nova
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +NOVA_DIR=$DEST/nova
+NOVACLIENT_DIR=$DEST/python-novaclient
+NOVA_STATE_PATH=${NOVA_STATE_PATH:=$DATA_DIR/nova}
+
      +

      INSTANCES_PATH is the previous name for this

      +
      +NOVA_INSTANCES_PATH=${NOVA_INSTANCES_PATH:=${INSTANCES_PATH:=$NOVA_STATE_PATH/instances}}
+NOVA_AUTH_CACHE_DIR=${NOVA_AUTH_CACHE_DIR:-/var/cache/nova}
+
+NOVA_CONF_DIR=/etc/nova
+NOVA_CONF=$NOVA_CONF_DIR/nova.conf
+NOVA_CELLS_CONF=$NOVA_CONF_DIR/nova-cells.conf
+NOVA_FAKE_CONF=$NOVA_CONF_DIR/nova-fake.conf
+NOVA_CELLS_DB=${NOVA_CELLS_DB:-nova_cell}
+
+NOVA_API_PASTE_INI=${NOVA_API_PASTE_INI:-$NOVA_CONF_DIR/api-paste.ini}
+
+if is_ssl_enabled_service "nova" || is_service_enabled tls-proxy; then
+    NOVA_SERVICE_PROTOCOL="https"
+    EC2_SERVICE_PROTOCOL="https"
+else
+    EC2_SERVICE_PROTOCOL="http"
+fi
+
+
      +

      Public facing bits

      +
      +NOVA_SERVICE_HOST=${NOVA_SERVICE_HOST:-$SERVICE_HOST}
+NOVA_SERVICE_PORT=${NOVA_SERVICE_PORT:-8774}
+NOVA_SERVICE_PORT_INT=${NOVA_SERVICE_PORT_INT:-18774}
+NOVA_SERVICE_PROTOCOL=${NOVA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+EC2_SERVICE_PORT=${EC2_SERVICE_PORT:-8773}
+EC2_SERVICE_PORT_INT=${EC2_SERVICE_PORT_INT:-18773}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $NOVA_DIR/bin ]]; then
+    NOVA_BIN_DIR=$NOVA_DIR/bin
+else
+    NOVA_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+
      +

      Set the paths of certain binaries

      +
      +NOVA_ROOTWRAP=$(get_rootwrap_location nova)
+
+
      +

      Option to enable/disable config drive +NOTE: Set FORCE_CONFIG_DRIVE="False" to turn OFF config drive

      +
      +FORCE_CONFIG_DRIVE=${FORCE_CONFIG_DRIVE:-"always"}
+
+
      +

      Nova supports pluggable schedulers. The default FilterScheduler +should work in most cases.

      +
      +SCHEDULER=${SCHEDULER:-nova.scheduler.filter_scheduler.FilterScheduler}
+
+QEMU_CONF=/etc/libvirt/qemu.conf
+
+
      +

      Set default defaults here as some hypervisor drivers override these

      +
      +PUBLIC_INTERFACE_DEFAULT=br100
+FLAT_NETWORK_BRIDGE_DEFAULT=br100
+
      +

      set the GUEST_INTERFACE_DEFAULT to some interface on the box so that +the default isn't completely crazy. This will match eth*, em*, or +the new p* interfaces, then basically picks the first +alphabetically. It's probably wrong, however it's less wrong than +always using 'eth0' which doesn't exist on new Linux distros at all.

      +
      +GUEST_INTERFACE_DEFAULT=$(ip link \
+    | grep 'state UP' \
+    | awk '{print $2}' \
+    | sed 's/://' \
+    | grep ^[ep] \
+    | head -1)
+
+
      +

      $NOVA_VNC_ENABLED can be used to forcibly enable vnc configuration. +In multi-node setups allows compute hosts to not run n-novnc.

      +
      +NOVA_VNC_ENABLED=$(trueorfalse False $NOVA_VNC_ENABLED)
+
+
      + +
      +

      Get hypervisor configuration

      +
      +
+NOVA_PLUGINS=$TOP_DIR/lib/nova_plugins
+if is_service_enabled nova && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+
      +

      Load plugin

      +
      +    source $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER
+fi
+
+
+
      + +
      +

      Nova Network Configuration

      +
      +
+NETWORK_MANAGER=${NETWORK_MANAGER:-${NET_MAN:-FlatDHCPManager}}
+PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-$PUBLIC_INTERFACE_DEFAULT}
+VLAN_INTERFACE=${VLAN_INTERFACE:-$GUEST_INTERFACE_DEFAULT}
+FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-$FLAT_NETWORK_BRIDGE_DEFAULT}
+EC2_DMZ_HOST=${EC2_DMZ_HOST:-$SERVICE_HOST}
+
+
      +

      If you are using the FlatDHCP network mode on multiple hosts, set the +FLAT_INTERFACE variable but make sure that the interface doesn't already +have an IP or you risk breaking things.

      +

      DHCP Warning: If your flat interface device uses DHCP, there will be a +hiccup while the network is moved from the flat interface to the flat network +bridge. This will happen when you launch your first instance. Upon launch +you will lose all connectivity to the node, and the VM launch will probably +fail.

      +

      If you are running on a single node and don't need to access the VMs from +devices other than that node, you can set FLAT_INTERFACE= +This will stop nova from bridging any interfaces into FLAT_NETWORK_BRIDGE.

      +
      +FLAT_INTERFACE=${FLAT_INTERFACE:-$GUEST_INTERFACE_DEFAULT}
+
+
      +

      MULTI_HOST is a mode where each compute node runs its own network node. This +allows network operations and routing for a VM to occur on the server that is +running the VM - removing a SPOF and bandwidth bottleneck.

      +
      +MULTI_HOST=`trueorfalse False $MULTI_HOST`
+
+
      +

      Test floating pool and range are used for testing. They are defined +here until the admin APIs can replace nova-manage

      +
      +TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test}
+TEST_FLOATING_RANGE=${TEST_FLOATING_RANGE:-192.168.253.0/29}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,nova
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Nova services are enabled +is_nova_enabled

      +
      +function is_nova_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"n-" ]] && return 0
+    return 1
+}
+
+
      +

      Test if any Nova Cell services are enabled +is_nova_enabled

      +
      +function is_n-cell_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"n-cell" ]] && return 0
+    return 1
+}
+
+
      +

      Helper to clean iptables rules

      +
      +function clean_iptables {
+
      +

      Delete rules

      +
      +    sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" |  sed "s/-A/-D/g" | awk '{print "sudo iptables",$0}' | bash
+
      +

      Delete nat rules

      +
      +    sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" |  grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables -t nat",$0}' | bash
+
      +

      Delete chains

      +
      +    sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" |  sed "s/-N/-X/g" | awk '{print "sudo iptables",$0}' | bash
+
      +

      Delete nat chains

      +
      +    sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" |  grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables -t nat",$0}' | bash
+}
+
+
      +

      cleanup_nova() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_nova {
+    if is_service_enabled n-cpu; then
+
      +

      Clean iptables from previous runs

      +
      +        clean_iptables
+
+
      +

      Destroy old instances

      +
      +        local instances=`sudo virsh list --all | grep $INSTANCE_NAME_PREFIX | sed "s/.*\($INSTANCE_NAME_PREFIX[0-9a-fA-F]*\).*/\1/g"`
+        if [ ! "$instances" = "" ]; then
+            echo $instances | xargs -n1 sudo virsh destroy || true
+            echo $instances | xargs -n1 sudo virsh undefine --managed-save || true
+        fi
+
+
      +

      Logout and delete iscsi sessions

      +
      +        local tgts=$(sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d ' ' -f2)
+        local target
+        for target in $tgts; do
+            sudo iscsiadm --mode node -T $target --logout || true
+        done
+        sudo iscsiadm --mode node --op delete || true
+
+
      +

      Clean out the instances directory.

      +
      +        sudo rm -rf $NOVA_INSTANCES_PATH/*
+    fi
+
+    sudo rm -rf $NOVA_STATE_PATH $NOVA_AUTH_CACHE_DIR
+
+
      +
      +
      NOTE(dtroyer): This really should be called from here but due to the way
      +
      nova abuses the _cleanup() function we're moving it +directly into cleanup.sh until this can be fixed.
      +
      +
      +    #if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+
      +
      +cleanup_nova_hypervisor
      +
      +    #fi
+}
+
+
      +

      configure_nova_rootwrap() - configure Nova's rootwrap

      +
      +function configure_nova_rootwrap {
+
      +

      Deploy new rootwrap filters files (owned by root). +Wipe any existing rootwrap.d files first

      +
      +    if [[ -d $NOVA_CONF_DIR/rootwrap.d ]]; then
+        sudo rm -rf $NOVA_CONF_DIR/rootwrap.d
+    fi
+
      +

      Deploy filters to /etc/nova/rootwrap.d

      +
      +    sudo mkdir -m 755 $NOVA_CONF_DIR/rootwrap.d
+    sudo cp $NOVA_DIR/etc/nova/rootwrap.d/*.filters $NOVA_CONF_DIR/rootwrap.d
+    sudo chown -R root:root $NOVA_CONF_DIR/rootwrap.d
+    sudo chmod 644 $NOVA_CONF_DIR/rootwrap.d/*
+
      +

      Set up rootwrap.conf, pointing to /etc/nova/rootwrap.d

      +
      +    sudo cp $NOVA_DIR/etc/nova/rootwrap.conf $NOVA_CONF_DIR/
+    sudo sed -e "s:^filters_path=.*$:filters_path=$NOVA_CONF_DIR/rootwrap.d:" -i $NOVA_CONF_DIR/rootwrap.conf
+    sudo chown root:root $NOVA_CONF_DIR/rootwrap.conf
+    sudo chmod 0644 $NOVA_CONF_DIR/rootwrap.conf
+
      +

      Specify rootwrap.conf as first parameter to nova-rootwrap

      +
      +    local rootwrap_sudoer_cmd="$NOVA_ROOTWRAP $NOVA_CONF_DIR/rootwrap.conf *"
+
+
      +

      Set up the rootwrap sudoers for nova

      +
      +    local tempfile=`mktemp`
+    echo "$STACK_USER ALL=(root) NOPASSWD: $rootwrap_sudoer_cmd" >$tempfile
+    chmod 0440 $tempfile
+    sudo chown root:root $tempfile
+    sudo mv $tempfile /etc/sudoers.d/nova-rootwrap
+}
+
+
      +

      configure_nova() - Set config files, create data dirs, etc

      +
      +function configure_nova {
+
      +

      Put config files in /etc/nova for everyone to find

      +
      +    if [[ ! -d $NOVA_CONF_DIR ]]; then
+        sudo mkdir -p $NOVA_CONF_DIR
+    fi
+    sudo chown $STACK_USER $NOVA_CONF_DIR
+
+    cp -p $NOVA_DIR/etc/nova/policy.json $NOVA_CONF_DIR
+
+    configure_nova_rootwrap
+
+    if is_service_enabled n-api; then
+
      +

      Remove legacy paste config if present

      +
      +        rm -f $NOVA_DIR/bin/nova-api-paste.ini
+
+
      +

      Get the sample configuration file in place

      +
      +        cp $NOVA_DIR/etc/nova/api-paste.ini $NOVA_CONF_DIR
+    fi
+
+    if is_service_enabled n-cpu; then
+
      +

      Force IP forwarding on, just on case

      +
      +        sudo sysctl -w net.ipv4.ip_forward=1
+
+        if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
+
      +

      Check for kvm (hardware based virtualization). If unable to initialize +kvm, we drop back to the slower emulation mode (qemu). Note: many systems +come with hardware virtualization disabled in BIOS.

      +
      +            if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then
+                sudo modprobe kvm || true
+                if [ ! -e /dev/kvm ]; then
+                    echo "WARNING: Switching to QEMU"
+                    LIBVIRT_TYPE=qemu
+                    if which selinuxenabled 2>&1 > /dev/null && selinuxenabled; then
+
      +

      https://bugzilla.redhat.com/show_bug.cgi?id=753589

      +
      +                        sudo setsebool virt_use_execmem on
+                    fi
+                fi
+            fi
+
+
      +

      Install and configure LXC if specified. LXC is another approach to +splitting a system into many smaller parts. LXC uses cgroups and chroot +to simulate multiple systems.

      +
      +            if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
+                if is_ubuntu; then
+                    if [[ ! "$DISTRO" > natty ]]; then
+                        local cgline="none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0"
+                        sudo mkdir -p /cgroup
+                        if ! grep -q cgroup /etc/fstab; then
+                            echo "$cgline" | sudo tee -a /etc/fstab
+                        fi
+                        if ! mount -n | grep -q cgroup; then
+                            sudo mount /cgroup
+                        fi
+                    fi
+                fi
+            fi
+        fi
+
+
      + +
      +

      Instance Storage

      +
      +
+
      +

      Nova stores each instance in its own directory.

      +
      +        sudo mkdir -p $NOVA_INSTANCES_PATH
+        sudo chown -R $STACK_USER $NOVA_INSTANCES_PATH
+
+
      +

      You can specify a different disk to be mounted and used for backing the +virtual machines. If there is a partition labeled nova-instances we +mount it (ext filesystems can be labeled via e2label).

      +
      +        if [ -L /dev/disk/by-label/nova-instances ]; then
+            if ! mount -n | grep -q $NOVA_INSTANCES_PATH; then
+                sudo mount -L nova-instances $NOVA_INSTANCES_PATH
+                sudo chown -R $STACK_USER $NOVA_INSTANCES_PATH
+            fi
+        fi
+        if is_suse; then
+
      +

      iscsid is not started by default

      +
      +            start_service iscsid
+        fi
+    fi
+
+
      +

      Rebuild the config file from scratch

      +
      +    create_nova_conf
+
+    if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+
      +

      Configure hypervisor plugin

      +
      +        configure_nova_hypervisor
+    fi
+}
+
+
      +

      create_nova_accounts() - Set up common required nova accounts

      +
      +
+
      + +
      +

      Project User Roles

      +

      SERVICE_TENANT_NAME nova admin +SERVICE_TENANT_NAME nova ResellerAdmin (if Swift is enabled)

      +
      +
+
      +

      Migrated from keystone_data.sh

      +
      +create_nova_accounts() {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+
      +

      Nova

      +
      +    if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
+
+        local nova_user=$(get_or_create_user "nova" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $admin_role $nova_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local nova_service=$(get_or_create_service "nova" \
+                "compute" "Nova Compute Service")
+            get_or_create_endpoint $nova_service \
+                "$REGION_NAME" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2/\$(tenant_id)s"
+
+            local nova_v21_service=$(get_or_create_service "novav21" \
+                "computev21" "Nova Compute Service V2.1")
+            get_or_create_endpoint $nova_v21_service \
+                "$REGION_NAME" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2.1/\$(tenant_id)s" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2.1/\$(tenant_id)s" \
+                "$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT/v2.1/\$(tenant_id)s"
+        fi
+    fi
+
+    if is_service_enabled n-api; then
+
      +

      Swift

      +
      +        if is_service_enabled swift; then
+
      +

      Nova needs ResellerAdmin role to download images when accessing +swift through the s3 api.

      +
      +            get_or_add_user_role ResellerAdmin nova $SERVICE_TENANT_NAME
+        fi
+
+
      +

      EC2

      +
      +        if [[ "$KEYSTONE_CATALOG_BACKEND" = "sql" ]]; then
+
+            local ec2_service=$(get_or_create_service "ec2" \
+                "ec2" "EC2 Compatibility Layer")
+            get_or_create_endpoint $ec2_service \
+                "$REGION_NAME" \
+                "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/services/Cloud" \
+                "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/services/Admin" \
+                "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/services/Cloud"
+        fi
+    fi
+
+
      +

      S3

      +
      +    if is_service_enabled n-obj swift3; then
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local s3_service=$(get_or_create_service "s3" "s3" "S3")
+            get_or_create_endpoint $s3_service \
+                "$REGION_NAME" \
+                "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+                "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
+                "http://$SERVICE_HOST:$S3_SERVICE_PORT"
+        fi
+    fi
+}
+
+
      +

      create_nova_conf() - Create a new nova.conf file

      +
      +function create_nova_conf {
+
      +

      Remove legacy nova.conf

      +
      +    rm -f $NOVA_DIR/bin/nova.conf
+
+
      +

      (Re)create nova.conf

      +
      +    rm -f $NOVA_CONF
+    iniset $NOVA_CONF DEFAULT verbose "True"
+    iniset $NOVA_CONF DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
+    iniset $NOVA_CONF DEFAULT allow_resize_to_same_host "True"
+    iniset $NOVA_CONF DEFAULT allow_migrate_to_same_host "True"
+    iniset $NOVA_CONF DEFAULT api_paste_config "$NOVA_API_PASTE_INI"
+    iniset $NOVA_CONF DEFAULT rootwrap_config "$NOVA_CONF_DIR/rootwrap.conf"
+    iniset $NOVA_CONF DEFAULT scheduler_driver "$SCHEDULER"
+    iniset $NOVA_CONF DEFAULT dhcpbridge_flagfile "$NOVA_CONF"
+    iniset $NOVA_CONF DEFAULT force_dhcp_release "True"
+    iniset $NOVA_CONF DEFAULT default_floating_pool "$PUBLIC_NETWORK_NAME"
+    iniset $NOVA_CONF DEFAULT s3_host "$SERVICE_HOST"
+    iniset $NOVA_CONF DEFAULT s3_port "$S3_SERVICE_PORT"
+    iniset $NOVA_CONF DEFAULT my_ip "$HOST_IP"
+    iniset $NOVA_CONF DEFAULT sql_connection `database_connection_url nova`
+    iniset $NOVA_CONF DEFAULT instance_name_template "${INSTANCE_NAME_PREFIX}%08x"
+    iniset $NOVA_CONF osapi_v3 enabled "True"
+
+    if is_fedora || is_suse; then
+
      +

      nova defaults to /usr/local/bin, but fedora and suse pip like to +install things in /usr/bin

      +
      +        iniset $NOVA_CONF DEFAULT bindir "/usr/bin"
+    fi
+
+    if is_service_enabled n-api; then
+        if is_service_enabled n-api-meta; then
+
      +

      If running n-api-meta as a separate service

      +
      +            NOVA_ENABLED_APIS=$(echo $NOVA_ENABLED_APIS | sed "s/,metadata//")
+        fi
+        iniset $NOVA_CONF DEFAULT enabled_apis "$NOVA_ENABLED_APIS"
+        if is_service_enabled tls-proxy; then
+
      +

      Set the service port for a proxy to take the original

      +
      +            iniset $NOVA_CONF DEFAULT osapi_compute_listen_port "$NOVA_SERVICE_PORT_INT"
+        fi
+
+        configure_auth_token_middleware $NOVA_CONF nova $NOVA_AUTH_CACHE_DIR
+    fi
+
+    if is_service_enabled cinder; then
+        if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
+            CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST}
+            CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776}
+            iniset $NOVA_CONF cinder endpoint_template "https://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/%(project_id)s"
+            iniset $NOVA_CONF cinder ca_certificates_file $SSL_BUNDLE_FILE
+        fi
+    fi
+
+    if [ -n "$NOVA_STATE_PATH" ]; then
+        iniset $NOVA_CONF DEFAULT state_path "$NOVA_STATE_PATH"
+        iniset $NOVA_CONF DEFAULT lock_path "$NOVA_STATE_PATH"
+    fi
+    if [ -n "$NOVA_INSTANCES_PATH" ]; then
+        iniset $NOVA_CONF DEFAULT instances_path "$NOVA_INSTANCES_PATH"
+    fi
+    if [ "$MULTI_HOST" != "False" ]; then
+        iniset $NOVA_CONF DEFAULT multi_host "True"
+        iniset $NOVA_CONF DEFAULT send_arp_for_ha "True"
+    fi
+    if [ "$SYSLOG" != "False" ]; then
+        iniset $NOVA_CONF DEFAULT use_syslog "True"
+    fi
+    if [ "$FORCE_CONFIG_DRIVE" != "False" ]; then
+        iniset $NOVA_CONF DEFAULT force_config_drive "$FORCE_CONFIG_DRIVE"
+    fi
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+        setup_colorized_logging $NOVA_CONF DEFAULT
+    else
+
      +

      Show user_name and project_name instead of user_id and project_id

      +
      +        iniset $NOVA_CONF DEFAULT logging_context_format_string "%(asctime)s.%(msecs)03d %(levelname)s %(name)s [%(request_id)s %(user_name)s %(project_name)s] %(instance)s%(message)s"
+    fi
+    if is_service_enabled ceilometer; then
+        iniset $NOVA_CONF DEFAULT instance_usage_audit "True"
+        iniset $NOVA_CONF DEFAULT instance_usage_audit_period "hour"
+        iniset $NOVA_CONF DEFAULT notify_on_state_change "vm_and_task_state"
+        iniset $NOVA_CONF DEFAULT notification_driver "messaging"
+    fi
+
+
      +

      All nova-compute workers need to know the vnc configuration options +These settings don't hurt anything if n-xvnc and n-novnc are disabled

      +
      +    if is_service_enabled n-cpu; then
+        NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:6080/vnc_auto.html"}
+        iniset $NOVA_CONF DEFAULT novncproxy_base_url "$NOVNCPROXY_URL"
+        XVPVNCPROXY_URL=${XVPVNCPROXY_URL:-"http://$SERVICE_HOST:6081/console"}
+        iniset $NOVA_CONF DEFAULT xvpvncproxy_base_url "$XVPVNCPROXY_URL"
+        SPICEHTML5PROXY_URL=${SPICEHTML5PROXY_URL:-"http://$SERVICE_HOST:6082/spice_auto.html"}
+        iniset $NOVA_CONF spice html5proxy_base_url "$SPICEHTML5PROXY_URL"
+    fi
+
+    if is_service_enabled n-novnc || is_service_enabled n-xvnc || [ "$NOVA_VNC_ENABLED" != False ]; then
+
      +

      Address on which instance vncservers will listen on compute hosts. +For multi-host, this should be the management ip of the compute host.

      +
      +        VNCSERVER_LISTEN=${VNCSERVER_LISTEN=127.0.0.1}
+        VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=127.0.0.1}
+        iniset $NOVA_CONF DEFAULT vnc_enabled true
+        iniset $NOVA_CONF DEFAULT vncserver_listen "$VNCSERVER_LISTEN"
+        iniset $NOVA_CONF DEFAULT vncserver_proxyclient_address "$VNCSERVER_PROXYCLIENT_ADDRESS"
+    else
+        iniset $NOVA_CONF DEFAULT vnc_enabled false
+    fi
+
+    if is_service_enabled n-spice; then
+
      +

      Address on which instance spiceservers will listen on compute hosts. +For multi-host, this should be the management ip of the compute host.

      +
      +        SPICESERVER_PROXYCLIENT_ADDRESS=${SPICESERVER_PROXYCLIENT_ADDRESS=127.0.0.1}
+        SPICESERVER_LISTEN=${SPICESERVER_LISTEN=127.0.0.1}
+        iniset $NOVA_CONF spice enabled true
+        iniset $NOVA_CONF spice server_listen "$SPICESERVER_LISTEN"
+        iniset $NOVA_CONF spice server_proxyclient_address "$SPICESERVER_PROXYCLIENT_ADDRESS"
+    else
+        iniset $NOVA_CONF spice enabled false
+    fi
+
+    iniset $NOVA_CONF DEFAULT ec2_dmz_host "$EC2_DMZ_HOST"
+    iniset $NOVA_CONF DEFAULT keystone_ec2_url $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/ec2tokens
+    iniset_rpc_backend nova $NOVA_CONF DEFAULT
+    iniset $NOVA_CONF glance api_servers "${GLANCE_SERVICE_PROTOCOL}://${GLANCE_HOSTPORT}"
+
+    iniset $NOVA_CONF DEFAULT osapi_compute_workers "$API_WORKERS"
+    iniset $NOVA_CONF DEFAULT ec2_workers "$API_WORKERS"
+    iniset $NOVA_CONF DEFAULT metadata_workers "$API_WORKERS"
+
+    if is_ssl_enabled_service glance || is_service_enabled tls-proxy; then
+        iniset $NOVA_CONF DEFAULT glance_protocol https
+    fi
+
+
      +

      Register SSL certificates if provided

      +
      +    if is_ssl_enabled_service nova; then
+        ensure_certificates NOVA
+
+        iniset $NOVA_CONF DEFAULT ssl_cert_file "$NOVA_SSL_CERT"
+        iniset $NOVA_CONF DEFAULT ssl_key_file "$NOVA_SSL_KEY"
+
+        iniset $NOVA_CONF DEFAULT enabled_ssl_apis "$NOVA_ENABLED_APIS"
+    fi
+
+    if is_service_enabled tls-proxy; then
+        iniset $NOVA_CONF DEFAULT ec2_listen_port $EC2_SERVICE_PORT_INT
+    fi
+}
+
+function init_nova_cells {
+    if is_service_enabled n-cell; then
+        cp $NOVA_CONF $NOVA_CELLS_CONF
+        iniset $NOVA_CELLS_CONF DEFAULT sql_connection `database_connection_url $NOVA_CELLS_DB`
+        iniset $NOVA_CELLS_CONF DEFAULT rabbit_virtual_host child_cell
+        iniset $NOVA_CELLS_CONF DEFAULT dhcpbridge_flagfile $NOVA_CELLS_CONF
+        iniset $NOVA_CELLS_CONF cells enable True
+        iniset $NOVA_CELLS_CONF cells cell_type compute
+        iniset $NOVA_CELLS_CONF cells name child
+
+        iniset $NOVA_CONF cells enable True
+        iniset $NOVA_CONF cells cell_type api
+        iniset $NOVA_CONF cells name region
+
+        if is_service_enabled n-api-meta; then
+            NOVA_ENABLED_APIS=$(echo $NOVA_ENABLED_APIS | sed "s/,metadata//")
+            iniset $NOVA_CONF DEFAULT enabled_apis $NOVA_ENABLED_APIS
+            iniset $NOVA_CELLS_CONF DEFAULT enabled_apis metadata
+        fi
+
+        $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CELLS_CONF db sync
+        $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CELLS_CONF cell create --name=region --cell_type=parent --username=guest --hostname=$RABBIT_HOST --port=5672 --password=$RABBIT_PASSWORD --virtual_host=/ --woffset=0 --wscale=1
+        $NOVA_BIN_DIR/nova-manage cell create --name=child --cell_type=child --username=guest --hostname=$RABBIT_HOST --port=5672 --password=$RABBIT_PASSWORD --virtual_host=child_cell --woffset=0 --wscale=1
+    fi
+}
+
+
      +

      create_nova_cache_dir() - Part of the init_nova() process

      +
      +function create_nova_cache_dir {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $NOVA_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $NOVA_AUTH_CACHE_DIR
+    rm -f $NOVA_AUTH_CACHE_DIR/*
+}
+
+function create_nova_conf_nova_network {
+    iniset $NOVA_CONF DEFAULT network_manager "nova.network.manager.$NETWORK_MANAGER"
+    iniset $NOVA_CONF DEFAULT public_interface "$PUBLIC_INTERFACE"
+    iniset $NOVA_CONF DEFAULT vlan_interface "$VLAN_INTERFACE"
+    iniset $NOVA_CONF DEFAULT flat_network_bridge "$FLAT_NETWORK_BRIDGE"
+    if [ -n "$FLAT_INTERFACE" ]; then
+        iniset $NOVA_CONF DEFAULT flat_interface "$FLAT_INTERFACE"
+    fi
+}
+
+
      +

      create_nova_keys_dir() - Part of the init_nova() process

      +
      +function create_nova_keys_dir {
+
      +

      Create keys dir

      +
      +    sudo mkdir -p ${NOVA_STATE_PATH}/keys
+    sudo chown -R $STACK_USER ${NOVA_STATE_PATH}
+}
+
+
      +

      init_nova() - Initialize databases, etc.

      +
      +function init_nova {
+
      +

      All nova components talk to a central database. +Only do this step once on the API node for an entire cluster.

      +
      +    if is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-api; then
+
      +

      (Re)create nova database +Explicitly use latin1: to avoid lp#829209, nova expects the database to +use latin1 by default, and then upgrades the database to utf8 (see the +082_essex.py in nova)

      +
      +        recreate_database nova latin1
+
+
      +

      Migrate nova database

      +
      +        $NOVA_BIN_DIR/nova-manage db sync
+
+        if is_service_enabled n-cell; then
+            recreate_database $NOVA_CELLS_DB latin1
+        fi
+
+
      +

      (Re)create nova baremetal database

      +
      +        if is_baremetal; then
+            recreate_database nova_bm latin1
+            $NOVA_BIN_DIR/nova-baremetal-manage db sync
+        fi
+    fi
+
+    create_nova_cache_dir
+    create_nova_keys_dir
+}
+
+
      +

      install_novaclient() - Collect source and prepare

      +
      +function install_novaclient {
+    git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH
+    setup_develop $NOVACLIENT_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$NOVACLIENT_DIR/tools/,/etc/bash_completion.d/}nova.bash_completion
+}
+
+
      +

      install_nova() - Collect source and prepare

      +
      +function install_nova {
+    if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+        install_nova_hypervisor
+    fi
+
+    if is_service_enabled n-novnc; then
+
      +

      a websockets/html5 or flash powered VNC console for vm instances

      +
      +        NOVNC_FROM_PACKAGE=`trueorfalse False $NOVNC_FROM_PACKAGE`
+        if [ "$NOVNC_FROM_PACKAGE" = "True" ]; then
+            NOVNC_WEB_DIR=/usr/share/novnc
+            install_package novnc
+        else
+            NOVNC_WEB_DIR=$DEST/noVNC
+            git_clone $NOVNC_REPO $NOVNC_WEB_DIR $NOVNC_BRANCH
+        fi
+    fi
+
+    if is_service_enabled n-spice; then
+
      +

      a websockets/html5 or flash powered SPICE console for vm instances

      +
      +        SPICE_FROM_PACKAGE=`trueorfalse True $SPICE_FROM_PACKAGE`
+        if [ "$SPICE_FROM_PACKAGE" = "True" ]; then
+            SPICE_WEB_DIR=/usr/share/spice-html5
+            install_package spice-html5
+        else
+            SPICE_WEB_DIR=$DEST/spice-html5
+            git_clone $SPICE_REPO $SPICE_WEB_DIR $SPICE_BRANCH
+        fi
+    fi
+
+    git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
+    setup_develop $NOVA_DIR
+    sudo install -D -m 0644 -o $STACK_USER {$NOVA_DIR/tools/,/etc/bash_completion.d/}nova-manage.bash_completion
+}
+
+
      +

      start_nova_api() - Start the API process ahead of other things

      +
      +function start_nova_api {
+
      +

      Get right service port for testing

      +
      +    local service_port=$NOVA_SERVICE_PORT
+    local service_protocol=$NOVA_SERVICE_PROTOCOL
+    if is_service_enabled tls-proxy; then
+        service_port=$NOVA_SERVICE_PORT_INT
+        service_protocol="http"
+    fi
+
+    run_process n-api "$NOVA_BIN_DIR/nova-api"
+    echo "Waiting for nova-api to start..."
+    if ! wait_for_service $SERVICE_TIMEOUT $service_protocol://$SERVICE_HOST:$service_port; then
+        die $LINENO "nova-api did not start"
+    fi
+
+
      +

      Start proxies if enabled

      +
      +    if is_service_enabled tls-proxy; then
+        start_tls_proxy '*' $NOVA_SERVICE_PORT $NOVA_SERVICE_HOST $NOVA_SERVICE_PORT_INT &
+        start_tls_proxy '*' $EC2_SERVICE_PORT $NOVA_SERVICE_HOST $EC2_SERVICE_PORT_INT &
+    fi
+}
+
+
      +

      start_nova_compute() - Start the compute process

      +
      +function start_nova_compute {
+    if is_service_enabled n-cell; then
+        local compute_cell_conf=$NOVA_CELLS_CONF
+    else
+        local compute_cell_conf=$NOVA_CONF
+    fi
+
+    if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
+
      +

      The group $LIBVIRT_GROUP is added to the current user in this script. +sg' will be used in run_process to execute nova-compute as a member of the +$LIBVIRT_GROUP group.

      +
      +        run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $compute_cell_conf" $LIBVIRT_GROUP
+    elif [[ "$VIRT_DRIVER" = 'fake' ]]; then
+        local i
+        for i in `seq 1 $NUMBER_FAKE_NOVA_COMPUTE`; do
+
      +

      Avoid process redirection of fake host configurations by +creating or modifying real configurations. Each fake +gets its own configuration and own log file.

      +
      +            local fake_conf="${NOVA_FAKE_CONF}-${i}"
+            iniset $fake_conf DEFAULT nhost "${HOSTNAME}${i}"
+            run_process "n-cpu-${i}" "$NOVA_BIN_DIR/nova-compute --config-file $compute_cell_conf --config-file $fake_conf"
+        done
+    else
+        if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+            start_nova_hypervisor
+        fi
+        run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $compute_cell_conf"
+    fi
+}
+
+
      +

      start_nova() - Start running processes, including screen

      +
      +function start_nova_rest {
+    local api_cell_conf=$NOVA_CONF
+    if is_service_enabled n-cell; then
+        local compute_cell_conf=$NOVA_CELLS_CONF
+    else
+        local compute_cell_conf=$NOVA_CONF
+    fi
+
+
      +

      run_process checks is_service_enabled, it is not needed here

      +
      +    run_process n-cond "$NOVA_BIN_DIR/nova-conductor --config-file $compute_cell_conf"
+    run_process n-cell-region "$NOVA_BIN_DIR/nova-cells --config-file $api_cell_conf"
+    run_process n-cell-child "$NOVA_BIN_DIR/nova-cells --config-file $compute_cell_conf"
+
+    run_process n-crt "$NOVA_BIN_DIR/nova-cert --config-file $api_cell_conf"
+    run_process n-net "$NOVA_BIN_DIR/nova-network --config-file $compute_cell_conf"
+    run_process n-sch "$NOVA_BIN_DIR/nova-scheduler --config-file $compute_cell_conf"
+    run_process n-api-meta "$NOVA_BIN_DIR/nova-api-metadata --config-file $compute_cell_conf"
+
+    run_process n-novnc "$NOVA_BIN_DIR/nova-novncproxy --config-file $api_cell_conf --web $NOVNC_WEB_DIR"
+    run_process n-xvnc "$NOVA_BIN_DIR/nova-xvpvncproxy --config-file $api_cell_conf"
+    run_process n-spice "$NOVA_BIN_DIR/nova-spicehtml5proxy --config-file $api_cell_conf --web $SPICE_WEB_DIR"
+    run_process n-cauth "$NOVA_BIN_DIR/nova-consoleauth --config-file $api_cell_conf"
+
+
      +

      Starting the nova-objectstore only if swift3 service is not enabled. +Swift will act as s3 objectstore.

      +
      +    is_service_enabled swift3 || \
+        run_process n-obj "$NOVA_BIN_DIR/nova-objectstore --config-file $api_cell_conf"
+}
+
+function start_nova {
+    start_nova_compute
+    start_nova_rest
+}
+
+function stop_nova_compute {
+    stop_process n-cpu
+    if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
+        stop_nova_hypervisor
+    fi
+}
+
+function stop_nova_rest {
+
      +

      Kill the nova screen windows +Some services are listed here twice since more than one instance +of a service may be running in certain configs.

      +
      +    for serv in n-api n-crt n-net n-sch n-novnc n-xvnc n-cauth n-spice n-cond n-cell n-cell n-api-meta n-obj; do
+        stop_process $serv
+    done
+}
+
+
      +

      stop_nova() - Stop running processes (non-screen)

      +
      +function stop_nova {
+    stop_nova_rest
+    stop_nova_compute
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins.html b/lib/nova_plugins.html new file mode 100644 index 00000000..b045b2c9 --- /dev/null +++ b/lib/nova_plugins.html @@ -0,0 +1,373 @@ + + + + + nova_plugins + + + +
      +
      + + + + + + + + + + +

      nova_plugins

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/lib/nova_plugins/functions-libvirt.html b/lib/nova_plugins/functions-libvirt.html new file mode 100644 index 00000000..602586ae --- /dev/null +++ b/lib/nova_plugins/functions-libvirt.html @@ -0,0 +1,568 @@ + + + + + functions-libvirt + + + +
      +
      + + + + + + + + + + +

      functions-libvirt

      + + + + + + + + + +
      + + +

      lib/nova_plugins/functions-libvirt +Common libvirt configuration functions +Dependencies: +functions file +STACK_USER has to be defined

      +
      +
+
+
      +

      Save trace setting

      +
      +LV_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +
      +

      Defaults

      +
      +

      System Message: WARNING/2 (<stdin>, line 14)

      +

      Title underline too short.

      +
      +Defaults
+-------
+
      +
      +
      +
+
      +

      if we should turn on massive libvirt debugging

      +
      +DEBUG_LIBVIRT=$(trueorfalse False $DEBUG_LIBVIRT)
+
+
      +

      Installs required distro-specific libvirt packages.

      +
      +function install_libvirt {
+    if is_ubuntu; then
+        install_package qemu-kvm
+        install_package libvirt-bin
+        install_package python-libvirt
+        install_package python-guestfs
+    elif is_fedora || is_suse; then
+        install_package kvm
+        install_package libvirt
+        install_package libvirt-python
+        install_package python-libguestfs
+    fi
+
+
      +

      Restart firewalld after install of libvirt to avoid a problem +with polkit, which libvirtd brings in. See +https://bugzilla.redhat.com/show_bug.cgi?id=1099031

      +
      +
+
      +

      Note there is a difference between F20 rackspace cloud images +and HP images used in the gate; rackspace has firewalld but hp +cloud doesn't. RHEL6 doesn't have firewalld either. So we +don't care if it fails.

      +
      +    if is_fedora && is_package_installed firewalld; then
+        sudo service firewalld restart || true
+    fi
+}
+
+
      +

      Configures the installed libvirt system so that is accessible by +STACK_USER via qemu:///system with management capabilities.

      +
      +function configure_libvirt {
+    if is_service_enabled neutron && is_neutron_ovs_base_plugin && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then
+
      +

      Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces

      +
      +        cat <<EOF | sudo tee -a $QEMU_CONF
+cgroup_device_acl = [
+    "/dev/null", "/dev/full", "/dev/zero",
+    "/dev/random", "/dev/urandom",
+    "/dev/ptmx", "/dev/kvm", "/dev/kqemu",
+    "/dev/rtc", "/dev/hpet","/dev/net/tun",
+]
+EOF
+    fi
+
+
      +

      Since the release of Debian Wheezy the libvirt init script is libvirtd +and not libvirtd-bin anymore.

      +
      +    if is_ubuntu && [ ! -f /etc/init.d/libvirtd ]; then
+        LIBVIRT_DAEMON=libvirt-bin
+    else
+        LIBVIRT_DAEMON=libvirtd
+    fi
+
+    if is_fedora || is_suse; then
+        if is_fedora && [[ $DISTRO =~ (rhel6) || "$os_RELEASE" -le "17" ]]; then
+            cat <<EOF | sudo tee /etc/polkit-1/localauthority/50-local.d/50-libvirt-remote-access.pkla
+[libvirt Management Access]
+Identity=unix-group:$LIBVIRT_GROUP
+Action=org.libvirt.unix.manage
+ResultAny=yes
+ResultInactive=yes
+ResultActive=yes
+EOF
+        elif is_suse && [[ $os_RELEASE = 12.2 || "$os_VENDOR" = "SUSE LINUX" ]]; then
+
      +

      openSUSE < 12.3 or SLE +Work around the fact that polkit-default-privs overrules pklas +with 'unix-group:$group'.

      +
      +            cat <<EOF | sudo tee /etc/polkit-1/localauthority/50-local.d/50-libvirt-remote-access.pkla
+[libvirt Management Access]
+Identity=unix-user:$STACK_USER
+Action=org.libvirt.unix.manage
+ResultAny=yes
+ResultInactive=yes
+ResultActive=yes
+EOF
+        else
+
      +

      Starting with fedora 18 and opensuse-12.3 enable stack-user to +virsh -c qemu:///system by creating a policy-kit rule for +stack-user using the new Javascript syntax

      +
      +            rules_dir=/etc/polkit-1/rules.d
+            sudo mkdir -p $rules_dir
+            cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules
+polkit.addRule(function(action, subject) {
+    if (action.id == 'org.libvirt.unix.manage' &&
+        subject.user == '$STACK_USER') {
+        return polkit.Result.YES;
+    }
+});
+EOF
+            unset rules_dir
+        fi
+    fi
+
+
      +

      The user that nova runs as needs to be member of libvirtd group otherwise +nova-compute will be unable to use libvirt.

      +
      +    if ! getent group $LIBVIRT_GROUP >/dev/null; then
+        sudo groupadd $LIBVIRT_GROUP
+    fi
+    add_user_to_group $STACK_USER $LIBVIRT_GROUP
+
+
      +

      Enable server side traces for libvirtd

      +
      +    if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then
+        if is_ubuntu; then
+
      +

      Unexpectedly binary package builds in ubuntu get fully qualified +source file paths, not relative paths. This screws with the matching +of '1:libvirt' making everything turn on. So use libvirt.c for now. +This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3

      +
      +            local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util"
+        else
+            local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util"
+        fi
+        local log_outputs="1:file:/var/log/libvirt/libvirtd.log"
+        if ! grep -q "log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then
+            echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf
+        fi
+        if ! grep -q "log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then
+            echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf
+        fi
+    fi
+
+
      +

      libvirt detects various settings on startup, as we potentially changed +the system configuration (modules, filesystems), we need to restart +libvirt to detect those changes.

      +
      +    restart_service $LIBVIRT_DAEMON
+}
+
+
+
      +

      Restore xtrace

      +
      +$LV_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-baremetal.html b/lib/nova_plugins/hypervisor-baremetal.html new file mode 100644 index 00000000..338cda45 --- /dev/null +++ b/lib/nova_plugins/hypervisor-baremetal.html @@ -0,0 +1,499 @@ + + + + + hypervisor-baremetal + + + +
      +
      + + + + + + + + + + +

      hypervisor-baremetal

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-baremetal +Configure the baremetal hypervisor +Enable with: +VIRT_DRIVER=baremetal

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+NETWORK_MANAGER=${NETWORK_MANAGER:-FlatManager}
+PUBLIC_INTERFACE_DEFAULT=eth0
+FLAT_INTERFACE=${FLAT_INTERFACE:-eth0}
+FLAT_NETWORK_BRIDGE_DEFAULT=br100
+STUB_NETWORK=${STUB_NETWORK:-False}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    configure_baremetal_nova_dirs
+
+    iniset $NOVA_CONF baremetal sql_connection `database_connection_url nova_bm`
+    LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.firewall.NoopFirewallDriver"}
+    iniset $NOVA_CONF DEFAULT compute_driver nova.virt.baremetal.driver.BareMetalDriver
+    iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER
+    iniset $NOVA_CONF DEFAULT scheduler_host_manager nova.scheduler.baremetal_host_manager.BaremetalHostManager
+    iniset $NOVA_CONF DEFAULT ram_allocation_ratio 1.0
+    iniset $NOVA_CONF DEFAULT reserved_host_memory_mb 0
+    iniset $NOVA_CONF baremetal flavor_extra_specs cpu_arch:$BM_CPU_ARCH
+    iniset $NOVA_CONF baremetal driver $BM_DRIVER
+    iniset $NOVA_CONF baremetal power_manager $BM_POWER_MANAGER
+    iniset $NOVA_CONF baremetal tftp_root /tftpboot
+    if [[ "$BM_DNSMASQ_FROM_NOVA_NETWORK" = "True" ]]; then
+        BM_DNSMASQ_CONF=$NOVA_CONF_DIR/dnsmasq-for-baremetal-from-nova-network.conf
+        sudo cp "$FILES/dnsmasq-for-baremetal-from-nova-network.conf" "$BM_DNSMASQ_CONF"
+        iniset $NOVA_CONF DEFAULT dnsmasq_config_file "$BM_DNSMASQ_CONF"
+    fi
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-docker.html b/lib/nova_plugins/hypervisor-docker.html new file mode 100644 index 00000000..395fa238 --- /dev/null +++ b/lib/nova_plugins/hypervisor-docker.html @@ -0,0 +1,546 @@ + + + + + hypervisor-docker + + + +
      +
      + + + + + + + + + + +

      hypervisor-docker

      + + + + + + + + + +
      + + +

      lib/nova_plugins/docker +Configure the Docker hypervisor +Enable with:

      +
      +VIRT_DRIVER=docker
      +
      +
+
+
      +

      Dependencies:

      +
        +
      • functions file
        • +
      • nova and glance configurations
        • +
      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +DOCKER_DIR=$DEST/docker
+
+DOCKER_UNIX_SOCKET=/var/run/docker.sock
+DOCKER_PID_FILE=/var/run/docker.pid
+DOCKER_REGISTRY_PORT=${DOCKER_REGISTRY_PORT:-5042}
+
+DOCKER_IMAGE=${DOCKER_IMAGE:-cirros:latest}
+DOCKER_IMAGE_NAME=$DEFAULT_IMAGE_NAME
+DOCKER_REGISTRY_IMAGE=${DOCKER_REGISTRY_IMAGE:-registry:latest}
+DOCKER_REGISTRY_IMAGE_NAME=registry
+DOCKER_REPOSITORY_NAME=${SERVICE_HOST}:${DOCKER_REGISTRY_PORT}/${DOCKER_IMAGE_NAME}
+
+DOCKER_APT_REPO=${DOCKER_APT_REPO:-https://get.docker.io/ubuntu}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor() {
+    stop_service docker
+
+
      +

      Clean out work area

      +
      +    sudo rm -rf /var/lib/docker
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor() {
+    iniset $NOVA_CONF DEFAULT compute_driver docker.DockerDriver
+    iniset $GLANCE_API_CONF DEFAULT container_formats ami,ari,aki,bare,ovf,docker
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor() {
+
      +

      So far this is Ubuntu only

      +
      +    if ! is_ubuntu; then
+        die $LINENO "Docker is only supported on Ubuntu at this time"
+    fi
+
+
      +

      Make sure Docker is installed

      +
      +    if ! is_package_installed lxc-docker; then
+        die $LINENO "Docker is not installed.  Please run tools/docker/install_docker.sh"
+    fi
+
+    local docker_pid
+    read docker_pid <$DOCKER_PID_FILE
+    if [[ -z $docker_pid ]] || ! ps -p $docker_pid | grep [d]ocker; then
+        die $LINENO "Docker not running"
+    fi
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor() {
+    local docker_pid
+    read docker_pid <$DOCKER_PID_FILE
+    if [[ -z $docker_pid ]] || ! ps -p $docker_pid | grep [d]ocker; then
+        die $LINENO "Docker not running, start the daemon"
+    fi
+
+
      +

      Start the Docker registry container

      +
      +    docker run -d -p ${DOCKER_REGISTRY_PORT}:5000 \
+        -e SETTINGS_FLAVOR=openstack -e OS_USERNAME=${OS_USERNAME} \
+        -e OS_PASSWORD=${OS_PASSWORD} -e OS_TENANT_NAME=${OS_TENANT_NAME} \
+        -e OS_GLANCE_URL="${SERVICE_PROTOCOL}://${GLANCE_HOSTPORT}" \
+        -e OS_AUTH_URL=${OS_AUTH_URL} \
+        $DOCKER_REGISTRY_IMAGE_NAME ./docker-registry/run.sh
+
+    echo "Waiting for docker registry to start..."
+    DOCKER_REGISTRY=${SERVICE_HOST}:${DOCKER_REGISTRY_PORT}
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! curl -s $DOCKER_REGISTRY; do sleep 1; done"; then
+        die $LINENO "docker-registry did not start"
+    fi
+
+
      +

      Tag image if not already tagged

      +
      +    if ! docker images | grep $DOCKER_REPOSITORY_NAME; then
+        docker tag $DOCKER_IMAGE_NAME $DOCKER_REPOSITORY_NAME
+    fi
+
+
      +

      Make sure we copied the image in Glance

      +
      +    DOCKER_IMAGE=$(glance image-list | egrep " $DOCKER_IMAGE_NAME ")
+    if ! is_set DOCKER_IMAGE ; then
+        docker push $DOCKER_REPOSITORY_NAME
+    fi
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor() {
+
      +

      Stop the docker registry container

      +
      +    docker kill $(docker ps | grep docker-registry | cut -d' ' -f1)
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-fake.html b/lib/nova_plugins/hypervisor-fake.html new file mode 100644 index 00000000..fd55041e --- /dev/null +++ b/lib/nova_plugins/hypervisor-fake.html @@ -0,0 +1,491 @@ + + + + + hypervisor-fake + + + +
      +
      + + + + + + + + + + +

      hypervisor-fake

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-fake +Configure the fake hypervisor +Enable with: +VIRT_DRIVER=fake

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    iniset $NOVA_CONF DEFAULT compute_driver "nova.virt.fake.FakeDriver"
+
      +

      Disable arbitrary limits

      +
      +    iniset $NOVA_CONF DEFAULT quota_instances -1
+    iniset $NOVA_CONF DEFAULT quota_cores -1
+    iniset $NOVA_CONF DEFAULT quota_ram -1
+    iniset $NOVA_CONF DEFAULT quota_floating_ips -1
+    iniset $NOVA_CONF DEFAULT quota_fixed_ips -1
+    iniset $NOVA_CONF DEFAULT quota_metadata_items -1
+    iniset $NOVA_CONF DEFAULT quota_injected_files -1
+    iniset $NOVA_CONF DEFAULT quota_injected_file_path_bytes -1
+    iniset $NOVA_CONF DEFAULT quota_security_groups -1
+    iniset $NOVA_CONF DEFAULT quota_security_group_rules -1
+    iniset $NOVA_CONF DEFAULT quota_key_pairs -1
+    iniset $NOVA_CONF DEFAULT scheduler_default_filters "RetryFilter,AvailabilityZoneFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter,CoreFilter,RamFilter,DiskFilter"
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-ironic.html b/lib/nova_plugins/hypervisor-ironic.html new file mode 100644 index 00000000..3dd1b6b1 --- /dev/null +++ b/lib/nova_plugins/hypervisor-ironic.html @@ -0,0 +1,491 @@ + + + + + hypervisor-ironic + + + +
      +
      + + + + + + + + + + +

      hypervisor-ironic

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-ironic +Configure the ironic hypervisor +Enable with: +VIRT_DRIVER=ironic

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/nova_plugins/functions-libvirt
+
+
      +
      +

      Defaults

      +
      +
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    configure_libvirt
+    LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.firewall.NoopFirewallDriver"}
+
+    iniset $NOVA_CONF DEFAULT compute_driver nova.virt.ironic.IronicDriver
+    iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER
+    iniset $NOVA_CONF DEFAULT scheduler_host_manager nova.scheduler.ironic_host_manager.IronicHostManager
+    iniset $NOVA_CONF DEFAULT ram_allocation_ratio 1.0
+    iniset $NOVA_CONF DEFAULT reserved_host_memory_mb 0
+
      +

      ironic section

      +
      +    iniset $NOVA_CONF ironic admin_username admin
+    iniset $NOVA_CONF ironic admin_password $ADMIN_PASSWORD
+    iniset $NOVA_CONF ironic admin_url $KEYSTONE_AUTH_URI/v2.0
+    iniset $NOVA_CONF ironic admin_tenant_name demo
+    iniset $NOVA_CONF ironic api_endpoint http://$SERVICE_HOST:6385/v1
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+    if ! is_service_enabled neutron; then
+        die $LINENO "Neutron should be enabled for usage of the Ironic Nova driver."
+    fi
+    install_libvirt
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-libvirt.html b/lib/nova_plugins/hypervisor-libvirt.html new file mode 100644 index 00000000..d358b001 --- /dev/null +++ b/lib/nova_plugins/hypervisor-libvirt.html @@ -0,0 +1,526 @@ + + + + + hypervisor-libvirt + + + +
      +
      + + + + + + + + + + +

      hypervisor-libvirt

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-libvirt +Configure the libvirt hypervisor +Enable with: +VIRT_DRIVER=libvirt

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/nova_plugins/functions-libvirt
+
+
      +
      +

      Defaults

      +
      +
+
      +

      File injection is disabled by default in Nova. This will turn it back on.

      +
      +ENABLE_FILE_INJECTION=${ENABLE_FILE_INJECTION:-False}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    configure_libvirt
+    iniset $NOVA_CONF libvirt virt_type "$LIBVIRT_TYPE"
+    iniset $NOVA_CONF libvirt cpu_mode "none"
+    iniset $NOVA_CONF libvirt use_usb_tablet "False"
+    iniset $NOVA_CONF DEFAULT default_ephemeral_format "ext4"
+    iniset $NOVA_CONF DEFAULT compute_driver "libvirt.LibvirtDriver"
+    LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
+    iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER"
+
      +

      Power architecture currently does not support graphical consoles.

      +
      +    if is_arch "ppc64"; then
+        iniset $NOVA_CONF DEFAULT vnc_enabled "false"
+    fi
+
+    ENABLE_FILE_INJECTION=$(trueorfalse False $ENABLE_FILE_INJECTION)
+    if [[ "$ENABLE_FILE_INJECTION" = "True" ]] ; then
+
      +

      When libguestfs is available for file injection, enable using +libguestfs to inspect the image and figure out the proper +partition to inject into.

      +
      +        iniset $NOVA_CONF libvirt inject_partition '-1'
+        iniset $NOVA_CONF libvirt inject_key 'true'
+    else
+
      +

      File injection is being disabled by default in the near future - +disable it here for now to avoid surprises later.

      +
      +        iniset $NOVA_CONF libvirt inject_partition '-2'
+    fi
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+    install_libvirt
+
+
      +

      Install and configure LXC if specified. LXC is another approach to +splitting a system into many smaller parts. LXC uses cgroups and chroot +to simulate multiple systems.

      +
      +    if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
+        if is_ubuntu; then
+            if [[ "$DISTRO" > natty ]]; then
+                install_package cgroup-lite
+            fi
+        else
+            ### FIXME(dtroyer): figure this out
+            echo "RPM-based cgroup not implemented yet"
+            yum_install libcgroup-tools
+        fi
+    fi
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-openvz.html b/lib/nova_plugins/hypervisor-openvz.html new file mode 100644 index 00000000..22120976 --- /dev/null +++ b/lib/nova_plugins/hypervisor-openvz.html @@ -0,0 +1,479 @@ + + + + + hypervisor-openvz + + + +
      +
      + + + + + + + + + + +

      hypervisor-openvz

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-openvz +Configure the openvz hypervisor +Enable with: +VIRT_DRIVER=openvz

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    iniset $NOVA_CONF DEFAULT compute_driver "openvz.OpenVzDriver"
+    iniset $NOVA_CONF DEFAULT connection_type "openvz"
+    LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
+    iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER"
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-powervm.html b/lib/nova_plugins/hypervisor-powervm.html new file mode 100644 index 00000000..34af93af --- /dev/null +++ b/lib/nova_plugins/hypervisor-powervm.html @@ -0,0 +1,488 @@ + + + + + hypervisor-powervm + + + +
      +
      + + + + + + + + + + +

      hypervisor-powervm

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-powervm +Configure the PowerVM hypervisor +Enable with: +VIRT_DRIVER=powervm

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor() {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor() {
+    POWERVM_MGR_TYPE=${POWERVM_MGR_TYPE:-"ivm"}
+    POWERVM_MGR_HOST=${POWERVM_MGR_HOST:-"powervm.host"}
+    POWERVM_MGR_USER=${POWERVM_MGR_USER:-"padmin"}
+    POWERVM_MGR_PASSWD=${POWERVM_MGR_PASSWD:-"password"}
+    POWERVM_IMG_REMOTE_PATH=${POWERVM_IMG_REMOTE_PATH:-"/tmp"}
+    POWERVM_IMG_LOCAL_PATH=${POWERVM_IMG_LOCAL_PATH:-"/tmp"}
+    iniset $NOVA_CONF DEFAULT compute_driver nova.virt.powervm.PowerVMDriver
+    iniset $NOVA_CONF DEFAULT powervm_mgr_type $POWERVM_MGR_TYPE
+    iniset $NOVA_CONF DEFAULT powervm_mgr $POWERVM_MGR_HOST
+    iniset $NOVA_CONF DEFAULT powervm_mgr_user $POWERVM_MGR_USER
+    iniset $NOVA_CONF DEFAULT powervm_mgr_passwd $POWERVM_MGR_PASSWD
+    iniset $NOVA_CONF DEFAULT powervm_img_remote_path $POWERVM_IMG_REMOTE_PATH
+    iniset $NOVA_CONF DEFAULT powervm_img_local_path $POWERVM_IMG_LOCAL_PATH
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor() {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor() {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor() {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-vsphere.html b/lib/nova_plugins/hypervisor-vsphere.html new file mode 100644 index 00000000..806ba44b --- /dev/null +++ b/lib/nova_plugins/hypervisor-vsphere.html @@ -0,0 +1,484 @@ + + + + + hypervisor-vsphere + + + +
      +
      + + + + + + + + + + +

      hypervisor-vsphere

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-vsphere +Configure the vSphere hypervisor +Enable with: +VIRT_DRIVER=vsphere

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    iniset $NOVA_CONF DEFAULT compute_driver "vmwareapi.VMwareVCDriver"
+    VMWAREAPI_USER=${VMWAREAPI_USER:-"root"}
+    iniset $NOVA_CONF vmware host_ip "$VMWAREAPI_IP"
+    iniset $NOVA_CONF vmware host_username "$VMWAREAPI_USER"
+    iniset $NOVA_CONF vmware host_password "$VMWAREAPI_PASSWORD"
+    iniset_multiline $NOVA_CONF vmware cluster_name "$VMWAREAPI_CLUSTER"
+    if is_service_enabled neutron; then
+        iniset $NOVA_CONF vmware integration_bridge $OVS_BRIDGE
+    fi
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/nova_plugins/hypervisor-xenserver.html b/lib/nova_plugins/hypervisor-xenserver.html new file mode 100644 index 00000000..f8edd068 --- /dev/null +++ b/lib/nova_plugins/hypervisor-xenserver.html @@ -0,0 +1,543 @@ + + + + + hypervisor-xenserver + + + +
      +
      + + + + + + + + + + +

      hypervisor-xenserver

      + + + + + + + + + +
      + + +

      lib/nova_plugins/hypervisor-xenserver +Configure the XenServer hypervisor +Enable with: +VIRT_DRIVER=xenserver

      +
      +
+
+
      +

      Dependencies: +functions file +nova configuration

      +
      +
+
      +

      install_nova_hypervisor - install any external requirements +configure_nova_hypervisor - make configuration changes, including those to other services +start_nova_hypervisor - start any external services +stop_nova_hypervisor - stop any external services +cleanup_nova_hypervisor - remove transient data and cache

      +
      +
+
      +

      Save trace setting

      +
      +MY_XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+PUBLIC_INTERFACE_DEFAULT=eth2
+GUEST_INTERFACE_DEFAULT=eth1
+
      +

      Allow build_domU.sh to specify the flat network bridge via kernel args

      +
      +FLAT_NETWORK_BRIDGE_DEFAULT=$(sed -e 's/.* flat_network_bridge=\([[:alnum:]]*\).*$/\1/g' /proc/cmdline)
+if is_service_enabled neutron; then
+    XEN_INTEGRATION_BRIDGE=$(sed -e 's/.* xen_integration_bridge=\([[:alnum:]]*\).*$/\1/g' /proc/cmdline)
+fi
+
+VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=169.254.0.1}
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      clean_nova_hypervisor - Clean up an installation

      +
      +function cleanup_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_nova_hypervisor - Set config files, create data dirs, etc

      +
      +function configure_nova_hypervisor {
+    if [ -z "$XENAPI_CONNECTION_URL" ]; then
+        die $LINENO "XENAPI_CONNECTION_URL is not specified"
+    fi
+    read_password XENAPI_PASSWORD "ENTER A PASSWORD TO USE FOR XEN."
+    iniset $NOVA_CONF DEFAULT compute_driver "xenapi.XenAPIDriver"
+    iniset $NOVA_CONF xenserver connection_url "$XENAPI_CONNECTION_URL"
+    iniset $NOVA_CONF xenserver connection_username "$XENAPI_USER"
+    iniset $NOVA_CONF xenserver connection_password "$XENAPI_PASSWORD"
+    iniset $NOVA_CONF DEFAULT flat_injected "False"
+
      +

      Need to avoid crash due to new firewall support

      +
      +    XEN_FIREWALL_DRIVER=${XEN_FIREWALL_DRIVER:-"nova.virt.firewall.IptablesFirewallDriver"}
+    iniset $NOVA_CONF DEFAULT firewall_driver "$XEN_FIREWALL_DRIVER"
+
+    local dom0_ip
+    dom0_ip=$(echo "$XENAPI_CONNECTION_URL" | cut -d "/" -f 3-)
+
+    local ssh_dom0
+    ssh_dom0="sudo -u $DOMZERO_USER ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null root@$dom0_ip"
+
+
      +

      Find where the plugins should go in dom0

      +
      +    xen_functions=`cat $TOP_DIR/tools/xen/functions`
+    PLUGIN_DIR=`$ssh_dom0 "$xen_functions; set -eux; xapi_plugin_location"`
+
+
      +

      install nova plugins to dom0

      +
      +    tar -czf - -C $NOVA_DIR/plugins/xenserver/xenapi/etc/xapi.d/plugins/ ./ |
+        $ssh_dom0 "tar -xzf - -C $PLUGIN_DIR && chmod a+x $PLUGIN_DIR/*"
+
+
      +

      install console logrotate script

      +
      +    tar -czf - -C $NOVA_DIR/tools/xenserver/ rotate_xen_guest_logs.sh |
+        $ssh_dom0 'tar -xzf - -C /root/ && chmod +x /root/rotate_xen_guest_logs.sh && mkdir -p /var/log/xen/guest'
+
+
      +

      Create a cron job that will rotate guest logs

      +
      +    $ssh_dom0 crontab - << CRONTAB
+* * * * * /root/rotate_xen_guest_logs.sh
+CRONTAB
+
+
      +

      Create directories for kernels and images

      +
      +    {
+        echo "set -eux"
+        cat $TOP_DIR/tools/xen/functions
+        echo "create_directory_for_images"
+        echo "create_directory_for_kernels"
+    } | $ssh_dom0
+
+}
+
+
      +

      install_nova_hypervisor() - Install external components

      +
      +function install_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      start_nova_hypervisor - Start any required external services

      +
      +function start_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
      +

      stop_nova_hypervisor - Stop any external services

      +
      +function stop_nova_hypervisor {
+
      +

      This function intentionally left blank

      +
      +    :
+}
+
+
+
      +

      Restore xtrace

      +
      +$MY_XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/opendaylight.html b/lib/opendaylight.html new file mode 100644 index 00000000..9ca24712 --- /dev/null +++ b/lib/opendaylight.html @@ -0,0 +1,640 @@ + + + + + opendaylight + + + +
      +
      + + + + + + + + + + +

      opendaylight

      + + + + + + + + + +
      + + +

      lib/opendaylight +Functions to control the configuration and operation of the opendaylight service +Dependencies:

      +
        +
      • functions file
        • +
      +
      +

      System Message: WARNING/2 (<stdin>, line 6)

      +Bullet list ends without a blank line; unexpected unindent.
      +

      # DEST must be defined +# STACK_USER must be defined

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • is_opendaylight_enabled
        • +
      • is_opendaylight-compute_enabled
        • +
      • install_opendaylight
        • +
      • install_opendaylight-compute
        • +
      • configure_opendaylight
        • +
      • init_opendaylight
        • +
      • start_opendaylight
        • +
      • stop_opendaylight-compute
        • +
      • stop_opendaylight
        • +
      • cleanup_opendaylight
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +

      For OVS_BRIDGE and PUBLIC_BRIDGE

      +
      +source $TOP_DIR/lib/neutron_plugins/ovs_base
+
+
      +
      +

      Defaults

      +
      +
+
      +

      The IP address of ODL. Set this in local.conf. +ODL_MGR_IP=

      +
      +ODL_MGR_IP=${ODL_MGR_IP:-$SERVICE_HOST}
+
+
      +

      The ODL endpoint URL

      +
      +ODL_ENDPOINT=${ODL_ENDPOINT:-http://${ODL_MGR_IP}:8080/controller/nb/v2/neutron}
+
+
      +

      The ODL username

      +
      +ODL_USERNAME=${ODL_USERNAME:-admin}
+
+
      +

      The ODL password

      +
      +ODL_PASSWORD=${ODL_PASSWORD:-admin}
+
+
      +

      <define global variables here that belong to this project>

      +
      +ODL_DIR=$DEST/opendaylight
+
+
      +

      The OpenDaylight Package, currently using 'Hydrogen' release

      +
      +ODL_PKG=${ODL_PKG:-distributions-virtualization-0.1.1-osgipackage.zip}
+
+
      +

      The OpenDaylight URL

      +
      +ODL_URL=${ODL_URL:-https://nexus.opendaylight.org/content/repositories/opendaylight.release/org/opendaylight/integration/distributions-virtualization/0.1.1}
+
+
      +

      Default arguments for OpenDaylight. This is typically used to set +Java memory options.

      +
      +

      System Message: ERROR/3 (<stdin>, line 70)

      +Unexpected indentation.
      +
      +ODL_ARGS=Xmx1024m -XX:MaxPermSize=512m
      +
      +ODL_ARGS=${ODL_ARGS:-"-XX:MaxPermSize=384m"}
+
+
      +

      How long to pause after ODL starts to let it complete booting

      +
      +ODL_BOOT_WAIT=${ODL_BOOT_WAIT:-60}
+
+
      +

      The physical provider network to device mapping

      +
      +ODL_PROVIDER_MAPPINGS=${ODL_PROVIDER_MAPPINGS:-physnet1:eth1}
+
+
      +

      Set up default directories

      +
      +
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      Test if OpenDaylight is enabled +is_opendaylight_enabled

      +
      +function is_opendaylight_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"odl-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_opendaylight() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_opendaylight {
+    :
+}
+
+
      +

      configure_opendaylight() - Set config files, create data dirs, etc

      +
      +function configure_opendaylight {
+
      +

      Remove simple forwarder

      +
      +    rm -f $ODL_DIR/opendaylight/plugins/org.opendaylight.controller.samples.simpleforwarding*
+
+
      +

      Configure OpenFlow 1.3

      +
      +    echo "ovsdb.of.version=1.3" >> $ODL_DIR/opendaylight/configuration/config.ini
+}
+
+function configure_ml2_odl {
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_odl url=$ODL_ENDPOINT
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_odl username=$ODL_USERNAME
+    populate_ml2_config /$Q_PLUGIN_CONF_FILE ml2_odl password=$ODL_PASSWORD
+}
+
+
      +

      init_opendaylight() - Initialize databases, etc.

      +
      +function init_opendaylight {
+
      +

      clean up from previous (possibly aborted) runs +create required data files

      +
      +    :
+}
+
+
      +

      install_opendaylight() - Collect source and prepare

      +
      +function install_opendaylight {
+    local _pwd=$(pwd)
+
+    if is_ubuntu; then
+        install_package maven openjdk-7-jre openjdk-7-jdk
+    else
+        yum_install maven java-1.7.0-openjdk
+    fi
+
+
      +

      Download OpenDaylight

      +
      +    mkdir -p $ODL_DIR
+    cd $ODL_DIR
+    wget -N $ODL_URL/$ODL_PKG
+    unzip -u $ODL_PKG
+}
+
+
      +

      install_opendaylight-compute - Make sure OVS is installed

      +
      +function install_opendaylight-compute {
+
      +

      packages are the same as for Neutron OVS agent

      +
      +    _neutron_ovs_base_install_agent_packages
+}
+
+
      +

      start_opendaylight() - Start running processes, including screen

      +
      +function start_opendaylight {
+    if is_ubuntu; then
+        JHOME=/usr/lib/jvm/java-1.7.0-openjdk-amd64
+    else
+        JHOME=/usr/lib/jvm/java-1.7.0-openjdk
+    fi
+
+
      +
      +
      The flags to ODL have the following meaning:
      +
      -of13: runs ODL using OpenFlow 1.3 protocol support. +-virt ovsdb: Runs ODL in "virtualization" mode with OVSDB support
      +
      +
      +

      System Message: WARNING/2 (<stdin>, line 145)

      +Definition list ends without a blank line; unexpected unindent.
      +

      NOTE(chdent): Leaving this as screen_it instead of run_process until +the right thing for this service is determined.

      +
      +    screen_it odl-server "cd $ODL_DIR/opendaylight && JAVA_HOME=$JHOME ./run.sh $ODL_ARGS -of13 -virt ovsdb"
+
+
      +

      Sleep a bit to let OpenDaylight finish starting up

      +
      +    sleep $ODL_BOOT_WAIT
+}
+
+
      +

      stop_opendaylight() - Stop running processes (non-screen)

      +
      +function stop_opendaylight {
+    stop_process odl-server
+}
+
+
      +

      stop_opendaylight-compute() - Remove OVS bridges

      +
      +function stop_opendaylight-compute {
+
      +

      remove all OVS ports that look like Neutron created ports

      +
      +    for port in $(sudo ovs-vsctl list port | grep -o -e tap[0-9a-f\-]* -e q[rg]-[0-9a-f\-]*); do
+        sudo ovs-vsctl del-port ${port}
+    done
+
+
      +

      remove all OVS bridges created by Neutron

      +
      +    for bridge in $(sudo ovs-vsctl list-br | grep -o -e ${OVS_BRIDGE} -e ${PUBLIC_BRIDGE}); do
+        sudo ovs-vsctl del-br ${bridge}
+    done
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/oslo.html b/lib/oslo.html new file mode 100644 index 00000000..b7d20661 --- /dev/null +++ b/lib/oslo.html @@ -0,0 +1,474 @@ + + + + + oslo + + + +
      +
      + + + + + + + + + + +

      oslo

      + + + + + + + + + +
      + + +

      lib/oslo

      +

      Functions to install oslo libraries from git

      +

      We need this to handle the fact that projects would like to use +pre-released versions of oslo libraries. +Dependencies:

      +
        +
      • functions file
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_oslo
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +GITDIR["cliff"]=$DEST/cliff
+GITDIR["oslo.config"]=$DEST/oslo.config
+GITDIR["oslo.concurrency"]=$DEST/oslo.concurrency
+GITDIR["oslo.db"]=$DEST/oslo.db
+GITDIR["oslo.i18n"]=$DEST/oslo.i18n
+GITDIR["oslo.log"]=$DEST/oslo.log
+GITDIR["oslo.middleware"]=$DEST/oslo.middleware
+GITDIR["oslo.messaging"]=$DEST/oslo.messaging
+GITDIR["oslo.rootwrap"]=$DEST/oslo.rootwrap
+GITDIR["oslo.serialization"]=$DEST/oslo.serialization
+GITDIR["oslo.utils"]=$DEST/oslo.utils
+GITDIR["oslo.vmware"]=$DEST/oslo.vmware
+GITDIR["pycadf"]=$DEST/pycadf
+GITDIR["stevedore"]=$DEST/stevedore
+GITDIR["taskflow"]=$DEST/taskflow
+
+
      +

      Support entry points installation of console scripts

      +
      +OSLO_BIN_DIR=$(get_python_exec_prefix)
+
+
      + +
      +

      Entry Points

      +
      +
+function _do_install_oslo_lib {
+    local name=$1
+    if use_library_from_git "$name"; then
+        git_clone_by_name "$name"
+        setup_lib "$name"
+    fi
+}
+
+
      +

      install_oslo() - Collect source and prepare

      +
      +function install_oslo {
+    _do_install_oslo_lib "cliff"
+    _do_install_oslo_lib "oslo.i18n"
+    _do_install_oslo_lib "oslo.utils"
+    _do_install_oslo_lib "oslo.serialization"
+    _do_install_oslo_lib "oslo.config"
+    _do_install_oslo_lib "oslo.concurrency"
+    _do_install_oslo_lib "oslo.log"
+    _do_install_oslo_lib "oslo.middleware"
+    _do_install_oslo_lib "oslo.messaging"
+    _do_install_oslo_lib "oslo.rootwrap"
+    _do_install_oslo_lib "oslo.db"
+    _do_install_oslo_lib "oslo.vmware"
+    _do_install_oslo_lib "pycadf"
+    _do_install_oslo_lib "stevedore"
+    _do_install_oslo_lib "taskflow"
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/quantum b/lib/quantum deleted file mode 100644 index 61a5218e..00000000 --- a/lib/quantum +++ /dev/null @@ -1,727 +0,0 @@ -# lib/quantum -# functions - funstions specific to quantum - -# Dependencies: -# ``functions`` file -# ``DEST`` must be defined - -# ``stack.sh`` calls the entry points in this order: -# -# install_quantum -# install_quantumclient -# install_quantum_agent_packages -# install_quantum_third_party -# setup_quantum -# setup_quantumclient -# configure_quantum -# init_quantum -# configure_quantum_third_party -# init_quantum_third_party -# start_quantum_third_party -# create_nova_conf_quantum -# start_quantum_service_and_check -# create_quantum_initial_network -# setup_quantum_debug -# start_quantum_agents -# -# ``unstack.sh`` calls the entry points in this order: -# -# stop_quantum - -# Functions in lib/quantum are classified into the following categories: -# -# - entry points (called from stack.sh or unstack.sh) -# - internal functions -# - quantum exercises -# - 3rd party programs - - -# Quantum Networking -# ------------------ - -# Make sure that quantum is enabled in ``ENABLED_SERVICES``. If you want -# to run Quantum on this host, make sure that q-svc is also in -# ``ENABLED_SERVICES``. -# -# If you're planning to use the Quantum openvswitch plugin, set -# ``Q_PLUGIN`` to "openvswitch" and make sure the q-agt service is enabled -# in ``ENABLED_SERVICES``. If you're planning to use the Quantum -# linuxbridge plugin, set ``Q_PLUGIN`` to "linuxbridge" and make sure the -# q-agt service is enabled in ``ENABLED_SERVICES``. -# -# See "Quantum Network Configuration" below for additional variables -# that must be set in localrc for connectivity across hosts with -# Quantum. -# -# With Quantum networking the NET_MAN variable is ignored. - - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Quantum Network Configuration -# ----------------------------- - -# Set up default directories -QUANTUM_DIR=$DEST/quantum -QUANTUMCLIENT_DIR=$DEST/python-quantumclient -QUANTUM_AUTH_CACHE_DIR=${QUANTUM_AUTH_CACHE_DIR:-/var/cache/quantum} - -QUANTUM_CONF_DIR=/etc/quantum -QUANTUM_CONF=$QUANTUM_CONF_DIR/quantum.conf -export QUANTUM_TEST_CONFIG_FILE=${QUANTUM_TEST_CONFIG_FILE:-"$QUANTUM_CONF_DIR/debug.ini"} - -# Default Quantum Plugin -Q_PLUGIN=${Q_PLUGIN:-openvswitch} -# Default Quantum Port -Q_PORT=${Q_PORT:-9696} -# Default Quantum Host -Q_HOST=${Q_HOST:-$HOST_IP} -# Default admin username -Q_ADMIN_USERNAME=${Q_ADMIN_USERNAME:-quantum} -# Default auth strategy -Q_AUTH_STRATEGY=${Q_AUTH_STRATEGY:-keystone} -# Use namespace or not -Q_USE_NAMESPACE=${Q_USE_NAMESPACE:-True} -Q_USE_ROOTWRAP=${Q_USE_ROOTWRAP:-True} -# Meta data IP -Q_META_DATA_IP=${Q_META_DATA_IP:-$HOST_IP} -# Allow Overlapping IP among subnets -Q_ALLOW_OVERLAPPING_IP=${Q_ALLOW_OVERLAPPING_IP:-False} -# Use quantum-debug command -Q_USE_DEBUG_COMMAND=${Q_USE_DEBUG_COMMAND:-False} -# The name of the default q-l3 router -Q_ROUTER_NAME=${Q_ROUTER_NAME:-router1} - -if is_service_enabled quantum; then - Q_RR_CONF_FILE=$QUANTUM_CONF_DIR/rootwrap.conf - if [[ "$Q_USE_ROOTWRAP" == "False" ]]; then - Q_RR_COMMAND="sudo" - else - QUANTUM_ROOTWRAP=$(get_rootwrap_location quantum) - Q_RR_COMMAND="sudo $QUANTUM_ROOTWRAP $Q_RR_CONF_FILE" - fi - - # Provider Network Configurations - # -------------------------------- - - # The following variables control the Quantum openvswitch and - # linuxbridge plugins' allocation of tenant networks and - # availability of provider networks. If these are not configured - # in localrc, tenant networks will be local to the host (with no - # remote connectivity), and no physical resources will be - # available for the allocation of provider networks. - - # To use GRE tunnels for tenant networks, set to True in - # localrc. GRE tunnels are only supported by the openvswitch - # plugin, and currently only on Ubuntu. - ENABLE_TENANT_TUNNELS=${ENABLE_TENANT_TUNNELS:-False} - - # If using GRE tunnels for tenant networks, specify the range of - # tunnel IDs from which tenant networks are allocated. Can be - # overriden in localrc in necesssary. - TENANT_TUNNEL_RANGES=${TENANT_TUNNEL_RANGE:-1:1000} - - # To use VLANs for tenant networks, set to True in localrc. VLANs - # are supported by the openvswitch and linuxbridge plugins, each - # requiring additional configuration described below. - ENABLE_TENANT_VLANS=${ENABLE_TENANT_VLANS:-False} - - # If using VLANs for tenant networks, set in localrc to specify - # the range of VLAN VIDs from which tenant networks are - # allocated. An external network switch must be configured to - # trunk these VLANs between hosts for multi-host connectivity. - # - # Example: ``TENANT_VLAN_RANGE=1000:1999`` - TENANT_VLAN_RANGE=${TENANT_VLAN_RANGE:-} - - # If using VLANs for tenant networks, or if using flat or VLAN - # provider networks, set in localrc to the name of the physical - # network, and also configure OVS_PHYSICAL_BRIDGE for the - # openvswitch agent or LB_PHYSICAL_INTERFACE for the linuxbridge - # agent, as described below. - # - # Example: ``PHYSICAL_NETWORK=default`` - PHYSICAL_NETWORK=${PHYSICAL_NETWORK:-} - - # With the openvswitch plugin, if using VLANs for tenant networks, - # or if using flat or VLAN provider networks, set in localrc to - # the name of the OVS bridge to use for the physical network. The - # bridge will be created if it does not already exist, but a - # physical interface must be manually added to the bridge as a - # port for external connectivity. - # - # Example: ``OVS_PHYSICAL_BRIDGE=br-eth1`` - OVS_PHYSICAL_BRIDGE=${OVS_PHYSICAL_BRIDGE:-} - - # With the linuxbridge plugin, if using VLANs for tenant networks, - # or if using flat or VLAN provider networks, set in localrc to - # the name of the network interface to use for the physical - # network. - # - # Example: ``LB_PHYSICAL_INTERFACE=eth1`` - LB_PHYSICAL_INTERFACE=${LB_PHYSICAL_INTERFACE:-} - - # With the openvswitch plugin, set to True in localrc to enable - # provider GRE tunnels when ``ENABLE_TENANT_TUNNELS`` is False. - # - # Example: ``OVS_ENABLE_TUNNELING=True`` - OVS_ENABLE_TUNNELING=${OVS_ENABLE_TUNNELING:-$ENABLE_TENANT_TUNNELS} -fi - -# Quantum plugin specific functions -# --------------------------------- -# Please refer to lib/quantum_plugins/README.md for details. -source $TOP_DIR/lib/quantum_plugins/$Q_PLUGIN - -# Entry Points -# ------------ - -# configure_quantum() -# Set common config for all quantum server and agents. -function configure_quantum() { - _configure_quantum_common - iniset_rpc_backend quantum $QUANTUM_CONF DEFAULT - - if is_service_enabled q-svc; then - _configure_quantum_service - fi - if is_service_enabled q-agt; then - _configure_quantum_plugin_agent - fi - if is_service_enabled q-dhcp; then - _configure_quantum_dhcp_agent - fi - if is_service_enabled q-l3; then - _configure_quantum_l3_agent - fi - if is_service_enabled q-meta; then - _configure_quantum_metadata_agent - fi - - _configure_quantum_debug_command - - _cleanup_quantum -} - -function create_nova_conf_quantum() { - iniset $NOVA_CONF DEFAULT network_api_class "nova.network.quantumv2.api.API" - iniset $NOVA_CONF DEFAULT quantum_admin_username "$Q_ADMIN_USERNAME" - iniset $NOVA_CONF DEFAULT quantum_admin_password "$SERVICE_PASSWORD" - iniset $NOVA_CONF DEFAULT quantum_admin_auth_url "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/v2.0" - iniset $NOVA_CONF DEFAULT quantum_auth_strategy "$Q_AUTH_STRATEGY" - iniset $NOVA_CONF DEFAULT quantum_admin_tenant_name "$SERVICE_TENANT_NAME" - iniset $NOVA_CONF DEFAULT quantum_url "http://$Q_HOST:$Q_PORT" - - # set NOVA_VIF_DRIVER and optionally set options in nova_conf - quantum_plugin_create_nova_conf - - iniset $NOVA_CONF DEFAULT libvirt_vif_driver "$NOVA_VIF_DRIVER" - iniset $NOVA_CONF DEFAULT linuxnet_interface_driver "$LINUXNET_VIF_DRIVER" - if is_service_enabled q-meta; then - iniset $NOVA_CONF DEFAULT service_quantum_metadata_proxy "True" - fi -} - -# create_quantum_accounts() - Set up common required quantum accounts - -# Tenant User Roles -# ------------------------------------------------------------------ -# service quantum admin # if enabled - -# Migrated from keystone_data.sh -function create_quantum_accounts() { - - SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") - ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }") - - if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then - QUANTUM_USER=$(keystone user-create \ - --name=quantum \ - --pass="$SERVICE_PASSWORD" \ - --tenant_id $SERVICE_TENANT \ - --email=quantum@example.com \ - | grep " id " | get_field 2) - keystone user-role-add \ - --tenant_id $SERVICE_TENANT \ - --user_id $QUANTUM_USER \ - --role_id $ADMIN_ROLE - if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then - QUANTUM_SERVICE=$(keystone service-create \ - --name=quantum \ - --type=network \ - --description="Quantum Service" \ - | grep " id " | get_field 2) - keystone endpoint-create \ - --region RegionOne \ - --service_id $QUANTUM_SERVICE \ - --publicurl "http://$SERVICE_HOST:9696/" \ - --adminurl "http://$SERVICE_HOST:9696/" \ - --internalurl "http://$SERVICE_HOST:9696/" - fi - fi -} - -function create_quantum_initial_network() { - TENANT_ID=$(keystone tenant-list | grep " demo " | get_field 1) - - # Create a small network - # Since quantum command is executed in admin context at this point, - # ``--tenant_id`` needs to be specified. - if is_baremetal; then - sudo ovs-vsctl add-port $OVS_PHYSICAL_BRIDGE $PUBLIC_INTERFACE - for IP in $(ip addr show dev $PUBLIC_INTERFACE | grep ' inet ' | awk '{print $2}'); do - sudo ip addr del $IP dev $PUBLIC_INTERFACE - sudo ip addr add $IP dev $OVS_PHYSICAL_BRIDGE - done - NET_ID=$(quantum net-create $PHYSICAL_NETWORK --tenant_id $TENANT_ID --provider:network_type flat --provider:physical_network "$PHYSICAL_NETWORK" | grep ' id ' | get_field 2) - SUBNET_ID=$(quantum subnet-create --tenant_id $TENANT_ID --ip_version 4 ${ALLOCATION_POOL:+--allocation-pool $ALLOCATION_POOL} --gateway $NETWORK_GATEWAY $NET_ID $FIXED_RANGE | grep ' id ' | get_field 2) - sudo ifconfig $OVS_PHYSICAL_BRIDGE up - else - NET_ID=$(quantum net-create --tenant_id $TENANT_ID "$PRIVATE_NETWORK_NAME" | grep ' id ' | get_field 2) - SUBNET_ID=$(quantum subnet-create --tenant_id $TENANT_ID --ip_version 4 --gateway $NETWORK_GATEWAY $NET_ID $FIXED_RANGE | grep ' id ' | get_field 2) - fi - - if is_service_enabled q-l3; then - # Create a router, and add the private subnet as one of its interfaces - if [[ "$Q_USE_NAMESPACE" == "True" ]]; then - # If namespaces are enabled, create a tenant-owned router. - ROUTER_ID=$(quantum router-create --tenant_id $TENANT_ID $Q_ROUTER_NAME | grep ' id ' | get_field 2) - else - # If namespaces are disabled, the L3 agent can only target - # a single router, which should not be tenant-owned. - ROUTER_ID=$(quantum router-create $Q_ROUTER_NAME | grep ' id ' | get_field 2) - fi - quantum router-interface-add $ROUTER_ID $SUBNET_ID - # Create an external network, and a subnet. Configure the external network as router gw - EXT_NET_ID=$(quantum net-create "$PUBLIC_NETWORK_NAME" -- --router:external=True | grep ' id ' | get_field 2) - EXT_GW_IP=$(quantum subnet-create --ip_version 4 ${Q_FLOATING_ALLOCATION_POOL:+--allocation-pool $Q_FLOATING_ALLOCATION_POOL} $EXT_NET_ID $FLOATING_RANGE -- --enable_dhcp=False | grep 'gateway_ip' | get_field 2) - quantum router-gateway-set $ROUTER_ID $EXT_NET_ID - - if is_quantum_ovs_base_plugin && [[ "$Q_USE_NAMESPACE" = "True" ]]; then - CIDR_LEN=${FLOATING_RANGE#*/} - sudo ip addr add $EXT_GW_IP/$CIDR_LEN dev $PUBLIC_BRIDGE - sudo ip link set $PUBLIC_BRIDGE up - ROUTER_GW_IP=`quantum port-list -c fixed_ips -c device_owner | grep router_gateway | awk -F '"' '{ print $8; }'` - sudo route add -net $FIXED_RANGE gw $ROUTER_GW_IP - fi - if [[ "$Q_USE_NAMESPACE" == "False" ]]; then - # Explicitly set router id in l3 agent configuration - iniset $Q_L3_CONF_FILE DEFAULT router_id $ROUTER_ID - fi - fi -} - -# init_quantum() - Initialize databases, etc. -function init_quantum() { - : -} - -# install_quantum() - Collect source and prepare -function install_quantum() { - git_clone $QUANTUM_REPO $QUANTUM_DIR $QUANTUM_BRANCH -} - -# install_quantumclient() - Collect source and prepare -function install_quantumclient() { - git_clone $QUANTUMCLIENT_REPO $QUANTUMCLIENT_DIR $QUANTUMCLIENT_BRANCH -} - -# install_quantum_agent_packages() - Collect source and prepare -function install_quantum_agent_packages() { - # install packages that is specific to plugin agent - quantum_plugin_install_agent_packages -} - -function setup_quantum() { - setup_develop $QUANTUM_DIR -} - -function setup_quantumclient() { - setup_develop $QUANTUMCLIENT_DIR -} - -# Start running processes, including screen -function start_quantum_service_and_check() { - # Start the Quantum service - screen_it q-svc "cd $QUANTUM_DIR && python $QUANTUM_DIR/bin/quantum-server --config-file $QUANTUM_CONF --config-file /$Q_PLUGIN_CONF_FILE" - echo "Waiting for Quantum to start..." - if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- http://127.0.0.1:9696; do sleep 1; done"; then - echo "Quantum did not start" - exit 1 - fi -} - -# Start running processes, including screen -function start_quantum_agents() { - # Start up the quantum agents if enabled - screen_it q-agt "python $AGENT_BINARY --config-file $QUANTUM_CONF --config-file /$Q_PLUGIN_CONF_FILE" - screen_it q-dhcp "python $AGENT_DHCP_BINARY --config-file $QUANTUM_CONF --config-file=$Q_DHCP_CONF_FILE" - screen_it q-meta "python $AGENT_META_BINARY --config-file $QUANTUM_CONF --config-file=$Q_META_CONF_FILE" - screen_it q-l3 "python $AGENT_L3_BINARY --config-file $QUANTUM_CONF --config-file=$Q_L3_CONF_FILE" -} - -# stop_quantum() - Stop running processes (non-screen) -function stop_quantum() { - if is_service_enabled q-dhcp; then - pid=$(ps aux | awk '/[d]nsmasq.+interface=(tap|ns-)/ { print $2 }') - [ ! -z "$pid" ] && sudo kill -9 $pid - fi -} - -# _cleanup_quantum() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function _cleanup_quantum() { - : -} - -# _configure_quantum_common() -# Set common config for all quantum server and agents. -# This MUST be called before other _configure_quantum_* functions. -function _configure_quantum_common() { - # Put config files in ``QUANTUM_CONF_DIR`` for everyone to find - if [[ ! -d $QUANTUM_CONF_DIR ]]; then - sudo mkdir -p $QUANTUM_CONF_DIR - fi - sudo chown $STACK_USER $QUANTUM_CONF_DIR - - cp $QUANTUM_DIR/etc/quantum.conf $QUANTUM_CONF - - # set plugin-specific variables - # Q_PLUGIN_CONF_PATH, Q_PLUGIN_CONF_FILENAME, Q_DB_NAME, Q_PLUGIN_CLASS - quantum_plugin_configure_common - - if [[ $Q_PLUGIN_CONF_PATH == '' || $Q_PLUGIN_CONF_FILENAME == '' || $Q_PLUGIN_CLASS == '' ]]; then - echo "Quantum plugin not set.. exiting" - exit 1 - fi - - # If needed, move config file from ``$QUANTUM_DIR/etc/quantum`` to ``QUANTUM_CONF_DIR`` - mkdir -p /$Q_PLUGIN_CONF_PATH - Q_PLUGIN_CONF_FILE=$Q_PLUGIN_CONF_PATH/$Q_PLUGIN_CONF_FILENAME - cp $QUANTUM_DIR/$Q_PLUGIN_CONF_FILE /$Q_PLUGIN_CONF_FILE - - database_connection_url dburl $Q_DB_NAME - iniset /$Q_PLUGIN_CONF_FILE DATABASE sql_connection $dburl - unset dburl - - _quantum_setup_rootwrap -} - -function _configure_quantum_debug_command() { - if [[ "$Q_USE_DEBUG_COMMAND" != "True" ]]; then - return - fi - - cp $QUANTUM_DIR/etc/l3_agent.ini $QUANTUM_TEST_CONFIG_FILE - - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT verbose False - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT debug False - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT root_helper "$Q_RR_COMMAND" - # Intermediate fix until Quantum patch lands and then line above will - # be cleaned. - iniset $QUANTUM_TEST_CONFIG_FILE AGENT root_helper "$Q_RR_COMMAND" - - _quantum_setup_keystone $QUANTUM_TEST_CONFIG_FILE DEFAULT set_auth_url - _quantum_setup_interface_driver $QUANTUM_TEST_CONFIG_FILE - - quantum_plugin_configure_debug_command -} - -function _configure_quantum_dhcp_agent() { - AGENT_DHCP_BINARY="$QUANTUM_DIR/bin/quantum-dhcp-agent" - Q_DHCP_CONF_FILE=$QUANTUM_CONF_DIR/dhcp_agent.ini - - cp $QUANTUM_DIR/etc/dhcp_agent.ini $Q_DHCP_CONF_FILE - - iniset $Q_DHCP_CONF_FILE DEFAULT verbose True - iniset $Q_DHCP_CONF_FILE DEFAULT debug True - iniset $Q_DHCP_CONF_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE - iniset $Q_DHCP_CONF_FILE DEFAULT state_path $DATA_DIR/quantum - iniset $Q_DHCP_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND" - - _quantum_setup_keystone $Q_DHCP_CONF_FILE DEFAULT set_auth_url - _quantum_setup_interface_driver $Q_DHCP_CONF_FILE - - quantum_plugin_configure_dhcp_agent -} - -function _configure_quantum_l3_agent() { - AGENT_L3_BINARY="$QUANTUM_DIR/bin/quantum-l3-agent" - PUBLIC_BRIDGE=${PUBLIC_BRIDGE:-br-ex} - Q_L3_CONF_FILE=$QUANTUM_CONF_DIR/l3_agent.ini - - cp $QUANTUM_DIR/etc/l3_agent.ini $Q_L3_CONF_FILE - - iniset $Q_L3_CONF_FILE DEFAULT verbose True - iniset $Q_L3_CONF_FILE DEFAULT debug True - iniset $Q_L3_CONF_FILE DEFAULT use_namespaces $Q_USE_NAMESPACE - iniset $Q_L3_CONF_FILE DEFAULT state_path $DATA_DIR/quantum - iniset $Q_L3_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND" - - _quantum_setup_keystone $Q_L3_CONF_FILE DEFAULT set_auth_url - _quantum_setup_interface_driver $Q_L3_CONF_FILE - - quantum_plugin_configure_l3_agent -} - -function _configure_quantum_metadata_agent() { - AGENT_META_BINARY="$QUANTUM_DIR/bin/quantum-metadata-agent" - Q_META_CONF_FILE=$QUANTUM_CONF_DIR/metadata_agent.ini - - cp $QUANTUM_DIR/etc/metadata_agent.ini $Q_META_CONF_FILE - - iniset $Q_META_CONF_FILE DEFAULT verbose True - iniset $Q_META_CONF_FILE DEFAULT debug True - iniset $Q_META_CONF_FILE DEFAULT state_path $DATA_DIR/quantum - iniset $Q_META_CONF_FILE DEFAULT nova_metadata_ip $Q_META_DATA_IP - iniset $Q_META_CONF_FILE DEFAULT root_helper "$Q_RR_COMMAND" - - _quantum_setup_keystone $Q_META_CONF_FILE DEFAULT set_auth_url -} - -# _configure_quantum_plugin_agent() - Set config files for quantum plugin agent -# It is called when q-agt is enabled. -function _configure_quantum_plugin_agent() { - # Specify the default root helper prior to agent configuration to - # ensure that an agent's configuration can override the default - iniset /$Q_PLUGIN_CONF_FILE AGENT root_helper "$Q_RR_COMMAND" - - # Configure agent for plugin - quantum_plugin_configure_plugin_agent -} - -# _configure_quantum_service() - Set config files for quantum service -# It is called when q-svc is enabled. -function _configure_quantum_service() { - Q_API_PASTE_FILE=$QUANTUM_CONF_DIR/api-paste.ini - Q_POLICY_FILE=$QUANTUM_CONF_DIR/policy.json - - cp $QUANTUM_DIR/etc/api-paste.ini $Q_API_PASTE_FILE - cp $QUANTUM_DIR/etc/policy.json $Q_POLICY_FILE - - if is_service_enabled $DATABASE_BACKENDS; then - recreate_database $Q_DB_NAME utf8 - else - echo "A database must be enabled in order to use the $Q_PLUGIN Quantum plugin." - exit 1 - fi - - # Update either configuration file with plugin - iniset $QUANTUM_CONF DEFAULT core_plugin $Q_PLUGIN_CLASS - - iniset $QUANTUM_CONF DEFAULT verbose True - iniset $QUANTUM_CONF DEFAULT debug True - iniset $QUANTUM_CONF DEFAULT allow_overlapping_ips $Q_ALLOW_OVERLAPPING_IP - - iniset $QUANTUM_CONF DEFAULT auth_strategy $Q_AUTH_STRATEGY - _quantum_setup_keystone $QUANTUM_CONF keystone_authtoken - # Comment out keystone authtoken configuration in api-paste.ini - # It is required to avoid any breakage in Quantum where the sample - # api-paste.ini has authtoken configurations. - _quantum_commentout_keystone_authtoken $Q_API_PASTE_FILE filter:authtoken - - # Configure plugin - quantum_plugin_configure_service -} - -# Utility Functions -#------------------ - -# _quantum_setup_rootwrap() - configure Quantum's rootwrap -function _quantum_setup_rootwrap() { - if [[ "$Q_USE_ROOTWRAP" == "False" ]]; then - return - fi - # Deploy new rootwrap filters files (owned by root). - # Wipe any existing rootwrap.d files first - Q_CONF_ROOTWRAP_D=$QUANTUM_CONF_DIR/rootwrap.d - if [[ -d $Q_CONF_ROOTWRAP_D ]]; then - sudo rm -rf $Q_CONF_ROOTWRAP_D - fi - # Deploy filters to $QUANTUM_CONF_DIR/rootwrap.d - mkdir -p -m 755 $Q_CONF_ROOTWRAP_D - cp -pr $QUANTUM_DIR/etc/quantum/rootwrap.d/* $Q_CONF_ROOTWRAP_D/ - sudo chown -R root:root $Q_CONF_ROOTWRAP_D - sudo chmod 644 $Q_CONF_ROOTWRAP_D/* - # Set up rootwrap.conf, pointing to $QUANTUM_CONF_DIR/rootwrap.d - sudo cp -p $QUANTUM_DIR/etc/rootwrap.conf $Q_RR_CONF_FILE - sudo sed -e "s:^filters_path=.*$:filters_path=$Q_CONF_ROOTWRAP_D:" -i $Q_RR_CONF_FILE - sudo chown root:root $Q_RR_CONF_FILE - sudo chmod 0644 $Q_RR_CONF_FILE - # Specify rootwrap.conf as first parameter to quantum-rootwrap - ROOTWRAP_SUDOER_CMD="$QUANTUM_ROOTWRAP $Q_RR_CONF_FILE *" - - # Set up the rootwrap sudoers for quantum - TEMPFILE=`mktemp` - echo "$USER ALL=(root) NOPASSWD: $ROOTWRAP_SUDOER_CMD" >$TEMPFILE - chmod 0440 $TEMPFILE - sudo chown root:root $TEMPFILE - sudo mv $TEMPFILE /etc/sudoers.d/quantum-rootwrap - - # Update the root_helper - iniset $QUANTUM_CONF AGENT root_helper "$Q_RR_COMMAND" -} - -# Configures keystone integration for quantum service and agents -function _quantum_setup_keystone() { - local conf_file=$1 - local section=$2 - local use_auth_url=$3 - if [[ -n $use_auth_url ]]; then - iniset $conf_file $section auth_url "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0" - else - iniset $conf_file $section auth_host $KEYSTONE_SERVICE_HOST - iniset $conf_file $section auth_port $KEYSTONE_AUTH_PORT - iniset $conf_file $section auth_protocol $KEYSTONE_SERVICE_PROTOCOL - fi - iniset $conf_file $section admin_tenant_name $SERVICE_TENANT_NAME - iniset $conf_file $section admin_user $Q_ADMIN_USERNAME - iniset $conf_file $section admin_password $SERVICE_PASSWORD - iniset $conf_file $section signing_dir $QUANTUM_AUTH_CACHE_DIR - # Create cache dir - sudo mkdir -p $QUANTUM_AUTH_CACHE_DIR - sudo chown $STACK_USER $QUANTUM_AUTH_CACHE_DIR - rm -f $QUANTUM_AUTH_CACHE_DIR/* -} - -function _quantum_commentout_keystone_authtoken() { - local conf_file=$1 - local section=$2 - - inicomment $conf_file $section auth_host - inicomment $conf_file $section auth_port - inicomment $conf_file $section auth_protocol - inicomment $conf_file $section auth_url - - inicomment $conf_file $section admin_tenant_name - inicomment $conf_file $section admin_user - inicomment $conf_file $section admin_password - inicomment $conf_file $section signing_dir -} - -function _quantum_setup_interface_driver() { - quantum_plugin_setup_interface_driver $1 -} - -# Functions for Quantum Exercises -#-------------------------------- - -function delete_probe() { - local from_net="$1" - net_id=`_get_net_id $from_net` - probe_id=`quantum-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-list -c id -c network_id | grep $net_id | awk '{print $2}'` - quantum-debug --os-tenant-name admin --os-username admin probe-delete $probe_id -} - -function setup_quantum_debug() { - if [[ "$Q_USE_DEBUG_COMMAND" == "True" ]]; then - public_net_id=`_get_net_id $PUBLIC_NETWORK_NAME` - quantum-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-create $public_net_id - private_net_id=`_get_net_id $PRIVATE_NETWORK_NAME` - quantum-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-create $private_net_id - fi -} - -function teardown_quantum_debug() { - delete_probe $PUBLIC_NETWORK_NAME - delete_probe $PRIVATE_NETWORK_NAME -} - -function _get_net_id() { - quantum --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD net-list | grep $1 | awk '{print $2}' -} - -function _get_probe_cmd_prefix() { - local from_net="$1" - net_id=`_get_net_id $from_net` - probe_id=`quantum-debug --os-tenant-name admin --os-username admin --os-password $ADMIN_PASSWORD probe-list -c id -c network_id | grep $net_id | awk '{print $2}' | head -n 1` - echo "$Q_RR_COMMAND ip netns exec qprobe-$probe_id" -} - -function _ping_check_quantum() { - local from_net=$1 - local ip=$2 - local timeout_sec=$3 - local expected=${4:-"True"} - local check_command="" - probe_cmd=`_get_probe_cmd_prefix $from_net` - if [[ "$expected" = "True" ]]; then - check_command="while ! $probe_cmd ping -w 1 -c 1 $ip; do sleep 1; done" - else - check_command="while $probe_cmd ping -w 1 -c 1 $ip; do sleep 1; done" - fi - if ! timeout $timeout_sec sh -c "$check_command"; then - if [[ "$expected" = "True" ]]; then - echo "[Fail] Couldn't ping server" - else - echo "[Fail] Could ping server" - fi - exit 1 - fi -} - -# ssh check -function _ssh_check_quantum() { - local from_net=$1 - local key_file=$2 - local ip=$3 - local user=$4 - local timeout_sec=$5 - local probe_cmd = "" - probe_cmd=`_get_probe_cmd_prefix $from_net` - if ! timeout $timeout_sec sh -c "while ! $probe_cmd ssh -o StrictHostKeyChecking=no -i $key_file ${user}@$ip echo success ; do sleep 1; done"; then - echo "server didn't become ssh-able!" - exit 1 - fi -} - -# Quantum 3rd party programs -#--------------------------- -# please refer to lib/quantum_thirdparty/README.md for details -QUANTUM_THIRD_PARTIES="" -for f in $TOP_DIR/lib/quantum_thirdparty/*; do - third_party=$(basename $f) - if is_service_enabled $third_party; then - source $TOP_DIR/lib/quantum_thirdparty/$third_party - QUANTUM_THIRD_PARTIES="$QUANTUM_THIRD_PARTIES,$third_party" - fi -done - -function _quantum_third_party_do() { - for third_party in ${QUANTUM_THIRD_PARTIES//,/ }; do - ${1}_${third_party} - done -} - -# configure_quantum_third_party() - Set config files, create data dirs, etc -function configure_quantum_third_party() { - _quantum_third_party_do configure -} - -# init_quantum_third_party() - Initialize databases, etc. -function init_quantum_third_party() { - _quantum_third_party_do init -} - -# install_quantum_third_party() - Collect source and prepare -function install_quantum_third_party() { - _quantum_third_party_do install -} - -# start_quantum_third_party() - Start running processes, including screen -function start_quantum_third_party() { - _quantum_third_party_do start -} - -# stop_quantum_third_party - Stop running processes (non-screen) -function stop_quantum_third_party() { - _quantum_third_party_do stop -} - - -# Restore xtrace -$XTRACE diff --git a/lib/quantum_plugins/README.md b/lib/quantum_plugins/README.md deleted file mode 100644 index a66d35a3..00000000 --- a/lib/quantum_plugins/README.md +++ /dev/null @@ -1,34 +0,0 @@ -Quantum plugin specific files -============================= -Quantum plugins require plugin specific behavior. -The files under the directory, ``lib/quantum_plugins/``, will be used -when their service is enabled. -Each plugin has ``lib/quantum_plugins/$Q_PLUGIN`` and define the following -functions. -Plugin specific configuration variables should be in this file. - -* filename: ``$Q_PLUGIN`` - * The corresponding file name MUST be the same to plugin name ``$Q_PLUGIN``. - Plugin specific configuration variables should be in this file. - -functions ---------- -``lib/quantum`` calls the following functions when the ``$Q_PLUGIN`` is enabled - -* ``quantum_plugin_create_nova_conf`` : - set ``NOVA_VIF_DRIVER`` and optionally set options in nova_conf - e.g. - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver"} -* ``quantum_plugin_install_agent_packages`` : - install packages that is specific to plugin agent - e.g. - install_package bridge-utils -* ``quantum_plugin_configure_common`` : - set plugin-specific variables, ``Q_PLUGIN_CONF_PATH``, ``Q_PLUGIN_CONF_FILENAME``, - ``Q_DB_NAME``, ``Q_PLUGIN_CLASS`` -* ``quantum_plugin_configure_debug_command`` -* ``quantum_plugin_configure_dhcp_agent`` -* ``quantum_plugin_configure_l3_agent`` -* ``quantum_plugin_configure_plugin_agent`` -* ``quantum_plugin_configure_service`` -* ``quantum_plugin_setup_interface_driver`` diff --git a/lib/quantum_plugins/bigswitch_floodlight b/lib/quantum_plugins/bigswitch_floodlight deleted file mode 100644 index 2c928bec..00000000 --- a/lib/quantum_plugins/bigswitch_floodlight +++ /dev/null @@ -1,55 +0,0 @@ -# Quantum Big Switch/FloodLight plugin -# ------------------------------------ - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -source $TOP_DIR/lib/quantum_plugins/ovs_base -source $TOP_DIR/lib/quantum_thirdparty/bigswitch_floodlight # for third party service specific configuration values - -function quantum_plugin_create_nova_conf() { - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver"} -} - -function quantum_plugin_install_agent_packages() { - _quantum_ovs_base_install_agent_packages -} - -function quantum_plugin_configure_common() { - Q_PLUGIN_CONF_PATH=etc/quantum/plugins/bigswitch - Q_PLUGIN_CONF_FILENAME=restproxy.ini - Q_DB_NAME="restproxy_quantum" - Q_PLUGIN_CLASS="quantum.plugins.bigswitch.plugin.QuantumRestProxyV2" - BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80} - BS_FL_CONTROLLER_TIMEOUT=${BS_FL_CONTROLLER_TIMEOUT:-10} -} - -function quantum_plugin_configure_debug_command() { - _quantum_ovs_base_configure_debug_command -} - -function quantum_plugin_configure_dhcp_agent() { - : -} - -function quantum_plugin_configure_l3_agent() { - _quantum_ovs_base_configure_l3_agent -} - -function quantum_plugin_configure_plugin_agent() { - : -} - -function quantum_plugin_configure_service() { - iniset /$Q_PLUGIN_CONF_FILE RESTPROXY servers $BS_FL_CONTROLLERS_PORT - iniset /$Q_PLUGIN_CONF_FILE RESTPROXY servertimeout $BS_FL_CONTROLLER_TIMEOUT -} - -function quantum_plugin_setup_interface_driver() { - local conf_file=$1 - iniset $conf_file DEFAULT interface_driver quantum.agent.linux.interface.OVSInterfaceDriver -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_plugins/brocade b/lib/quantum_plugins/brocade deleted file mode 100644 index c372c19f..00000000 --- a/lib/quantum_plugins/brocade +++ /dev/null @@ -1,49 +0,0 @@ -# Brocade Quantum Plugin -# ---------------------- - -# Save trace setting -BRCD_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -function is_quantum_ovs_base_plugin() { - return 1 -} - -function quantum_plugin_create_nova_conf() { - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.QuantumLinuxBridgeVIFDriver"} -} - -function quantum_plugin_install_agent_packages() { - install_package bridge-utils -} - -function quantum_plugin_configure_common() { - Q_PLUGIN_CONF_PATH=etc/quantum/plugins/brocade - Q_PLUGIN_CONF_FILENAME=brocade.ini - Q_DB_NAME="brcd_quantum" - Q_PLUGIN_CLASS="quantum.plugins.brocade.QuantumPlugin.BrocadePluginV2" -} - -function quantum_plugin_configure_debug_command() { - : -} - -function quantum_plugin_configure_dhcp_agent() { - : -} - -function quantum_plugin_configure_l3_agent() { - : -} - -function quantum_plugin_configure_plugin_agent() { - AGENT_BINARY="$QUANTUM_DIR/bin/quantum-linuxbridge-agent" -} - -function quantum_plugin_setup_interface_driver() { - local conf_file=$1 - iniset $conf_file DEFAULT interface_driver quantum.agent.linux.interface.BridgeInterfaceDriver -} - -# Restore xtrace -$BRCD_XTRACE diff --git a/lib/quantum_plugins/linuxbridge b/lib/quantum_plugins/linuxbridge deleted file mode 100644 index 6d5d4e08..00000000 --- a/lib/quantum_plugins/linuxbridge +++ /dev/null @@ -1,79 +0,0 @@ -# Quantum Linux Bridge plugin -# --------------------------- - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -function is_quantum_ovs_base_plugin() { - # linuxbridge doesn't use OVS - return 1 -} - -function quantum_plugin_create_nova_conf() { - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.QuantumLinuxBridgeVIFDriver"} -} - -function quantum_plugin_install_agent_packages() { - install_package bridge-utils -} - -function quantum_plugin_configure_common() { - Q_PLUGIN_CONF_PATH=etc/quantum/plugins/linuxbridge - Q_PLUGIN_CONF_FILENAME=linuxbridge_conf.ini - Q_DB_NAME="quantum_linux_bridge" - Q_PLUGIN_CLASS="quantum.plugins.linuxbridge.lb_quantum_plugin.LinuxBridgePluginV2" -} - -function quantum_plugin_configure_debug_command() { - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT external_network_bridge -} - -function quantum_plugin_configure_dhcp_agent() { - : -} - -function quantum_plugin_configure_l3_agent() { - iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge -} - -function quantum_plugin_configure_plugin_agent() { - # Setup physical network interface mappings. Override - # ``LB_VLAN_RANGES`` and ``LB_INTERFACE_MAPPINGS`` in ``localrc`` for more - # complex physical network configurations. - if [[ "$LB_INTERFACE_MAPPINGS" = "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]] && [[ "$LB_PHYSICAL_INTERFACE" != "" ]]; then - LB_INTERFACE_MAPPINGS=$PHYSICAL_NETWORK:$LB_PHYSICAL_INTERFACE - fi - if [[ "$LB_INTERFACE_MAPPINGS" != "" ]]; then - iniset /$Q_PLUGIN_CONF_FILE LINUX_BRIDGE physical_interface_mappings $LB_INTERFACE_MAPPINGS - fi - AGENT_BINARY="$QUANTUM_DIR/bin/quantum-linuxbridge-agent" -} - -function quantum_plugin_configure_service() { - if [[ "$ENABLE_TENANT_VLANS" = "True" ]]; then - iniset /$Q_PLUGIN_CONF_FILE VLANS tenant_network_type vlan - else - echo "WARNING - The linuxbridge plugin is using local tenant networks, with no connectivity between hosts." - fi - - # Override ``LB_VLAN_RANGES`` and ``LB_INTERFACE_MAPPINGS`` in ``localrc`` - # for more complex physical network configurations. - if [[ "$LB_VLAN_RANGES" = "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]]; then - LB_VLAN_RANGES=$PHYSICAL_NETWORK - if [[ "$TENANT_VLAN_RANGE" != "" ]]; then - LB_VLAN_RANGES=$LB_VLAN_RANGES:$TENANT_VLAN_RANGE - fi - fi - if [[ "$LB_VLAN_RANGES" != "" ]]; then - iniset /$Q_PLUGIN_CONF_FILE VLANS network_vlan_ranges $LB_VLAN_RANGES - fi -} - -function quantum_plugin_setup_interface_driver() { - local conf_file=$1 - iniset $conf_file DEFAULT interface_driver quantum.agent.linux.interface.BridgeInterfaceDriver -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_plugins/openvswitch b/lib/quantum_plugins/openvswitch deleted file mode 100644 index 181e7e71..00000000 --- a/lib/quantum_plugins/openvswitch +++ /dev/null @@ -1,144 +0,0 @@ -# Quantum Open vSwtich plugin -# --------------------------- - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -source $TOP_DIR/lib/quantum_plugins/ovs_base - -function quantum_plugin_create_nova_conf() { - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver"} - if [ "$VIRT_DRIVER" = 'xenserver' ]; then - iniset $NOVA_CONF DEFAULT xenapi_vif_driver nova.virt.xenapi.vif.XenAPIOpenVswitchDriver - iniset $NOVA_CONF DEFAULT xenapi_ovs_integration_bridge $FLAT_NETWORK_BRIDGE - fi -} - -function quantum_plugin_install_agent_packages() { - _quantum_ovs_base_install_agent_packages -} - -function quantum_plugin_configure_common() { - Q_PLUGIN_CONF_PATH=etc/quantum/plugins/openvswitch - Q_PLUGIN_CONF_FILENAME=ovs_quantum_plugin.ini - Q_DB_NAME="ovs_quantum" - Q_PLUGIN_CLASS="quantum.plugins.openvswitch.ovs_quantum_plugin.OVSQuantumPluginV2" -} - -function quantum_plugin_configure_debug_command() { - _quantum_ovs_base_configure_debug_command -} - -function quantum_plugin_configure_dhcp_agent() { - : -} - -function quantum_plugin_configure_l3_agent() { - _quantum_ovs_base_configure_l3_agent -} - -function quantum_plugin_configure_plugin_agent() { - # Setup integration bridge - OVS_BRIDGE=${OVS_BRIDGE:-br-int} - _quantum_ovs_base_setup_bridge $OVS_BRIDGE - - # Setup agent for tunneling - if [[ "$OVS_ENABLE_TUNNELING" = "True" ]]; then - # Verify tunnels are supported - # REVISIT - also check kernel module support for GRE and patch ports - OVS_VERSION=`ovs-vsctl --version | head -n 1 | awk '{print $4;}'` - if [ $OVS_VERSION \< "1.4" ] && ! is_service_enabled q-svc ; then - echo "You are running OVS version $OVS_VERSION." - echo "OVS 1.4+ is required for tunneling between multiple hosts." - exit 1 - fi - iniset /$Q_PLUGIN_CONF_FILE OVS enable_tunneling True - iniset /$Q_PLUGIN_CONF_FILE OVS local_ip $HOST_IP - fi - - # Setup physical network bridge mappings. Override - # ``OVS_VLAN_RANGES`` and ``OVS_BRIDGE_MAPPINGS`` in ``localrc`` for more - # complex physical network configurations. - if [[ "$OVS_BRIDGE_MAPPINGS" = "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]] && [[ "$OVS_PHYSICAL_BRIDGE" != "" ]]; then - OVS_BRIDGE_MAPPINGS=$PHYSICAL_NETWORK:$OVS_PHYSICAL_BRIDGE - - # Configure bridge manually with physical interface as port for multi-node - sudo ovs-vsctl --no-wait -- --may-exist add-br $OVS_PHYSICAL_BRIDGE - fi - if [[ "$OVS_BRIDGE_MAPPINGS" != "" ]]; then - iniset /$Q_PLUGIN_CONF_FILE OVS bridge_mappings $OVS_BRIDGE_MAPPINGS - fi - AGENT_BINARY="$QUANTUM_DIR/bin/quantum-openvswitch-agent" - - if [ "$VIRT_DRIVER" = 'xenserver' ]; then - # Nova will always be installed along with quantum for a domU - # devstack install, so it should be safe to rely on nova.conf - # for xenapi configuration. - Q_RR_DOM0_COMMAND="$QUANTUM_DIR/bin/quantum-rootwrap-xen-dom0 $NOVA_CONF" - # Under XS/XCP, the ovs agent needs to target the dom0 - # integration bridge. This is enabled by using a root wrapper - # that executes commands on dom0 via a XenAPI plugin. - iniset /$Q_PLUGIN_CONF_FILE AGENT root_helper "$Q_RR_DOM0_COMMAND" - - # FLAT_NETWORK_BRIDGE is the dom0 integration bridge. To - # ensure the bridge lacks direct connectivity, set - # VM_VLAN=-1;VM_DEV=invalid in localrc - iniset /$Q_PLUGIN_CONF_FILE OVS integration_bridge $FLAT_NETWORK_BRIDGE - - # The ovs agent needs to ensure that the ports associated with - # a given network share the same local vlan tag. On - # single-node XS/XCP, this requires monitoring both the dom0 - # bridge, where VM's are attached, and the domU bridge, where - # dhcp servers are attached. - if is_service_enabled q-dhcp; then - iniset /$Q_PLUGIN_CONF_FILE OVS domu_integration_bridge $OVS_BRIDGE - # DomU will use the regular rootwrap - iniset /$Q_PLUGIN_CONF_FILE AGENT domu_root_helper "$Q_RR_COMMAND" - # Plug the vm interface into the domU integration bridge. - sudo ip addr flush dev $GUEST_INTERFACE_DEFAULT - sudo ip link set $OVS_BRIDGE up - # Assign the VM IP only if it has been set explicitly - if [[ "$VM_IP" != "" ]]; then - sudo ip addr add $VM_IP dev $OVS_BRIDGE - fi - sudo ovs-vsctl add-port $OVS_BRIDGE $GUEST_INTERFACE_DEFAULT - fi - fi -} - -function quantum_plugin_configure_service() { - if [[ "$ENABLE_TENANT_TUNNELS" = "True" ]]; then - iniset /$Q_PLUGIN_CONF_FILE OVS tenant_network_type gre - iniset /$Q_PLUGIN_CONF_FILE OVS tunnel_id_ranges $TENANT_TUNNEL_RANGES - elif [[ "$ENABLE_TENANT_VLANS" = "True" ]]; then - iniset /$Q_PLUGIN_CONF_FILE OVS tenant_network_type vlan - else - echo "WARNING - The openvswitch plugin is using local tenant networks, with no connectivity between hosts." - fi - - # Override ``OVS_VLAN_RANGES`` and ``OVS_BRIDGE_MAPPINGS`` in ``localrc`` - # for more complex physical network configurations. - if [[ "$OVS_VLAN_RANGES" = "" ]] && [[ "$PHYSICAL_NETWORK" != "" ]]; then - OVS_VLAN_RANGES=$PHYSICAL_NETWORK - if [[ "$TENANT_VLAN_RANGE" != "" ]]; then - OVS_VLAN_RANGES=$OVS_VLAN_RANGES:$TENANT_VLAN_RANGE - fi - fi - if [[ "$OVS_VLAN_RANGES" != "" ]]; then - iniset /$Q_PLUGIN_CONF_FILE OVS network_vlan_ranges $OVS_VLAN_RANGES - fi - - # Enable tunnel networks if selected - if [[ $OVS_ENABLE_TUNNELING = "True" ]]; then - iniset /$Q_PLUGIN_CONF_FILE OVS enable_tunneling True - fi -} - -function quantum_plugin_setup_interface_driver() { - local conf_file=$1 - iniset $conf_file DEFAULT interface_driver quantum.agent.linux.interface.OVSInterfaceDriver -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_plugins/ovs_base b/lib/quantum_plugins/ovs_base deleted file mode 100644 index 8563674f..00000000 --- a/lib/quantum_plugins/ovs_base +++ /dev/null @@ -1,49 +0,0 @@ -# common functions for ovs based plugin -# ------------------------------------- - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -function is_quantum_ovs_base_plugin() { - # Yes, we use OVS. - return 0 -} - -function _quantum_ovs_base_setup_bridge() { - local bridge=$1 - quantum-ovs-cleanup - sudo ovs-vsctl --no-wait -- --may-exist add-br $bridge - sudo ovs-vsctl --no-wait br-set-external-id $bridge bridge-id $bridge -} - -function _quantum_ovs_base_install_agent_packages() { - local kernel_version - # Install deps - # FIXME add to ``files/apts/quantum``, but don't install if not needed! - if is_ubuntu; then - kernel_version=`cat /proc/version | cut -d " " -f3` - install_package make fakeroot dkms openvswitch-switch openvswitch-datapath-dkms linux-headers-$kernel_version - else - ### FIXME(dtroyer): Find RPMs for OpenVSwitch - echo "OpenVSwitch packages need to be located" - # Fedora does not started OVS by default - restart_service openvswitch - fi -} - -function _quantum_ovs_base_configure_debug_command() { - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT external_network_bridge $PUBLIC_BRIDGE -} - -function _quantum_ovs_base_configure_l3_agent() { - iniset $Q_L3_CONF_FILE DEFAULT external_network_bridge $PUBLIC_BRIDGE - - quantum-ovs-cleanup - sudo ovs-vsctl --no-wait -- --may-exist add-br $PUBLIC_BRIDGE - # ensure no IP is configured on the public bridge - sudo ip addr flush dev $PUBLIC_BRIDGE -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_plugins/ryu b/lib/quantum_plugins/ryu deleted file mode 100644 index 2dfd4f70..00000000 --- a/lib/quantum_plugins/ryu +++ /dev/null @@ -1,66 +0,0 @@ -# Quantum Ryu plugin -# ------------------ - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -source $TOP_DIR/lib/quantum_plugins/ovs_base -source $TOP_DIR/lib/quantum_thirdparty/ryu # for configuration value - -function quantum_plugin_create_nova_conf() { - NOVA_VIF_DRIVER=${NOVA_VIF_DRIVER:-"nova.virt.libvirt.vif.LibvirtHybridOVSBridgeDriver"} - iniset $NOVA_CONF DEFAULT libvirt_ovs_integration_bridge "$OVS_BRIDGE" -} - -function quantum_plugin_install_agent_packages() { - _quantum_ovs_base_install_agent_packages - - # quantum_ryu_agent requires ryu module - install_ryu -} - -function quantum_plugin_configure_common() { - Q_PLUGIN_CONF_PATH=etc/quantum/plugins/ryu - Q_PLUGIN_CONF_FILENAME=ryu.ini - Q_DB_NAME="ovs_quantum" - Q_PLUGIN_CLASS="quantum.plugins.ryu.ryu_quantum_plugin.RyuQuantumPluginV2" -} - -function quantum_plugin_configure_debug_command() { - _quantum_ovs_base_configure_debug_command - iniset $QUANTUM_TEST_CONFIG_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT -} - -function quantum_plugin_configure_dhcp_agent() { - iniset $Q_DHCP_CONF_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT -} - -function quantum_plugin_configure_l3_agent() { - iniset $Q_L3_CONF_FILE DEFAULT ryu_api_host $RYU_API_HOST:$RYU_API_PORT - _quantum_ovs_base_configure_l3_agent -} - -function quantum_plugin_configure_plugin_agent() { - # Set up integration bridge - OVS_BRIDGE=${OVS_BRIDGE:-br-int} - _quantum_ovs_base_setup_bridge $OVS_BRIDGE - if [ -n "$RYU_INTERNAL_INTERFACE" ]; then - sudo ovs-vsctl --no-wait -- --may-exist add-port $OVS_BRIDGE $RYU_INTERNAL_INTERFACE - fi - iniset /$Q_PLUGIN_CONF_FILE OVS integration_bridge $OVS_BRIDGE - AGENT_BINARY="$QUANTUM_DIR/quantum/plugins/ryu/agent/ryu_quantum_agent.py" -} - -function quantum_plugin_configure_service() { - iniset /$Q_PLUGIN_CONF_FILE OVS openflow_rest_api $RYU_API_HOST:$RYU_API_PORT -} - -function quantum_plugin_setup_interface_driver() { - local conf_file=$1 - iniset $conf_file DEFAULT interface_driver quantum.agent.linux.interface.OVSInterfaceDriver - iniset $conf_file DEFAULT ovs_use_veth True -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_thirdparty/README.md b/lib/quantum_thirdparty/README.md deleted file mode 100644 index 3b5837d7..00000000 --- a/lib/quantum_thirdparty/README.md +++ /dev/null @@ -1,36 +0,0 @@ -Quantum third party specific files -================================== -Some Quantum plugins require third party programs to function. -The files under the directory, ``lib/quantum_thirdparty/``, will be used -when their service are enabled. -Third party program specific configuration variables should be in this file. - -* filename: ```` - * The corresponding file name should be same to service name, ````. - -functions ---------- -``lib/quantum`` calls the following functions when the ```` is enabled - -functions to be implemented -* ``configure_``: - set config files, create data dirs, etc - e.g. - sudo python setup.py deploy - iniset $XXXX_CONF... - -* ``init_``: - initialize databases, etc - -* ``install_``: - collect source and prepare - e.g. - git clone xxx - -* ``start_``: - start running processes, including screen - e.g. - screen_it XXXX "cd $XXXXY_DIR && $XXXX_DIR/bin/XXXX-bin" - -* ``stop_``: - stop running processes (non-screen) diff --git a/lib/quantum_thirdparty/bigswitch_floodlight b/lib/quantum_thirdparty/bigswitch_floodlight deleted file mode 100644 index 60e39248..00000000 --- a/lib/quantum_thirdparty/bigswitch_floodlight +++ /dev/null @@ -1,50 +0,0 @@ -# Big Switch/FloodLight OpenFlow Controller -# ------------------------------------------ - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - -BS_FL_CONTROLLERS_PORT=${BS_FL_CONTROLLERS_PORT:-localhost:80} -BS_FL_OF_PORT=${BS_FL_OF_PORT:-6633} -OVS_BRIDGE=${OVS_BRIDGE:-br-int} - -function configure_bigswitch_floodlight() { - : -} - -function init_bigswitch_floodlight() { - install_quantum_agent_packages - - echo -n "Installing OVS managed by the openflow controllers:" - echo ${BS_FL_CONTROLLERS_PORT} - - # Create local OVS bridge and configure it - sudo ovs-vsctl --no-wait -- --if-exists del-br ${OVS_BRIDGE} - sudo ovs-vsctl --no-wait add-br ${OVS_BRIDGE} - sudo ovs-vsctl --no-wait br-set-external-id ${OVS_BRIDGE} bridge-id ${OVS_BRIDGE} - - ctrls= - for ctrl in `echo ${BS_FL_CONTROLLERS_PORT} | tr ',' ' '` - do - ctrl=${ctrl%:*} - ctrls="${ctrls} tcp:${ctrl}:${BS_FL_OF_PORT}" - done - echo "Adding Network conttrollers: " ${ctrls} - sudo ovs-vsctl --no-wait set-controller ${OVS_BRIDGE} ${ctrls} -} - -function install_bigswitch_floodlight() { - : -} - -function start_bigswitch_floodlight() { - : -} - -function stop_bigswitch_floodlight() { - : -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/quantum_thirdparty/ryu b/lib/quantum_thirdparty/ryu deleted file mode 100644 index 7a01923c..00000000 --- a/lib/quantum_thirdparty/ryu +++ /dev/null @@ -1,73 +0,0 @@ -# Ryu OpenFlow Controller -# ----------------------- - -# Save trace setting -MY_XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -RYU_DIR=$DEST/ryu -# Ryu API Host -RYU_API_HOST=${RYU_API_HOST:-127.0.0.1} -# Ryu API Port -RYU_API_PORT=${RYU_API_PORT:-8080} -# Ryu OFP Host -RYU_OFP_HOST=${RYU_OFP_HOST:-127.0.0.1} -# Ryu OFP Port -RYU_OFP_PORT=${RYU_OFP_PORT:-6633} -# Ryu Applications -RYU_APPS=${RYU_APPS:-ryu.app.simple_isolation,ryu.app.rest} -# Ryu configuration -RYU_CONF_CONTENTS=${RYU_CONF_CONTENTS:-" ---app_lists=$RYU_APPS ---wsapi_host=$RYU_API_HOST ---wsapi_port=$RYU_API_PORT ---ofp_listen_host=$RYU_OFP_HOST ---ofp_tcp_listen_port=$RYU_OFP_PORT ---quantum_url=http://$Q_HOST:$Q_PORT ---quantum_admin_username=$Q_ADMIN_USERNAME ---quantum_admin_password=$SERVICE_PASSWORD ---quantum_admin_tenant_name=$SERVICE_TENANT_NAME ---quantum_admin_auth_url=$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_AUTH_PORT/v2.0 ---quantum_auth_strategy=$Q_AUTH_STRATEGY ---quantum_controller_addr=tcp:$RYU_OFP_HOST:$RYU_OFP_PORT -"} - -function configure_ryu() { - setup_develop $RYU_DIR -} - -function init_ryu() { - RYU_CONF_DIR=/etc/ryu - if [[ ! -d $RYU_CONF_DIR ]]; then - sudo mkdir -p $RYU_CONF_DIR - fi - sudo chown $STACK_USER $RYU_CONF_DIR - RYU_CONF=$RYU_CONF_DIR/ryu.conf - sudo rm -rf $RYU_CONF - - echo "${RYU_CONF_CONTENTS}" > $RYU_CONF -} - -# install_ryu can be called multiple times as quantum_pluing/ryu may call -# this function for quantum-ryu-agent -# Make this function idempotent and avoid cloning same repo many times -# with RECLONE=yes -_RYU_INSTALLED=${_RYU_INSTALLED:-False} -function install_ryu() { - if [[ "$_RYU_INSTALLED" == "False" ]]; then - git_clone $RYU_REPO $RYU_DIR $RYU_BRANCH - _RYU_INSTALLED=True - fi -} - -function start_ryu() { - screen_it ryu "cd $RYU_DIR && $RYU_DIR/bin/ryu-manager --flagfile $RYU_CONF" -} - -function stop_ryu() { - : -} - -# Restore xtrace -$MY_XTRACE diff --git a/lib/rpc_backend b/lib/rpc_backend deleted file mode 100644 index f35f9dbd..00000000 --- a/lib/rpc_backend +++ /dev/null @@ -1,123 +0,0 @@ -# lib/rpc_backend -# Interface for interactig with different rpc backend -# rpc backend settings - -# Dependencies: -# ``functions`` file -# ``RABBIT_{HOST|PASSWORD}`` must be defined when RabbitMQ is used - -# ``stack.sh`` calls the entry points in this order: -# -# check_rpc_backend -# install_rpc_backend -# restart_rpc_backend -# iniset_rpc_backend - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - -# Entry Points -# ------------ - -# Make sure we only have one rpc backend enabled. -# Also check the specified rpc backend is available on your platform. -function check_rpc_backend() { - local rpc_backend_cnt=0 - for svc in qpid zeromq rabbit; do - is_service_enabled $svc && - ((rpc_backend_cnt++)) - done - if [ "$rpc_backend_cnt" -gt 1 ]; then - echo "ERROR: only one rpc backend may be enabled," - echo " set only one of 'rabbit', 'qpid', 'zeromq'" - echo " via ENABLED_SERVICES." - elif [ "$rpc_backend_cnt" == 0 ]; then - echo "ERROR: at least one rpc backend must be enabled," - echo " set one of 'rabbit', 'qpid', 'zeromq'" - echo " via ENABLED_SERVICES." - fi - - if is_service_enabled qpid && ! qpid_is_supported; then - echo "Qpid support is not available for this version of your distribution." - exit 1 - fi -} - -# install rpc backend -function install_rpc_backend() { - if is_service_enabled rabbit; then - # Install rabbitmq-server - # the temp file is necessary due to LP: #878600 - tfile=$(mktemp) - install_package rabbitmq-server > "$tfile" 2>&1 - cat "$tfile" - rm -f "$tfile" - elif is_service_enabled qpid; then - if is_fedora; then - install_package qpid-cpp-server-daemon - elif is_ubuntu; then - install_package qpidd - else - exit_distro_not_supported "qpid installation" - fi - elif is_service_enabled zeromq; then - if is_fedora; then - install_package zeromq python-zmq - elif is_ubuntu; then - install_package libzmq1 python-zmq - elif is_suse; then - install_package libzmq1 python-pyzmq - else - exit_distro_not_supported "zeromq installation" - fi - fi -} - -# restart the rpc backend -function restart_rpc_backend() { - if is_service_enabled rabbit; then - # Start rabbitmq-server - echo_summary "Starting RabbitMQ" - if is_fedora || is_suse; then - # service is not started by default - restart_service rabbitmq-server - fi - # change the rabbit password since the default is "guest" - sudo rabbitmqctl change_password guest $RABBIT_PASSWORD - elif is_service_enabled qpid; then - echo_summary "Starting qpid" - restart_service qpidd - fi -} - -# iniset cofiguration -function iniset_rpc_backend() { - local package=$1 - local file=$2 - local section=$3 - if is_service_enabled zeromq; then - iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_zmq - elif is_service_enabled qpid; then - iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_qpid - elif is_service_enabled rabbit || { [ -n "$RABBIT_HOST" ] && [ -n "$RABBIT_PASSWORD" ]; }; then - iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_kombu - iniset $file $section rabbit_host $RABBIT_HOST - iniset $file $section rabbit_password $RABBIT_PASSWORD - fi -} - -# Check if qpid can be used on the current distro. -# qpid_is_supported -function qpid_is_supported() { - if [[ -z "$DISTRO" ]]; then - GetDistro - fi - - # Qpid was introduced to Ubuntu in precise, disallow it on oneiric; it is - # not in openSUSE either right now. - ( ! ([[ "$DISTRO" = "oneiric" ]] || is_suse) ) -} - -# Restore xtrace -$XTRACE diff --git a/lib/rpc_backend.html b/lib/rpc_backend.html new file mode 100644 index 00000000..e1ea8378 --- /dev/null +++ b/lib/rpc_backend.html @@ -0,0 +1,722 @@ + + + + + rpc_backend + + + +
      +
      + + + + + + + + + + +

      rpc_backend

      + + + + + + + + + +
      + + +

      lib/rpc_backend +Interface for interactig with different rpc backend +rpc backend settings +Dependencies:

      +
        +
      • functions file
        • +
      • RABBIT_{HOST|PASSWORD} must be defined when RabbitMQ is used
        • +
      • RPC_MESSAGING_PROTOCOL option for configuring the messaging protocol
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • check_rpc_backend
        • +
      • install_rpc_backend
        • +
      • restart_rpc_backend
        • +
      • iniset_rpc_backend
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Functions

      +
      +
+
+
      +

      Make sure we only have one rpc backend enabled. +Also check the specified rpc backend is available on your platform.

      +
      +function check_rpc_backend {
+    local c svc
+
+    local rpc_needed=1
+
      +

      We rely on the fact that filenames in lib/* match the service names +that can be passed as arguments to is_service_enabled. +We check for a call to iniset_rpc_backend in these files, meaning +the service needs a backend.

      +
      +    rpc_candidates=$(grep -rl iniset_rpc_backend $TOP_DIR/lib/ | awk -F/ '{print $NF}')
+    for c in ${rpc_candidates}; do
+        if is_service_enabled $c; then
+            rpc_needed=0
+            break
+        fi
+    done
+    local rpc_backend_cnt=0
+    for svc in qpid zeromq rabbit; do
+        is_service_enabled $svc &&
+        (( rpc_backend_cnt++ )) || true
+    done
+    if [ "$rpc_backend_cnt" -gt 1 ]; then
+        echo "ERROR: only one rpc backend may be enabled,"
+        echo "       set only one of 'rabbit', 'qpid', 'zeromq'"
+        echo "       via ENABLED_SERVICES."
+    elif [ "$rpc_backend_cnt" == 0 ] && [ "$rpc_needed" == 0 ]; then
+        echo "ERROR: at least one rpc backend must be enabled,"
+        echo "       set one of 'rabbit', 'qpid', 'zeromq'"
+        echo "       via ENABLED_SERVICES."
+    fi
+
+    if is_service_enabled qpid && ! qpid_is_supported; then
+        die $LINENO "Qpid support is not available for this version of your distribution."
+    fi
+}
+
+
      +

      clean up after rpc backend - eradicate all traces so changing backends +produces a clean switch

      +
      +function cleanup_rpc_backend {
+    if is_service_enabled rabbit; then
+
      +

      Obliterate rabbitmq-server

      +
      +        uninstall_package rabbitmq-server
+        sudo killall epmd || sudo killall -9 epmd
+        if is_ubuntu; then
+
      +

      And the Erlang runtime too

      +
      +            apt_get purge -y erlang*
+        fi
+    elif is_service_enabled qpid; then
+        if is_fedora; then
+            uninstall_package qpid-cpp-server
+        elif is_ubuntu; then
+            uninstall_package qpidd
+        else
+            exit_distro_not_supported "qpid installation"
+        fi
+    elif is_service_enabled zeromq; then
+        if is_fedora; then
+            uninstall_package zeromq python-zmq redis
+        elif is_ubuntu; then
+            uninstall_package libzmq1 python-zmq redis-server
+        elif is_suse; then
+            uninstall_package libzmq1 python-pyzmq redis
+        else
+            exit_distro_not_supported "zeromq installation"
+        fi
+    fi
+
+
      +

      Remove the AMQP 1.0 messaging libraries

      +
      +    if [ "$RPC_MESSAGING_PROTOCOL" == "AMQP1" ]; then
+        if is_fedora; then
+            uninstall_package qpid-proton-c-devel
+            uninstall_package python-qpid-proton
+        fi
+
      +

      TODO(kgiusti) ubuntu cleanup

      +
      +    fi
+}
+
+
      +

      install rpc backend

      +
      +function install_rpc_backend {
+
      +

      Regardless of the broker used, if AMQP 1.0 is configured load +the necessary messaging client libraries for oslo.messaging

      +
      +    if [ "$RPC_MESSAGING_PROTOCOL" == "AMQP1" ]; then
+        if is_fedora; then
+            install_package qpid-proton-c-devel
+            install_package python-qpid-proton
+        elif is_ubuntu; then
+
      +

      TODO(kgiusti) The QPID AMQP 1.0 protocol libraries +are not yet in the ubuntu repos. Enable these installs +once they are present:

      +
      +            #install_package libqpid-proton2-dev
+            #install_package python-qpid-proton
+
      +

      Also add 'uninstall' directives in cleanup_rpc_backend()!

      +
      +            exit_distro_not_supported "QPID AMQP 1.0 Proton libraries"
+        else
+            exit_distro_not_supported "QPID AMQP 1.0 Proton libraries"
+        fi
+
      +

      Install pyngus client API +TODO(kgiusti) can remove once python qpid bindings are +available on all supported platforms _and_ pyngus is added +to the requirements.txt file in oslo.messaging

      +
      +        pip_install pyngus
+    fi
+
+    if is_service_enabled rabbit; then
+
      +

      Install rabbitmq-server

      +
      +        install_package rabbitmq-server
+    elif is_service_enabled qpid; then
+        local qpid_conf_file=/etc/qpid/qpidd.conf
+        if is_fedora; then
+            install_package qpid-cpp-server
+            if [[ $DISTRO =~ (rhel6) ]]; then
+                qpid_conf_file=/etc/qpidd.conf
+
      +

      RHEL6 leaves "auth=yes" in /etc/qpidd.conf, it needs to +be no or you get GSS authentication errors as it +attempts to default to this.

      +
      +                sudo sed -i.bak 's/^auth=yes$/auth=no/' $qpid_conf_file
+            fi
+        elif is_ubuntu; then
+            install_package qpidd
+            sudo sed -i '/PLAIN/!s/mech_list: /mech_list: PLAIN /' /etc/sasl2/qpidd.conf
+            sudo chmod o+r /etc/qpid/qpidd.sasldb
+        else
+            exit_distro_not_supported "qpid installation"
+        fi
+
      +

      If AMQP 1.0 is specified, ensure that the version of the +broker can support AMQP 1.0 and configure the queue and +topic address patterns used by oslo.messaging.

      +
      +        if [ "$RPC_MESSAGING_PROTOCOL" == "AMQP1" ]; then
+            QPIDD=$(type -p qpidd)
+            if ! $QPIDD --help | grep -q "queue-patterns"; then
+                exit_distro_not_supported "qpidd with AMQP 1.0 support"
+            fi
+            if ! grep -q "queue-patterns=exclusive" $qpid_conf_file; then
+                cat <<EOF | sudo tee --append $qpid_conf_file
+queue-patterns=exclusive
+queue-patterns=unicast
+topic-patterns=broadcast
+EOF
+            fi
+        fi
+    elif is_service_enabled zeromq; then
+
      +

      NOTE(ewindisch): Redis is not strictly necessary +but there is a matchmaker driver that works +really well & out of the box for multi-node.

      +
      +        if is_fedora; then
+            install_package zeromq python-zmq redis
+        elif is_ubuntu; then
+            install_package libzmq1 python-zmq redis-server
+        elif is_suse; then
+            install_package libzmq1 python-pyzmq redis
+        else
+            exit_distro_not_supported "zeromq installation"
+        fi
+
      +

      Necessary directory for socket location.

      +
      +        sudo mkdir -p /var/run/openstack
+        sudo chown $STACK_USER /var/run/openstack
+    fi
+
+
      +

      If using the QPID broker, install the QPID python client API

      +
      +    if is_service_enabled qpid || [ -n "$QPID_HOST" ]; then
+        install_package python-qpid
+    fi
+}
+
+
      +

      restart the rpc backend

      +
      +function restart_rpc_backend {
+    if is_service_enabled rabbit; then
+
      +

      Start rabbitmq-server

      +
      +        echo_summary "Starting RabbitMQ"
+
      +

      NOTE(bnemec): Retry initial rabbitmq configuration to deal with +the fact that sometimes it fails to start properly. +Reference: https://bugzilla.redhat.com/show_bug.cgi?id=1059028

      +
      +        local i
+        for i in `seq 10`; do
+            if is_fedora || is_suse; then
+
      +

      service is not started by default

      +
      +                restart_service rabbitmq-server
+            fi
+
      +

      change the rabbit password since the default is "guest"

      +
      +            sudo rabbitmqctl change_password guest $RABBIT_PASSWORD && break
+            [[ $i -eq "10" ]] && die $LINENO "Failed to set rabbitmq password"
+        done
+        if is_service_enabled n-cell; then
+
      +

      Add partitioned access for the child cell

      +
      +            if [ -z `sudo rabbitmqctl list_vhosts | grep child_cell` ]; then
+                sudo rabbitmqctl add_vhost child_cell
+                sudo rabbitmqctl set_permissions -p child_cell guest ".*" ".*" ".*"
+            fi
+        fi
+    elif is_service_enabled qpid; then
+        echo_summary "Starting qpid"
+        restart_service qpidd
+    fi
+}
+
+
      +

      iniset cofiguration

      +
      +function iniset_rpc_backend {
+    local package=$1
+    local file=$2
+    local section=$3
+    if is_service_enabled zeromq; then
+        iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_zmq
+        iniset $file $section rpc_zmq_matchmaker \
+            ${package}.openstack.common.rpc.matchmaker_redis.MatchMakerRedis
+
      +

      Set MATCHMAKER_REDIS_HOST if running multi-node.

      +
      +        MATCHMAKER_REDIS_HOST=${MATCHMAKER_REDIS_HOST:-127.0.0.1}
+        iniset $file matchmaker_redis host $MATCHMAKER_REDIS_HOST
+    elif is_service_enabled qpid || [ -n "$QPID_HOST" ]; then
+
      +

      For Qpid use the 'amqp' oslo.messaging transport when AMQP 1.0 is used

      +
      +        if [ "$RPC_MESSAGING_PROTOCOL" == "AMQP1" ]; then
+            iniset $file $section rpc_backend "amqp"
+        else
+            iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_qpid
+        fi
+        iniset $file $section qpid_hostname ${QPID_HOST:-$SERVICE_HOST}
+        if is_ubuntu; then
+            QPID_PASSWORD=`sudo strings /etc/qpid/qpidd.sasldb | grep -B1 admin | head -1`
+            iniset $file $section qpid_password $QPID_PASSWORD
+            iniset $file $section qpid_username admin
+        fi
+    elif is_service_enabled rabbit || { [ -n "$RABBIT_HOST" ] && [ -n "$RABBIT_PASSWORD" ]; }; then
+        iniset $file $section rpc_backend ${package}.openstack.common.rpc.impl_kombu
+        iniset $file $section rabbit_hosts $RABBIT_HOST
+        iniset $file $section rabbit_password $RABBIT_PASSWORD
+    fi
+}
+
+
      +

      Check if qpid can be used on the current distro. +qpid_is_supported

      +
      +function qpid_is_supported {
+    if [[ -z "$DISTRO" ]]; then
+        GetDistro
+    fi
+
+
      +

      Qpid is not in openSUSE

      +
      +    ( ! is_suse )
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/ryu.html b/lib/ryu.html new file mode 100644 index 00000000..d3c76881 --- /dev/null +++ b/lib/ryu.html @@ -0,0 +1,421 @@ + + + + + ryu + + + +
      +
      + + + + + + + + + + +

      ryu

      + + + + + +Ryu OpenFlow Controller + + + +
      +

      Ryu OpenFlow Controller

      + +

      Save trace setting

      +
      +
+XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+RYU_DIR=$DEST/ryu
+
      +

      Ryu API Host

      +
      +RYU_API_HOST=${RYU_API_HOST:-127.0.0.1}
+
      +

      Ryu API Port

      +
      +RYU_API_PORT=${RYU_API_PORT:-8080}
+
      +

      Ryu OFP Host

      +
      +RYU_OFP_HOST=${RYU_OFP_HOST:-127.0.0.1}
+
      +

      Ryu OFP Port

      +
      +RYU_OFP_PORT=${RYU_OFP_PORT:-6633}
+
      +

      Ryu Applications

      +
      +RYU_APPS=${RYU_APPS:-ryu.app.simple_isolation,ryu.app.rest}
+
+function configure_ryu() {
+    setup_develop $RYU_DIR
+}
+
+function init_ryu() {
+    RYU_CONF_DIR=/etc/ryu
+    if [[ ! -d $RYU_CONF_DIR ]]; then
+        sudo mkdir -p $RYU_CONF_DIR
+    fi
+    sudo chown $STACK_USER $RYU_CONF_DIR
+    RYU_CONF=$RYU_CONF_DIR/ryu.conf
+    sudo rm -rf $RYU_CONF
+
+    cat <<EOF > $RYU_CONF
+--app_lists=$RYU_APPS
+--wsapi_host=$RYU_API_HOST
+--wsapi_port=$RYU_API_PORT
+--ofp_listen_host=$RYU_OFP_HOST
+--ofp_tcp_listen_port=$RYU_OFP_PORT
+EOF
+}
+
+function install_ryu() {
+    git_clone $RYU_REPO $RYU_DIR $RYU_BRANCH
+}
+
+function is_ryu_required() {
+    if is_service_enabled ryu || (is_service_enabled quantum && [[ "$Q_PLUGIN" = "ryu" ]]); then
+        return 0
+    fi
+    return 1
+}
+
+function start_ryu() {
+    screen_it ryu "cd $RYU_DIR && $RYU_DIR/bin/ryu-manager --flagfile $RYU_CONF"
+}
+
+function stop_ryu() {
+    :
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
+
      +
      +
+
      + + +
      +
      + + diff --git a/lib/sahara-dashboard.html b/lib/sahara-dashboard.html new file mode 100644 index 00000000..a21bd2a4 --- /dev/null +++ b/lib/sahara-dashboard.html @@ -0,0 +1,474 @@ + + + + + sahara-dashboard + + + +
      +
      + + + + + + + + + + +

      sahara-dashboard

      + + + + + + + + + +
      + + +

      lib/sahara-dashboard +Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_HOST
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_sahara_dashboard
        • +
      • configure_sahara_dashboard
        • +
      • cleanup_sahara_dashboard
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/horizon
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default repos

      +
      +SAHARA_DASHBOARD_REPO=${SAHARA_DASHBOARD_REPO:-${GIT_BASE}/openstack/sahara-dashboard.git}
+SAHARA_DASHBOARD_BRANCH=${SAHARA_DASHBOARD_BRANCH:-master}
+
+SAHARA_PYTHONCLIENT_REPO=${SAHARA_PYTHONCLIENT_REPO:-${GIT_BASE}/openstack/python-saharaclient.git}
+SAHARA_PYTHONCLIENT_BRANCH=${SAHARA_PYTHONCLIENT_BRANCH:-master}
+
+
      +

      Set up default directories

      +
      +SAHARA_DASHBOARD_DIR=$DEST/sahara-dashboard
+SAHARA_PYTHONCLIENT_DIR=$DEST/python-saharaclient
+
+
      + +
      +

      Functions

      +
      +
+function configure_sahara_dashboard {
+
+    echo -e "AUTO_ASSIGNMENT_ENABLED = False" >> $HORIZON_DIR/openstack_dashboard/local/local_settings.py
+    echo -e "HORIZON_CONFIG['dashboards'] += ('sahara',)" >> $HORIZON_DIR/openstack_dashboard/settings.py
+    echo -e "INSTALLED_APPS += ('saharadashboard',)" >> $HORIZON_DIR/openstack_dashboard/settings.py
+
+    if is_service_enabled neutron; then
+        echo -e "SAHARA_USE_NEUTRON = True" >> $HORIZON_DIR/openstack_dashboard/local/local_settings.py
+    fi
+}
+
+
      +

      install_sahara_dashboard() - Collect source and prepare

      +
      +function install_sahara_dashboard {
+    install_python_saharaclient
+    git_clone $SAHARA_DASHBOARD_REPO $SAHARA_DASHBOARD_DIR $SAHARA_DASHBOARD_BRANCH
+    setup_develop $SAHARA_DASHBOARD_DIR
+}
+
+function install_python_saharaclient {
+    git_clone $SAHARA_PYTHONCLIENT_REPO $SAHARA_PYTHONCLIENT_DIR $SAHARA_PYTHONCLIENT_BRANCH
+    setup_develop $SAHARA_PYTHONCLIENT_DIR
+}
+
+
      +

      Cleanup file settings.py from Sahara

      +
      +function cleanup_sahara_dashboard {
+    sed -i '/sahara/d' $HORIZON_DIR/openstack_dashboard/settings.py
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/sahara.html b/lib/sahara.html new file mode 100644 index 00000000..3262a620 --- /dev/null +++ b/lib/sahara.html @@ -0,0 +1,602 @@ + + + + + sahara + + + +
      +
      + + + + + + + + + + +

      sahara

      + + + + + + + + + +
      + + +

      lib/sahara +Dependencies: +functions file +DEST, DATA_DIR, STACK_USER must be defined

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +

      install_sahara +install_python_saharaclient +configure_sahara +start_sahara +stop_sahara +cleanup_sahara

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default repos

      +
      +SAHARA_REPO=${SAHARA_REPO:-${GIT_BASE}/openstack/sahara.git}
+SAHARA_BRANCH=${SAHARA_BRANCH:-master}
+
+SAHARA_PYTHONCLIENT_REPO=${SAHARA_PYTHONCLIENT_REPO:-${GIT_BASE}/openstack/python-saharaclient.git}
+SAHARA_PYTHONCLIENT_BRANCH=${SAHARA_PYTHONCLIENT_BRANCH:-master}
+
+
      +

      Set up default directories

      +
      +SAHARA_DIR=$DEST/sahara
+SAHARA_PYTHONCLIENT_DIR=$DEST/python-saharaclient
+
+SAHARA_CONF_DIR=${SAHARA_CONF_DIR:-/etc/sahara}
+SAHARA_CONF_FILE=${SAHARA_CONF_DIR}/sahara.conf
+
+SAHARA_SERVICE_HOST=${SAHARA_SERVICE_HOST:-$SERVICE_HOST}
+SAHARA_SERVICE_PORT=${SAHARA_SERVICE_PORT:-8386}
+SAHARA_SERVICE_PROTOCOL=${SAHARA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+SAHARA_AUTH_CACHE_DIR=${SAHARA_AUTH_CACHE_DIR:-/var/cache/sahara}
+
+SAHARA_ENABLED_PLUGINS=${SAHARA_ENABLED_PLUGINS:-vanilla,hdp,fake}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $SAHARA_DIR/bin ]]; then
+    SAHARA_BIN_DIR=$SAHARA_DIR/bin
+else
+    SAHARA_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,sahara
+
+
      + +
      +

      Functions

      +
      +
+
      +

      create_sahara_accounts() - Set up common required sahara accounts

      + +
      +

      Tenant User Roles

      +

      service sahara admin

      +
      +function create_sahara_accounts {
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    local sahara_user=$(get_or_create_user "sahara" \
+        "$SERVICE_PASSWORD" $service_tenant)
+    get_or_add_user_role $admin_role $sahara_user $service_tenant
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        local sahara_service=$(get_or_create_service "sahara" \
+            "data_processing" "Sahara Data Processing")
+        get_or_create_endpoint $sahara_service \
+            "$REGION_NAME" \
+            "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
+            "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
+            "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s"
+    fi
+}
+
+
      +

      cleanup_sahara() - Remove residual data files, anything left over from +previous runs that would need to clean up.

      +
      +function cleanup_sahara {
+
+
      +

      Cleanup auth cache dir

      +
      +    sudo rm -rf $SAHARA_AUTH_CACHE_DIR
+}
+
+
      +

      configure_sahara() - Set config files, create data dirs, etc

      +
      +function configure_sahara {
+
+    if [[ ! -d $SAHARA_CONF_DIR ]]; then
+        sudo mkdir -p $SAHARA_CONF_DIR
+    fi
+    sudo chown $STACK_USER $SAHARA_CONF_DIR
+
+
      +

      Copy over sahara configuration file and configure common parameters.

      +
      +    cp $SAHARA_DIR/etc/sahara/sahara.conf.sample $SAHARA_CONF_FILE
+
+
      +

      Create auth cache dir

      +
      +    sudo mkdir -p $SAHARA_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $SAHARA_AUTH_CACHE_DIR
+    rm -rf $SAHARA_AUTH_CACHE_DIR/*
+
+    configure_auth_token_middleware $SAHARA_CONF_FILE sahara $SAHARA_AUTH_CACHE_DIR
+
+
      +

      Set configuration to send notifications

      +
      +
+    if is_service_enabled ceilometer; then
+        iniset $SAHARA_CONF_FILE DEFAULT enable_notifications "true"
+        iniset $SAHARA_CONF_FILE DEFAULT notification_driver "messaging"
+        iniset_rpc_backend sahara $SAHARA_CONF_FILE DEFAULT
+    fi
+
+    iniset $SAHARA_CONF_FILE DEFAULT verbose True
+    iniset $SAHARA_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+
+    iniset $SAHARA_CONF_FILE DEFAULT plugins $SAHARA_ENABLED_PLUGINS
+
+    iniset $SAHARA_CONF_FILE database connection `database_connection_url sahara`
+
+    if is_service_enabled neutron; then
+        iniset $SAHARA_CONF_FILE DEFAULT use_neutron true
+        iniset $SAHARA_CONF_FILE DEFAULT use_floating_ips true
+    fi
+
+    if is_service_enabled heat; then
+        iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine heat
+    else
+        iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine direct
+    fi
+
+    iniset $SAHARA_CONF_FILE DEFAULT use_syslog $SYSLOG
+
+
      +

      Format logging

      +
      +    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+        setup_colorized_logging $SAHARA_CONF_FILE DEFAULT
+    fi
+
+    recreate_database sahara utf8
+    $SAHARA_BIN_DIR/sahara-db-manage --config-file $SAHARA_CONF_FILE upgrade head
+}
+
+
      +

      install_sahara() - Collect source and prepare

      +
      +function install_sahara {
+    git_clone $SAHARA_REPO $SAHARA_DIR $SAHARA_BRANCH
+    setup_develop $SAHARA_DIR
+}
+
+
      +

      install_python_saharaclient() - Collect source and prepare

      +
      +function install_python_saharaclient {
+    git_clone $SAHARA_PYTHONCLIENT_REPO $SAHARA_PYTHONCLIENT_DIR $SAHARA_PYTHONCLIENT_BRANCH
+    setup_develop $SAHARA_PYTHONCLIENT_DIR
+}
+
+
      +

      start_sahara() - Start running processes, including screen

      +
      +function start_sahara {
+    run_process sahara "$SAHARA_BIN_DIR/sahara-all --config-file $SAHARA_CONF_FILE"
+}
+
+
      +

      stop_sahara() - Stop running processes

      +
      +function stop_sahara {
+
      +

      Kill the Sahara screen windows

      +
      +    screen -S $SCREEN_NAME -p sahara -X kill
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/savanna-dashboard.html b/lib/savanna-dashboard.html new file mode 100644 index 00000000..78e6d489 --- /dev/null +++ b/lib/savanna-dashboard.html @@ -0,0 +1,473 @@ + + + + + savanna-dashboard + + + +
      +
      + + + + + + + + + + +

      savanna-dashboard

      + + + + + + + + + +
      + + +

      lib/savanna-dashboard +Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR, STACK_USER must be defined
        • +
      • SERVICE_HOST
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_savanna_dashboard
        • +
      • configure_savanna_dashboard
        • +
      • cleanup_savanna_dashboard
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+source $TOP_DIR/lib/horizon
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default repos

      +
      +SAVANNA_DASHBOARD_REPO=${SAVANNA_DASHBOARD_REPO:-${GIT_BASE}/openstack/savanna-dashboard.git}
+SAVANNA_DASHBOARD_BRANCH=${SAVANNA_DASHBOARD_BRANCH:-master}
+
+SAVANNA_PYTHONCLIENT_REPO=${SAVANNA_PYTHONCLIENT_REPO:-${GIT_BASE}/openstack/python-savannaclient.git}
+SAVANNA_PYTHONCLIENT_BRANCH=${SAVANNA_PYTHONCLIENT_BRANCH:-master}
+
+
      +

      Set up default directories

      +
      +SAVANNA_DASHBOARD_DIR=$DEST/savanna-dashboard
+SAVANNA_PYTHONCLIENT_DIR=$DEST/python-savannaclient
+
+
      + +
      +

      Functions

      +
      +
+function configure_savanna_dashboard() {
+
+    echo -e "SAVANNA_URL = \"http://$SERVICE_HOST:8386/v1.1\"\nAUTO_ASSIGNMENT_ENABLED = False" >> $HORIZON_DIR/openstack_dashboard/local/local_settings.py
+    echo -e "HORIZON_CONFIG['dashboards'] += ('savanna',)\nINSTALLED_APPS += ('savannadashboard',)" >> $HORIZON_DIR/openstack_dashboard/settings.py
+
+    if is_service_enabled neutron; then
+        echo -e "SAVANNA_USE_NEUTRON = True" >> $HORIZON_DIR/openstack_dashboard/local/local_settings.py
+    fi
+}
+
+
      +

      install_savanna_dashboard() - Collect source and prepare

      +
      +function install_savanna_dashboard() {
+    install_python_savannaclient
+    git_clone $SAVANNA_DASHBOARD_REPO $SAVANNA_DASHBOARD_DIR $SAVANNA_DASHBOARD_BRANCH
+    setup_develop $SAVANNA_DASHBOARD_DIR
+}
+
+function install_python_savannaclient() {
+    git_clone $SAVANNA_PYTHONCLIENT_REPO $SAVANNA_PYTHONCLIENT_DIR $SAVANNA_PYTHONCLIENT_BRANCH
+    setup_develop $SAVANNA_PYTHONCLIENT_DIR
+}
+
+
      +

      Cleanup file settings.py from Savanna

      +
      +function cleanup_savanna_dashboard() {
+    sed -i '/savanna/d' $HORIZON_DIR/openstack_dashboard/settings.py
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/savanna.html b/lib/savanna.html new file mode 100644 index 00000000..946bc6c4 --- /dev/null +++ b/lib/savanna.html @@ -0,0 +1,551 @@ + + + + + savanna + + + +
      +
      + + + + + + + + + + +

      savanna

      + + + + + + + + + +
      + + +

      lib/savanna +Dependencies: +functions file +DEST, DATA_DIR, STACK_USER must be defined

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +

      install_savanna +configure_savanna +start_savanna +stop_savanna

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default repos

      +
      +SAVANNA_REPO=${SAVANNA_REPO:-${GIT_BASE}/openstack/savanna.git}
+SAVANNA_BRANCH=${SAVANNA_BRANCH:-master}
+
+
      +

      Set up default directories

      +
      +SAVANNA_DIR=$DEST/savanna
+SAVANNA_CONF_DIR=${SAVANNA_CONF_DIR:-/etc/savanna}
+SAVANNA_CONF_FILE=${SAVANNA_CONF_DIR}/savanna.conf
+SAVANNA_DEBUG=${SAVANNA_DEBUG:-True}
+
+SAVANNA_SERVICE_HOST=${SAVANNA_SERVICE_HOST:-$SERVICE_HOST}
+SAVANNA_SERVICE_PORT=${SAVANNA_SERVICE_PORT:-8386}
+SAVANNA_SERVICE_PROTOCOL=${SAVANNA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $SAVANNA_DIR/bin ]]; then
+    SAVANNA_BIN_DIR=$SAVANNA_DIR/bin
+else
+    SAVANNA_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,savanna
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      create_savanna_accounts() - Set up common required savanna accounts

      + +
      +

      Tenant User Roles

      +

      service savanna admin

      +
      +function create_savanna_accounts() {
+
+    SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    SAVANNA_USER=$(openstack user create \
+        savanna \
+        --password "$SERVICE_PASSWORD" \
+        --project $SERVICE_TENANT \
+        --email savanna@example.com \
+        | grep " id " | get_field 2)
+    openstack role add \
+        $ADMIN_ROLE \
+        --project $SERVICE_TENANT \
+        --user $SAVANNA_USER
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+        SAVANNA_SERVICE=$(openstack service create \
+            savanna \
+            --type=data_processing \
+            --description="Savanna Data Processing" \
+            | grep " id " | get_field 2)
+        openstack endpoint create \
+            $SAVANNA_SERVICE \
+            --region RegionOne \
+            --publicurl "$SAVANNA_SERVICE_PROTOCOL://$SAVANNA_SERVICE_HOST:$SAVANNA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
+            --adminurl "$SAVANNA_SERVICE_PROTOCOL://$SAVANNA_SERVICE_HOST:$SAVANNA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
+            --internalurl "$SAVANNA_SERVICE_PROTOCOL://$SAVANNA_SERVICE_HOST:$SAVANNA_SERVICE_PORT/v1.1/\$(tenant_id)s"
+    fi
+}
+
+
      +

      configure_savanna() - Set config files, create data dirs, etc

      +
      +function configure_savanna() {
+
+    if [[ ! -d $SAVANNA_CONF_DIR ]]; then
+        sudo mkdir -p $SAVANNA_CONF_DIR
+    fi
+    sudo chown $STACK_USER $SAVANNA_CONF_DIR
+
+
      +

      Copy over savanna configuration file and configure common parameters.

      +
      +    cp $SAVANNA_DIR/etc/savanna/savanna.conf.sample $SAVANNA_CONF_FILE
+
+    iniset $SAVANNA_CONF_FILE DEFAULT os_admin_password $SERVICE_PASSWORD
+    iniset $SAVANNA_CONF_FILE DEFAULT os_admin_username savanna
+    iniset $SAVANNA_CONF_FILE DEFAULT os_admin_tenant_name $SERVICE_TENANT_NAME
+    iniset $SAVANNA_CONF_FILE DEFAULT debug $SAVANNA_DEBUG
+
+    iniset $SAVANNA_CONF_FILE database connection `database_connection_url savanna`
+
+    if is_service_enabled neutron; then
+        iniset $SAVANNA_CONF_FILE DEFAULT use_neutron true
+        iniset $SAVANNA_CONF_FILE DEFAULT use_floating_ips true
+    fi
+
+    iniset $SAVANNA_CONF_FILE DEFAULT use_syslog $SYSLOG
+
+    recreate_database savanna utf8
+    $SAVANNA_BIN_DIR/savanna-db-manage --config-file $SAVANNA_CONF_FILE upgrade head
+}
+
+
      +

      install_savanna() - Collect source and prepare

      +
      +function install_savanna() {
+    git_clone $SAVANNA_REPO $SAVANNA_DIR $SAVANNA_BRANCH
+    setup_develop $SAVANNA_DIR
+}
+
+
      +

      start_savanna() - Start running processes, including screen

      +
      +function start_savanna() {
+    screen_it savanna "cd $SAVANNA_DIR && $SAVANNA_BIN_DIR/savanna-api --config-file $SAVANNA_CONF_FILE"
+}
+
+
      +

      stop_savanna() - Stop running processes

      +
      +function stop_savanna() {
+
      +

      Kill the Savanna screen windows

      +
      +    screen -S $SCREEN_NAME -p savanna -X kill
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/stackforge.html b/lib/stackforge.html new file mode 100644 index 00000000..0bbfcb82 --- /dev/null +++ b/lib/stackforge.html @@ -0,0 +1,447 @@ + + + + + stackforge + + + +
      +
      + + + + + + + + + + +

      stackforge

      + + + + + + + + + +
      + + +

      lib/stackforge

      +

      Functions to install stackforge libraries that we depend on so +that we can try their git versions during devstack gate.

      +

      This is appropriate for python libraries that release to pypi and are +expected to be used beyond OpenStack like, but are requirements +for core services in global-requirements.

      +
      +
        +
      • wsme
        • +
      • pecan
        • +
      +
      +

      This is not appropriate for stackforge projects which are early stage +OpenStack tools +Dependencies: +functions file

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +

      install_stackforge

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +WSME_DIR=$DEST/wsme
+PECAN_DIR=$DEST/pecan
+SQLALCHEMY_MIGRATE_DIR=$DEST/sqlalchemy-migrate
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      install_stackforge() - Collect source and prepare

      +
      +function install_stackforge {
+    git_clone $WSME_REPO $WSME_DIR $WSME_BRANCH
+    setup_package $WSME_DIR
+
+    git_clone $PECAN_REPO $PECAN_DIR $PECAN_BRANCH
+    setup_package $PECAN_DIR
+
+    git_clone $SQLALCHEMY_MIGRATE_REPO $SQLALCHEMY_MIGRATE_DIR $SQLALCHEMY_MIGRATE_BRANCH
+    setup_package $SQLALCHEMY_MIGRATE_DIR
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/swift b/lib/swift deleted file mode 100644 index 5ba7e56f..00000000 --- a/lib/swift +++ /dev/null @@ -1,378 +0,0 @@ -# lib/swift -# Functions to control the configuration and operation of the **Swift** service - -# Dependencies: -# ``functions`` file -# ``DEST``, ``SCREEN_NAME``, `SWIFT_HASH` must be defined -# ``STACK_USER`` must be defined -# ``SWIFT_DATA_DIR`` or ``DATA_DIR`` must be defined -# ``lib/keystone`` file -# ``stack.sh`` calls the entry points in this order: -# -# install_swift -# configure_swift -# init_swift -# start_swift -# stop_swift -# cleanup_swift - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -SWIFT_DIR=$DEST/swift -SWIFTCLIENT_DIR=$DEST/python-swiftclient -SWIFT_AUTH_CACHE_DIR=${SWIFT_AUTH_CACHE_DIR:-/var/cache/swift} - -# TODO: add logging to different location. - -# Set ``SWIFT_DATA_DIR`` to the location of swift drives and objects. -# Default is the common DevStack data directory. -SWIFT_DATA_DIR=${SWIFT_DATA_DIR:-${DATA_DIR}/swift} - -# Set ``SWIFT_CONFIG_DIR`` to the location of the configuration files. -# Default is ``/etc/swift``. -SWIFT_CONFIG_DIR=${SWIFT_CONFIG_DIR:-/etc/swift} - -# DevStack will create a loop-back disk formatted as XFS to store the -# swift data. Set ``SWIFT_LOOPBACK_DISK_SIZE`` to the disk size in -# kilobytes. -# Default is 1 gigabyte. -SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-1000000} - -# The ring uses a configurable number of bits from a path’s MD5 hash as -# a partition index that designates a device. The number of bits kept -# from the hash is known as the partition power, and 2 to the partition -# power indicates the partition count. Partitioning the full MD5 hash -# ring allows other parts of the cluster to work in batches of items at -# once which ends up either more efficient or at least less complex than -# working with each item separately or the entire cluster all at once. -# By default we define 9 for the partition count (which mean 512). -SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9} - -# Set ``SWIFT_REPLICAS`` to configure how many replicas are to be -# configured for your Swift cluster. By default the three replicas would need a -# bit of IO and Memory on a VM you may want to lower that to 1 if you want to do -# only some quick testing. -SWIFT_REPLICAS=${SWIFT_REPLICAS:-3} -SWIFT_REPLICAS_SEQ=$(seq ${SWIFT_REPLICAS}) - -# Set ``OBJECT_PORT_BASE``, ``CONTAINER_PORT_BASE``, ``ACCOUNT_PORT_BASE`` -# Port bases used in port number calclution for the service "nodes" -# The specified port number will be used, the additinal ports calculated by -# base_port + node_num * 10 -OBJECT_PORT_BASE=6010 -CONTAINER_PORT_BASE=6011 -ACCOUNT_PORT_BASE=6012 - - -# Entry Points -# ------------ - -# cleanup_swift() - Remove residual data files -function cleanup_swift() { - rm -f ${SWIFT_CONFIG_DIR}{*.builder,*.ring.gz,backups/*.builder,backups/*.ring.gz} - if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then - sudo umount ${SWIFT_DATA_DIR}/drives/sdb1 - fi - if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then - rm ${SWIFT_DATA_DIR}/drives/images/swift.img - fi -} - -# configure_swift() - Set config files, create data dirs and loop image -function configure_swift() { - local swift_auth_server - local node_number - local swift_node_config - local swift_log_dir - - setup_develop $SWIFT_DIR - - # Make sure to kill all swift processes first - swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true - - # First do a bit of setup by creating the directories and - # changing the permissions so we can run it as our user. - - USER_GROUP=$(id -g) - sudo mkdir -p ${SWIFT_DATA_DIR}/{drives,cache,run,logs} - sudo chown -R $USER:${USER_GROUP} ${SWIFT_DATA_DIR} - - # Create a loopback disk and format it to XFS. - if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then - if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then - sudo umount ${SWIFT_DATA_DIR}/drives/sdb1 - sudo rm -f ${SWIFT_DATA_DIR}/drives/images/swift.img - fi - fi - - mkdir -p ${SWIFT_DATA_DIR}/drives/images - sudo touch ${SWIFT_DATA_DIR}/drives/images/swift.img - sudo chown $USER: ${SWIFT_DATA_DIR}/drives/images/swift.img - - dd if=/dev/zero of=${SWIFT_DATA_DIR}/drives/images/swift.img \ - bs=1024 count=0 seek=${SWIFT_LOOPBACK_DISK_SIZE} - - # Make a fresh XFS filesystem - mkfs.xfs -f -i size=1024 ${SWIFT_DATA_DIR}/drives/images/swift.img - - # Mount the disk with mount options to make it as efficient as possible - mkdir -p ${SWIFT_DATA_DIR}/drives/sdb1 - if ! egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then - sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \ - ${SWIFT_DATA_DIR}/drives/images/swift.img ${SWIFT_DATA_DIR}/drives/sdb1 - fi - - # Create a link to the above mount and - # create all of the directories needed to emulate a few different servers - for node_number in ${SWIFT_REPLICAS_SEQ}; do - sudo ln -sf ${SWIFT_DATA_DIR}/drives/sdb1/$node_number ${SWIFT_DATA_DIR}/$node_number; - drive=${SWIFT_DATA_DIR}/drives/sdb1/${node_number} - node=${SWIFT_DATA_DIR}/${node_number}/node - node_device=${node}/sdb1 - [[ -d $node ]] && continue - [[ -d $drive ]] && continue - sudo install -o ${USER} -g $USER_GROUP -d $drive - sudo install -o ${USER} -g $USER_GROUP -d $node_device - sudo chown -R $USER: ${node} - done - - sudo mkdir -p ${SWIFT_CONFIG_DIR}/{object,container,account}-server - sudo chown -R $USER: ${SWIFT_CONFIG_DIR} - - if [[ "$SWIFT_CONFIG_DIR" != "/etc/swift" ]]; then - # Some swift tools are hard-coded to use ``/etc/swift`` and are apparently not going to be fixed. - # Create a symlink if the config dir is moved - sudo ln -sf ${SWIFT_CONFIG_DIR} /etc/swift - fi - - # Swift use rsync to synchronize between all the different - # partitions (which make more sense when you have a multi-node - # setup) we configure it with our version of rsync. - sed -e " - s/%GROUP%/${USER_GROUP}/; - s/%USER%/$USER/; - s,%SWIFT_DATA_DIR%,$SWIFT_DATA_DIR,; - " $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf - # rsyncd.conf just prepared for 4 nodes - if is_ubuntu; then - sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync - else - sudo sed -i '/disable *= *yes/ { s/yes/no/ }' /etc/xinetd.d/rsync - fi - - if is_service_enabled swift3;then - swift_auth_server="s3token " - fi - - # By default Swift will be installed with the tempauth middleware - # which has some default username and password if you have - # configured keystone it will checkout the directory. - if is_service_enabled key; then - swift_auth_server+="authtoken keystoneauth" - else - swift_auth_server=tempauth - fi - - SWIFT_CONFIG_PROXY_SERVER=${SWIFT_CONFIG_DIR}/proxy-server.conf - cp ${SWIFT_DIR}/etc/proxy-server.conf-sample ${SWIFT_CONFIG_PROXY_SERVER} - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user - iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user ${USER} - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir - iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir ${SWIFT_CONFIG_DIR} - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers - iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers 1 - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level - iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level DEBUG - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port - iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT:-8080} - - # Only enable Swift3 if we have it enabled in ENABLED_SERVICES - is_service_enabled swift3 && swift3=swift3 || swift3="" - - iniset ${SWIFT_CONFIG_PROXY_SERVER} pipeline:main pipeline "catch_errors healthcheck cache ratelimit ${swift3} ${swift_auth_server} proxy-logging proxy-server" - - iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server account_autocreate true - - # Configure Keystone - sed -i '/^# \[filter:authtoken\]/,/^# \[filter:keystoneauth\]$/ s/^#[ \t]*//' ${SWIFT_CONFIG_PROXY_SERVER} - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_host $KEYSTONE_AUTH_HOST - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_port $KEYSTONE_AUTH_PORT - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/ - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_user swift - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_password $SERVICE_PASSWORD - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken signing_dir $SWIFT_AUTH_CACHE_DIR - - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth use - iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles - iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles "Member, admin" - - if is_service_enabled swift3; then - cat <>${SWIFT_CONFIG_PROXY_SERVER} -# NOTE(chmou): s3token middleware is not updated yet to use only -# username and password. -[filter:s3token] -paste.filter_factory = keystone.middleware.s3_token:filter_factory -auth_port = ${KEYSTONE_AUTH_PORT} -auth_host = ${KEYSTONE_AUTH_HOST} -auth_protocol = ${KEYSTONE_AUTH_PROTOCOL} -auth_token = ${SERVICE_TOKEN} -admin_token = ${SERVICE_TOKEN} - -[filter:swift3] -use = egg:swift3#swift3 -EOF - fi - - cp ${SWIFT_DIR}/etc/swift.conf-sample ${SWIFT_CONFIG_DIR}/swift.conf - iniset ${SWIFT_CONFIG_DIR}/swift.conf swift-hash swift_hash_path_suffix ${SWIFT_HASH} - - # This function generates an object/account/proxy configuration - # emulating 4 nodes on different ports - function generate_swift_config() { - local swift_node_config=$1 - local node_id=$2 - local bind_port=$3 - - log_facility=$[ node_id - 1 ] - node_path=${SWIFT_DATA_DIR}/${node_number} - - iniuncomment ${swift_node_config} DEFAULT user - iniset ${swift_node_config} DEFAULT user ${USER} - - iniuncomment ${swift_node_config} DEFAULT bind_port - iniset ${swift_node_config} DEFAULT bind_port ${bind_port} - - iniuncomment ${swift_node_config} DEFAULT swift_dir - iniset ${swift_node_config} DEFAULT swift_dir ${SWIFT_CONFIG_DIR} - - iniuncomment ${swift_node_config} DEFAULT devices - iniset ${swift_node_config} DEFAULT devices ${node_path} - - iniuncomment ${swift_node_config} DEFAULT log_facility - iniset ${swift_node_config} DEFAULT log_facility LOG_LOCAL${log_facility} - - iniuncomment ${swift_node_config} DEFAULT mount_check - iniset ${swift_node_config} DEFAULT mount_check false - - iniuncomment ${swift_node_config} ${server_type}-replicator vm_test_mode - iniset ${swift_node_config} ${server_type}-replicator vm_test_mode yes - } - - for node_number in ${SWIFT_REPLICAS_SEQ}; do - swift_node_config=${SWIFT_CONFIG_DIR}/object-server/${node_number}.conf - cp ${SWIFT_DIR}/etc/object-server.conf-sample ${swift_node_config} - generate_swift_config ${swift_node_config} ${node_number} $[OBJECT_PORT_BASE + 10 * (node_number - 1)] - iniset ${swift_node_config} filter:recon recon_cache_path ${SWIFT_DATA_DIR}/cache - # Using a sed and not iniset/iniuncomment because we want to a global - # modification and make sure it works for new sections. - sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config} - - swift_node_config=${SWIFT_CONFIG_DIR}/container-server/${node_number}.conf - cp ${SWIFT_DIR}/etc/container-server.conf-sample ${swift_node_config} - generate_swift_config ${swift_node_config} ${node_number} $[CONTAINER_PORT_BASE + 10 * (node_number - 1)] - iniuncomment ${swift_node_config} app:container-server allow_versions - iniset ${swift_node_config} app:container-server allow_versions "true" - sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config} - - swift_node_config=${SWIFT_CONFIG_DIR}/account-server/${node_number}.conf - cp ${SWIFT_DIR}/etc/account-server.conf-sample ${swift_node_config} - generate_swift_config ${swift_node_config} ${node_number} $[ACCOUNT_PORT_BASE + 10 * (node_number - 1)] - sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config} - done - - swift_log_dir=${SWIFT_DATA_DIR}/logs - rm -rf ${swift_log_dir} - mkdir -p ${swift_log_dir}/hourly - sudo chown -R $USER:adm ${swift_log_dir} - sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \ - tee /etc/rsyslog.d/10-swift.conf -} - -# configure_swiftclient() - Set config files, create data dirs, etc -function configure_swiftclient() { - setup_develop $SWIFTCLIENT_DIR -} - -# init_swift() - Initialize rings -function init_swift() { - local node_number - # Make sure to kill all swift processes first - swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true - - # This is where we create three different rings for swift with - # different object servers binding on different ports. - pushd ${SWIFT_CONFIG_DIR} >/dev/null && { - - rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz - - swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 - swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 - swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1 - - for node_number in ${SWIFT_REPLICAS_SEQ}; do - swift-ring-builder object.builder add z${node_number}-127.0.0.1:$[OBJECT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1 - swift-ring-builder container.builder add z${node_number}-127.0.0.1:$[CONTAINER_PORT_BASE + 10 * (node_number - 1)]/sdb1 1 - swift-ring-builder account.builder add z${node_number}-127.0.0.1:$[ACCOUNT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1 - done - swift-ring-builder object.builder rebalance - swift-ring-builder container.builder rebalance - swift-ring-builder account.builder rebalance - } && popd >/dev/null - - # Create cache dir - sudo mkdir -p $SWIFT_AUTH_CACHE_DIR - sudo chown $STACK_USER $SWIFT_AUTH_CACHE_DIR - rm -f $SWIFT_AUTH_CACHE_DIR/* -} - -function install_swift() { - git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH -} - -function install_swiftclient() { - git_clone $SWIFTCLIENT_REPO $SWIFTCLIENT_DIR $SWIFTCLIENT_BRANCH -} - - -# start_swift() - Start running processes, including screen -function start_swift() { - # (re)start rsyslog - restart_service rsyslog - # Start rsync - if is_ubuntu; then - sudo /etc/init.d/rsync restart || : - else - sudo systemctl start xinetd.service - fi - - # First spawn all the swift services then kill the - # proxy service so we can run it in foreground in screen. - # ``swift-init ... {stop|restart}`` exits with '1' if no servers are running, - # ignore it just in case - swift-init --run-dir=${SWIFT_DATA_DIR}/run all restart || true - swift-init --run-dir=${SWIFT_DATA_DIR}/run proxy stop || true - screen_it swift "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONFIG_DIR}/proxy-server.conf -v" -} - -# stop_swift() - Stop running processes (non-screen) -function stop_swift() { - # screen normally killed by unstack.sh - swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true -} - -# Restore xtrace -$XTRACE diff --git a/lib/swift.html b/lib/swift.html new file mode 100644 index 00000000..9958372e --- /dev/null +++ b/lib/swift.html @@ -0,0 +1,1265 @@ + + + + + swift + + + +
      +
      + + + + + + + + + + +

      swift

      + + + + + + + + + +
      + + +

      lib/swift +Functions to control the configuration and operation of the Swift service +Dependencies:

      +
        +
      • functions file
        • +
      • apache file
        • +
      • DEST, SCREEN_NAME, SWIFT_HASH must be defined
        • +
      • STACK_USER must be defined
        • +
      • SWIFT_DATA_DIR or DATA_DIR must be defined
        • +
      • lib/keystone file
        • +
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_swift
        • +
      • _config_swift_apache_wsgi
        • +
      • configure_swift
        • +
      • init_swift
        • +
      • start_swift
        • +
      • stop_swift
        • +
      • cleanup_swift
        • +
      • _cleanup_swift_apache_wsgi
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+if is_ssl_enabled_service "s-proxy" || is_service_enabled tls-proxy; then
+    SWIFT_SERVICE_PROTOCOL="https"
+fi
+
+
      +

      Set up default directories

      +
      +SWIFT_DIR=$DEST/swift
+SWIFTCLIENT_DIR=$DEST/python-swiftclient
+SWIFT_AUTH_CACHE_DIR=${SWIFT_AUTH_CACHE_DIR:-/var/cache/swift}
+SWIFT_APACHE_WSGI_DIR=${SWIFT_APACHE_WSGI_DIR:-/var/www/swift}
+SWIFT3_DIR=$DEST/swift3
+
+SWIFT_SERVICE_PROTOCOL=${SWIFT_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+SWIFT_DEFAULT_BIND_PORT_INT=${SWIFT_DEFAULT_BIND_PORT_INT:-8081}
+
+
      +

      TODO: add logging to different location.

      +
      +
+
      +

      Set SWIFT_DATA_DIR to the location of swift drives and objects. +Default is the common DevStack data directory.

      +
      +SWIFT_DATA_DIR=${SWIFT_DATA_DIR:-${DATA_DIR}/swift}
+SWIFT_DISK_IMAGE=${SWIFT_DATA_DIR}/drives/images/swift.img
+
+
      +

      Set SWIFT_CONF_DIR to the location of the configuration files. +Default is /etc/swift. +TODO(dtroyer): remove SWIFT_CONFIG_DIR after cutting stable/grizzly

      +
      +SWIFT_CONF_DIR=${SWIFT_CONF_DIR:-${SWIFT_CONFIG_DIR:-/etc/swift}}
+
+if is_service_enabled s-proxy && is_service_enabled swift3; then
+
      +

      If we are using swift3, we can default the s3 port to swift instead +of nova-objectstore

      +
      +    S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080}
+fi
+
+
      +

      DevStack will create a loop-back disk formatted as XFS to store the +swift data. Set SWIFT_LOOPBACK_DISK_SIZE to the disk size in +kilobytes. +Default is 1 gigabyte.

      +
      +SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=1G
+
      +

      if tempest enabled the default size is 6 Gigabyte.

      +
      +if is_service_enabled tempest; then
+    SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=${SWIFT_LOOPBACK_DISK_SIZE:-6G}
+fi
+
+SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-$SWIFT_LOOPBACK_DISK_SIZE_DEFAULT}
+
+
      +

      Set SWIFT_EXTRAS_MIDDLEWARE to extras middlewares. +Default is staticweb, formpost

      +
      +SWIFT_EXTRAS_MIDDLEWARE=${SWIFT_EXTRAS_MIDDLEWARE:-formpost staticweb}
+
+
      +

      Set SWIFT_EXTRAS_MIDDLEWARE_LAST to extras middlewares that need to be at +the end of the pipeline.

      +
      +SWIFT_EXTRAS_MIDDLEWARE_LAST=${SWIFT_EXTRAS_MIDDLEWARE_LAST}
+
+
      +

      Set SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH to extras middlewares that need to be at +the beginning of the pipeline, before authentication middlewares.

      +
      +SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH=${SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH:-crossdomain}
+
+
      +

      The ring uses a configurable number of bits from a path’s MD5 hash as +a partition index that designates a device. The number of bits kept +from the hash is known as the partition power, and 2 to the partition +power indicates the partition count. Partitioning the full MD5 hash +ring allows other parts of the cluster to work in batches of items at +once which ends up either more efficient or at least less complex than +working with each item separately or the entire cluster all at once. +By default we define 9 for the partition count (which mean 512).

      +
      +SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9}
+
+
      +

      Set SWIFT_REPLICAS to configure how many replicas are to be +configured for your Swift cluster. By default we are configuring +only one replica since this is way less CPU and memory intensive. If +you are planning to test swift replication you may want to set this +up to 3.

      +
      +SWIFT_REPLICAS=${SWIFT_REPLICAS:-1}
+SWIFT_REPLICAS_SEQ=$(seq ${SWIFT_REPLICAS})
+
+
      +

      Set SWIFT_LOG_TOKEN_LENGTH to configure how many characters of an auth +token should be placed in the logs. When keystone is used with PKI tokens, +the token values can be huge, seemingly larger the 2K, at the least. We +restrict it here to a default of 12 characters, which should be enough to +trace through the logs when looking for its use.

      +
      +SWIFT_LOG_TOKEN_LENGTH=${SWIFT_LOG_TOKEN_LENGTH:-12}
+
+
      +

      Set SWIFT_MAX_HEADER_SIZE to configure the maximun length of headers in +Swift API

      +
      +SWIFT_MAX_HEADER_SIZE=${SWIFT_MAX_HEADER_SIZE:-16384}
+
+
      +

      Set OBJECT_PORT_BASE, CONTAINER_PORT_BASE, ACCOUNT_PORT_BASE +Port bases used in port number calclution for the service "nodes" +The specified port number will be used, the additinal ports calculated by +base_port + node_num * 10

      +
      +OBJECT_PORT_BASE=${OBJECT_PORT_BASE:-6013}
+CONTAINER_PORT_BASE=${CONTAINER_PORT_BASE:-6011}
+ACCOUNT_PORT_BASE=${ACCOUNT_PORT_BASE:-6012}
+
+
      +

      Enable tempurl feature

      +
      +SWIFT_ENABLE_TEMPURLS=${SWIFT_ENABLE_TEMPURLS:-False}
+SWIFT_TEMPURL_KEY=${SWIFT_TEMPURL_KEY}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,swift
+
+
      +

      Toggle for deploying Keystone under HTTPD + mod_wsgi

      +
      +SWIFT_USE_MOD_WSGI=${SWIFT_USE_MOD_WSGI:-False}
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Swift services are enabled +is_swift_enabled

      +
      +function is_swift_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"s-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_swift() - Remove residual data files

      +
      +function cleanup_swift {
+    rm -f ${SWIFT_CONF_DIR}{*.builder,*.ring.gz,backups/*.builder,backups/*.ring.gz}
+    if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
+        sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
+    fi
+    if [[ -e ${SWIFT_DISK_IMAGE} ]]; then
+        rm ${SWIFT_DISK_IMAGE}
+    fi
+    rm -rf ${SWIFT_DATA_DIR}/run/
+    if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then
+        _cleanup_swift_apache_wsgi
+    fi
+}
+
+
      +

      _cleanup_swift_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file

      +
      +function _cleanup_swift_apache_wsgi {
+    sudo rm -f $SWIFT_APACHE_WSGI_DIR/*.wsgi
+    disable_apache_site proxy-server
+    local node_number type
+    for node_number in ${SWIFT_REPLICAS_SEQ}; do
+        for type in object container account; do
+            local site_name=${type}-server-${node_number}
+            disable_apache_site ${site_name}
+            sudo rm -f $(apache_site_config_for ${site_name})
+        done
+    done
+}
+
+
      +

      _config_swift_apache_wsgi() - Set WSGI config files of Swift

      +
      +function _config_swift_apache_wsgi {
+    sudo mkdir -p ${SWIFT_APACHE_WSGI_DIR}
+    local proxy_port=${SWIFT_DEFAULT_BIND_PORT:-8080}
+
+
      +

      copy proxy vhost and wsgi file

      +
      +    sudo cp ${SWIFT_DIR}/examples/apache2/proxy-server.template $(apache_site_config_for proxy-server)
+    sudo sed -e "
+        /^#/d;/^$/d;
+        s/%PORT%/$proxy_port/g;
+        s/%SERVICENAME%/proxy-server/g;
+        s/%APACHE_NAME%/${APACHE_NAME}/g;
+        s/%USER%/${STACK_USER}/g;
+    " -i $(apache_site_config_for proxy-server)
+    enable_apache_site proxy-server
+
+    sudo cp ${SWIFT_DIR}/examples/wsgi/proxy-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi
+    sudo sed -e "
+        /^#/d;/^$/d;
+        s/%SERVICECONF%/proxy-server.conf/g;
+    " -i ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi
+
+
      +

      copy apache vhost file and set name and port

      +
      +    local node_number
+    for node_number in ${SWIFT_REPLICAS_SEQ}; do
+        local object_port=$[OBJECT_PORT_BASE + 10 * ($node_number - 1)]
+        local container_port=$[CONTAINER_PORT_BASE + 10 * ($node_number - 1)]
+        local account_port=$[ACCOUNT_PORT_BASE + 10 * ($node_number - 1)]
+
+        sudo cp ${SWIFT_DIR}/examples/apache2/object-server.template $(apache_site_config_for object-server-${node_number})
+        sudo sed -e "
+            s/%PORT%/$object_port/g;
+            s/%SERVICENAME%/object-server-${node_number}/g;
+            s/%APACHE_NAME%/${APACHE_NAME}/g;
+            s/%USER%/${STACK_USER}/g;
+        " -i $(apache_site_config_for object-server-${node_number})
+        enable_apache_site object-server-${node_number}
+
+        sudo cp ${SWIFT_DIR}/examples/wsgi/object-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi
+        sudo sed -e "
+            /^#/d;/^$/d;
+            s/%SERVICECONF%/object-server\/${node_number}.conf/g;
+        " -i ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi
+
+        sudo cp ${SWIFT_DIR}/examples/apache2/container-server.template $(apache_site_config_for container-server-${node_number})
+        sudo sed -e "
+            /^#/d;/^$/d;
+            s/%PORT%/$container_port/g;
+            s/%SERVICENAME%/container-server-${node_number}/g;
+            s/%APACHE_NAME%/${APACHE_NAME}/g;
+            s/%USER%/${STACK_USER}/g;
+        " -i $(apache_site_config_for container-server-${node_number})
+        enable_apache_site container-server-${node_number}
+
+        sudo cp ${SWIFT_DIR}/examples/wsgi/container-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi
+        sudo sed -e "
+            /^#/d;/^$/d;
+            s/%SERVICECONF%/container-server\/${node_number}.conf/g;
+        " -i ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi
+
+        sudo cp ${SWIFT_DIR}/examples/apache2/account-server.template $(apache_site_config_for account-server-${node_number})
+        sudo sed -e "
+            /^#/d;/^$/d;
+            s/%PORT%/$account_port/g;
+            s/%SERVICENAME%/account-server-${node_number}/g;
+            s/%APACHE_NAME%/${APACHE_NAME}/g;
+            s/%USER%/${STACK_USER}/g;
+        " -i $(apache_site_config_for account-server-${node_number})
+        enable_apache_site account-server-${node_number}
+
+        sudo cp ${SWIFT_DIR}/examples/wsgi/account-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi
+        sudo sed -e "
+            /^#/d;/^$/d;
+            s/%SERVICECONF%/account-server\/${node_number}.conf/g;
+        " -i ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi
+    done
+}
+
+
      +

      This function generates an object/container/account configuration +emulating 4 nodes on different ports

      +
      +function generate_swift_config_services {
+    local swift_node_config=$1
+    local node_id=$2
+    local bind_port=$3
+    local server_type=$4
+
+    log_facility=$[ node_id - 1 ]
+    local node_path=${SWIFT_DATA_DIR}/${node_number}
+
+    iniuncomment ${swift_node_config} DEFAULT user
+    iniset ${swift_node_config} DEFAULT user ${STACK_USER}
+
+    iniuncomment ${swift_node_config} DEFAULT bind_port
+    iniset ${swift_node_config} DEFAULT bind_port ${bind_port}
+
+    iniuncomment ${swift_node_config} DEFAULT swift_dir
+    iniset ${swift_node_config} DEFAULT swift_dir ${SWIFT_CONF_DIR}
+
+    iniuncomment ${swift_node_config} DEFAULT devices
+    iniset ${swift_node_config} DEFAULT devices ${node_path}
+
+    iniuncomment ${swift_node_config} DEFAULT log_facility
+    iniset ${swift_node_config} DEFAULT log_facility LOG_LOCAL${log_facility}
+
+    iniuncomment ${swift_node_config} DEFAULT workers
+    iniset ${swift_node_config} DEFAULT workers ${API_WORKERS:-1}
+
+    iniuncomment ${swift_node_config} DEFAULT disable_fallocate
+    iniset ${swift_node_config} DEFAULT disable_fallocate true
+
+    iniuncomment ${swift_node_config} DEFAULT mount_check
+    iniset ${swift_node_config} DEFAULT mount_check false
+
+    iniuncomment ${swift_node_config} ${server_type}-replicator vm_test_mode
+    iniset ${swift_node_config} ${server_type}-replicator vm_test_mode yes
+
+
      +

      Using a sed and not iniset/iniuncomment because we want to a global +modification and make sure it works for new sections.

      +
      +    sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
+}
+
+
+
      +

      configure_swift() - Set config files, create data dirs and loop image

      +
      +function configure_swift {
+    local swift_pipeline="${SWIFT_EXTRAS_MIDDLEWARE_NO_AUTH}"
+    local node_number
+    local swift_node_config
+    local swift_log_dir
+
+
      +

      Make sure to kill all swift processes first

      +
      +    swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
+
+    sudo mkdir -p ${SWIFT_CONF_DIR}/{object,container,account}-server
+    sudo chown -R ${STACK_USER}: ${SWIFT_CONF_DIR}
+
+    if [[ "$SWIFT_CONF_DIR" != "/etc/swift" ]]; then
+
      +

      Some swift tools are hard-coded to use /etc/swift and are apparently not going to be fixed. +Create a symlink if the config dir is moved

      +
      +        sudo ln -sf ${SWIFT_CONF_DIR} /etc/swift
+    fi
+
+
      +

      Swift use rsync to synchronize between all the different +partitions (which make more sense when you have a multi-node +setup) we configure it with our version of rsync.

      +
      +    sed -e "
+        s/%GROUP%/${USER_GROUP}/;
+        s/%USER%/${STACK_USER}/;
+        s,%SWIFT_DATA_DIR%,$SWIFT_DATA_DIR,;
+    " $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf
+
      +

      rsyncd.conf just prepared for 4 nodes

      +
      +    if is_ubuntu; then
+        sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync
+    elif [ -e /etc/xinetd.d/rsync ]; then
+        sudo sed -i '/disable *= *yes/ { s/yes/no/ }' /etc/xinetd.d/rsync
+    fi
+
+    SWIFT_CONFIG_PROXY_SERVER=${SWIFT_CONF_DIR}/proxy-server.conf
+    cp ${SWIFT_DIR}/etc/proxy-server.conf-sample ${SWIFT_CONFIG_PROXY_SERVER}
+
+    cp ${SWIFT_DIR}/etc/container-sync-realms.conf-sample ${SWIFT_CONF_DIR}/container-sync-realms.conf
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user ${STACK_USER}
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir ${SWIFT_CONF_DIR}
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers 1
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level DEBUG
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port
+    if is_service_enabled tls-proxy; then
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT_INT}
+    else
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT:-8080}
+    fi
+
+    if is_ssl_enabled_service s-proxy; then
+        ensure_certificates SWIFT
+
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT cert_file "$SWIFT_SSL_CERT"
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT key_file "$SWIFT_SSL_KEY"
+    fi
+
+
      +

      Devstack is commonly run in a small slow environment, so bump the +timeouts up. +node_timeout is how long between read operations a node takes to +respond to the proxy server +conn_timeout is all about how long it takes a connect() system call to +return

      +
      +    iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server node_timeout 120
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server conn_timeout 20
+
+
      +

      Configure Ceilometer

      +
      +    if is_service_enabled ceilometer; then
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:ceilometer "set log_level" "WARN"
+        iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:ceilometer use "egg:ceilometer#swift"
+        SWIFT_EXTRAS_MIDDLEWARE_LAST="${SWIFT_EXTRAS_MIDDLEWARE_LAST} ceilometer"
+    fi
+
+
      +

      Restrict the length of auth tokens in the swift proxy-server logs.

      +
      +    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:proxy-logging reveal_sensitive_prefix ${SWIFT_LOG_TOKEN_LENGTH}
+
+
      +

      By default Swift will be installed with keystone and tempauth middleware +and add the swift3 middleware if its configured for it. The token for +tempauth would be prefixed with the reseller_prefix setting TEMPAUTH_ the +token for keystoneauth would have the standard reseller_prefix AUTH_

      +
      +    if is_service_enabled swift3;then
+        swift_pipeline+=" swift3 s3token "
+    fi
+
+    if is_service_enabled key;then
+        swift_pipeline+=" authtoken keystoneauth"
+    fi
+    swift_pipeline+=" tempauth "
+
+    sed -i "/^pipeline/ { s/tempauth/${swift_pipeline} ${SWIFT_EXTRAS_MIDDLEWARE}/ ;}" ${SWIFT_CONFIG_PROXY_SERVER}
+    sed -i "/^pipeline/ { s/proxy-server/${SWIFT_EXTRAS_MIDDLEWARE_LAST} proxy-server/ ; }" ${SWIFT_CONFIG_PROXY_SERVER}
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth account_autocreate
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server account_autocreate true
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix "TEMPAUTH"
+
+
      +

      Configure Crossdomain

      +
      +    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:crossdomain use "egg:swift#crossdomain"
+
+
      +

      Configure Keystone

      +
      +    sed -i '/^# \[filter:authtoken\]/,/^# \[filter:keystoneauth\]$/ s/^#[ \t]*//' ${SWIFT_CONFIG_PROXY_SERVER}
+    configure_auth_token_middleware ${SWIFT_CONFIG_PROXY_SERVER} swift $SWIFT_AUTH_CACHE_DIR filter:authtoken
+
      +

      This causes the authtoken middleware to use the same python logging +adapter provided by the swift proxy-server, so that request transaction +IDs will included in all of its log messages.

      +
      +    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken log_name swift
+
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth use
+    iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles "Member, admin"
+
+    if is_service_enabled swift3; then
+        cat <<EOF >>${SWIFT_CONFIG_PROXY_SERVER}
+# DIVIDER
+[filter:s3token]
+paste.filter_factory = keystoneclient.middleware.s3_token:filter_factory
+auth_port = ${KEYSTONE_AUTH_PORT}
+auth_host = ${KEYSTONE_AUTH_HOST}
+auth_protocol = ${KEYSTONE_AUTH_PROTOCOL}
+cafile = ${SSL_BUNDLE_FILE}
+auth_token = ${SERVICE_TOKEN}
+admin_token = ${SERVICE_TOKEN}
+
+[filter:swift3]
+use = egg:swift3#swift3
+EOF
+    fi
+
+    cp ${SWIFT_DIR}/etc/swift.conf-sample ${SWIFT_CONF_DIR}/swift.conf
+    iniset ${SWIFT_CONF_DIR}/swift.conf swift-hash swift_hash_path_suffix ${SWIFT_HASH}
+    iniset ${SWIFT_CONF_DIR}/swift.conf swift-constraints max_header_size ${SWIFT_MAX_HEADER_SIZE}
+
+    local node_number
+    for node_number in ${SWIFT_REPLICAS_SEQ}; do
+        local swift_node_config=${SWIFT_CONF_DIR}/object-server/${node_number}.conf
+        cp ${SWIFT_DIR}/etc/object-server.conf-sample ${swift_node_config}
+        generate_swift_config_services ${swift_node_config} ${node_number} $(( OBJECT_PORT_BASE + 10 * (node_number - 1) )) object
+        iniset ${swift_node_config} filter:recon recon_cache_path  ${SWIFT_DATA_DIR}/cache
+
+        swift_node_config=${SWIFT_CONF_DIR}/container-server/${node_number}.conf
+        cp ${SWIFT_DIR}/etc/container-server.conf-sample ${swift_node_config}
+        generate_swift_config_services ${swift_node_config} ${node_number} $(( CONTAINER_PORT_BASE + 10 * (node_number - 1) )) container
+        iniuncomment ${swift_node_config} app:container-server allow_versions
+        iniset ${swift_node_config} app:container-server allow_versions  "true"
+
+        swift_node_config=${SWIFT_CONF_DIR}/account-server/${node_number}.conf
+        cp ${SWIFT_DIR}/etc/account-server.conf-sample ${swift_node_config}
+        generate_swift_config_services ${swift_node_config} ${node_number} $(( ACCOUNT_PORT_BASE + 10 * (node_number - 1) )) account
+    done
+
+
      +

      NOTE(chmou): s3token middleware is not updated yet to use only +username and password.

      +
      +    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest1 "testing .admin"
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest2_swiftusertest2 "testing2 .admin"
+    iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest3 "testing3 .admin"
+
+    testfile=${SWIFT_CONF_DIR}/test.conf
+    cp ${SWIFT_DIR}/test/sample.conf ${testfile}
+
+
      +

      Set new accounts in tempauth to match keystone tenant/user (to make testing easier)

      +
      +    iniset ${testfile} func_test account swifttenanttest1
+    iniset ${testfile} func_test username swiftusertest1
+    iniset ${testfile} func_test username3 swiftusertest3
+    iniset ${testfile} func_test account2 swifttenanttest2
+    iniset ${testfile} func_test username2 swiftusertest2
+
+    if is_service_enabled key;then
+        iniuncomment ${testfile} func_test auth_version
+        iniset ${testfile} func_test auth_host ${KEYSTONE_SERVICE_HOST}
+        iniset ${testfile} func_test auth_port ${KEYSTONE_AUTH_PORT}
+        iniset ${testfile} func_test auth_prefix /v2.0/
+    fi
+
+    local swift_log_dir=${SWIFT_DATA_DIR}/logs
+    rm -rf ${swift_log_dir}
+    mkdir -p ${swift_log_dir}/hourly
+    sudo chown -R ${STACK_USER}:adm ${swift_log_dir}
+
+    if [[ $SYSLOG != "False" ]]; then
+        sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \
+            tee /etc/rsyslog.d/10-swift.conf
+
      +

      Set accounts for functional tests

      +
      +        sudo killall -HUP rsyslogd
+    fi
+
+    if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then
+        _config_swift_apache_wsgi
+    fi
+}
+
+
      +

      restart syslog to take the changes

      +
      +function create_swift_disk {
+    local node_number
+
+
      +

      create_swift_disk - Create Swift backing disk

      +
      +
+    local user_group=$(id -g ${STACK_USER})
+    sudo mkdir -p ${SWIFT_DATA_DIR}/{drives,cache,run,logs}
+    sudo chown -R ${STACK_USER}:${user_group} ${SWIFT_DATA_DIR}
+
+
      +

      First do a bit of setup by creating the directories and +changing the permissions so we can run it as our user.

      +
      +    if [[ -e ${SWIFT_DISK_IMAGE} ]]; then
+        if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
+            sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
+            sudo rm -f ${SWIFT_DISK_IMAGE}
+        fi
+    fi
+
+    mkdir -p ${SWIFT_DATA_DIR}/drives/images
+    sudo touch ${SWIFT_DISK_IMAGE}
+    sudo chown ${STACK_USER}: ${SWIFT_DISK_IMAGE}
+
+    truncate -s ${SWIFT_LOOPBACK_DISK_SIZE} ${SWIFT_DISK_IMAGE}
+
+
      +

      Create a loopback disk and format it to XFS.

      +
      +    /sbin/mkfs.xfs -f -i size=1024  ${SWIFT_DISK_IMAGE}
+
+
      +

      Make a fresh XFS filesystem

      +
      +    mkdir -p ${SWIFT_DATA_DIR}/drives/sdb1
+    if ! egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
+        sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8  \
+            ${SWIFT_DISK_IMAGE} ${SWIFT_DATA_DIR}/drives/sdb1
+    fi
+
+
      +

      Mount the disk with mount options to make it as efficient as possible

      +
      +    local node_number
+    for node_number in ${SWIFT_REPLICAS_SEQ}; do
+        sudo ln -sf ${SWIFT_DATA_DIR}/drives/sdb1/$node_number ${SWIFT_DATA_DIR}/$node_number;
+        local drive=${SWIFT_DATA_DIR}/drives/sdb1/${node_number}
+        local node=${SWIFT_DATA_DIR}/${node_number}/node
+        local node_device=${node}/sdb1
+        [[ -d $node ]] && continue
+        [[ -d $drive ]] && continue
+        sudo install -o ${STACK_USER} -g $user_group -d $drive
+        sudo install -o ${STACK_USER} -g $user_group -d $node_device
+        sudo chown -R ${STACK_USER}: ${node}
+    done
+}
+
      +

      Create a link to the above mount and +create all of the directories needed to emulate a few different servers

      +
      +
+
      +

      create_swift_accounts() - Set up standard swift accounts and extra +one for tests we do this by attaching all words in the account name +since we want to make it compatible with tempauth which use +underscores for separators.

      +
      +
+function create_swift_accounts {
+
      + +
      +

      Tenant User Roles

      +

      service swift service +swifttenanttest1 swiftusertest1 admin +swifttenanttest1 swiftusertest3 anotherrole +swifttenanttest2 swiftusertest2 admin

      +
      +    local swiftusertest1_password=testing
+    local swiftusertest2_password=testing2
+    local swiftusertest3_password=testing3
+
+    KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql}
+
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
+    local another_role=$(openstack role list | awk "/ anotherrole / { print \$2 }")
+
+    local swift_user=$(get_or_create_user "swift" \
+        "$SERVICE_PASSWORD" $service_tenant)
+    get_or_add_user_role $admin_role $swift_user $service_tenant
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        local swift_service=$(get_or_create_service "swift" \
+            "object-store" "Swift Service")
+        get_or_create_endpoint $swift_service \
+            "$REGION_NAME" \
+            "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \
+            "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080" \
+            "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s"
+    fi
+
+    local swift_tenant_test1=$(get_or_create_project swifttenanttest1)
+    die_if_not_set $LINENO swift_tenant_test1 "Failure creating swift_tenant_test1"
+    SWIFT_USER_TEST1=$(get_or_create_user swiftusertest1 $swiftusertest1_password \
+        "$swift_tenant_test1" "test@example.com")
+    die_if_not_set $LINENO SWIFT_USER_TEST1 "Failure creating SWIFT_USER_TEST1"
+    get_or_add_user_role $admin_role $SWIFT_USER_TEST1 $swift_tenant_test1
+
+    local swift_user_test3=$(get_or_create_user swiftusertest3 $swiftusertest3_password \
+        "$swift_tenant_test1" "test3@example.com")
+    die_if_not_set $LINENO swift_user_test3 "Failure creating swift_user_test3"
+    get_or_add_user_role $another_role $swift_user_test3 $swift_tenant_test1
+
+    local swift_tenant_test2=$(get_or_create_project swifttenanttest2)
+    die_if_not_set $LINENO swift_tenant_test2 "Failure creating swift_tenant_test2"
+
+    local swift_user_test2=$(get_or_create_user swiftusertest2 $swiftusertest2_password \
+        "$swift_tenant_test2" "test2@example.com")
+    die_if_not_set $LINENO swift_user_test2 "Failure creating swift_user_test2"
+    get_or_add_user_role $admin_role $swift_user_test2 $swift_tenant_test2
+}
+
+
      +

      Defines specific passwords used by tools/create_userrc.sh

      +
      +function init_swift {
+    local node_number
+
      +

      init_swift() - Initialize rings

      +
      +    swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
+
+
      +

      Make sure to kill all swift processes first

      +
      +    create_swift_disk
+
+
      +

      Forcibly re-create the backing filesystem

      +
      +    pushd ${SWIFT_CONF_DIR} >/dev/null && {
+
+        rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz
+
+        swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
+        swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
+        swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
+
+        for node_number in ${SWIFT_REPLICAS_SEQ}; do
+            swift-ring-builder object.builder add z${node_number}-127.0.0.1:$(( OBJECT_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1
+            swift-ring-builder container.builder add z${node_number}-127.0.0.1:$(( CONTAINER_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1
+            swift-ring-builder account.builder add z${node_number}-127.0.0.1:$(( ACCOUNT_PORT_BASE + 10 * (node_number - 1) ))/sdb1 1
+        done
+        swift-ring-builder object.builder rebalance
+        swift-ring-builder container.builder rebalance
+        swift-ring-builder account.builder rebalance
+    } && popd >/dev/null
+
+
      +

      This is where we create three different rings for swift with +different object servers binding on different ports.

      +
      +    sudo mkdir -p $SWIFT_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $SWIFT_AUTH_CACHE_DIR
+    rm -f $SWIFT_AUTH_CACHE_DIR/*
+}
+
+function install_swift {
+    git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH
+    setup_develop $SWIFT_DIR
+    if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then
+        install_apache_wsgi
+    fi
+}
+
+function install_swiftclient {
+    git_clone $SWIFTCLIENT_REPO $SWIFTCLIENT_DIR $SWIFTCLIENT_BRANCH
+    setup_develop $SWIFTCLIENT_DIR
+}
+
+
      +

      Create cache dir

      +
      +function start_swift {
+
      +

      start_swift() - Start running processes, including screen

      +
      +    restart_service memcached
+
+
      +

      (re)start memcached to make sure we have a clean memcache.

      +
      +    if is_ubuntu; then
+        sudo /etc/init.d/rsync restart || :
+    elif [ -e /etc/xinetd.d/rsync ]; then
+        start_service xinetd
+    else
+        start_service rsyncd
+    fi
+
+    if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then
+        restart_apache_server
+        swift-init --run-dir=${SWIFT_DATA_DIR}/run rest start
+        tail_log s-proxy /var/log/$APACHE_NAME/proxy-server
+        if [[ ${SWIFT_REPLICAS} == 1 ]]; then
+            for type in object container account; do
+                tail_log s-${type} /var/log/$APACHE_NAME/${type}-server-1
+            done
+        fi
+        return 0
+    fi
+
+
      +

      Start rsync

      +
      +    local todo type
+    swift-init --run-dir=${SWIFT_DATA_DIR}/run all restart || true
+    if [[ ${SWIFT_REPLICAS} == 1 ]]; then
+        todo="object container account"
+    fi
+    for type in proxy ${todo}; do
+        swift-init --run-dir=${SWIFT_DATA_DIR}/run ${type} stop || true
+    done
+    if is_service_enabled tls-proxy; then
+        local proxy_port=${SWIFT_DEFAULT_BIND_PORT:-8080}
+        start_tls_proxy '*' $proxy_port $SERVICE_HOST $SWIFT_DEFAULT_BIND_PORT_INT &
+    fi
+    run_process s-proxy "$SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONF_DIR}/proxy-server.conf -v"
+    if [[ ${SWIFT_REPLICAS} == 1 ]]; then
+        for type in object container account; do
+            run_process s-${type} "$SWIFT_DIR/bin/swift-${type}-server ${SWIFT_CONF_DIR}/${type}-server/1.conf -v"
+        done
+    fi
+
+    if [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]]; then
+        swift_configure_tempurls
+    fi
+}
+
+
      +

      By default with only one replica we are launching the proxy, +container, account and object server in screen in foreground and +other services in background. If we have SWIFT_REPLICAS set to something +greater than one we first spawn all the swift services then kill the proxy +service so we can run it in foreground in screen. swift-init ... +{stop|restart} exits with '1' if no servers are running, ignore it just +in case

      +
      +function stop_swift {
+    local type
+
+    if [ "$SWIFT_USE_MOD_WSGI" == "True" ]; then
+        swift-init --run-dir=${SWIFT_DATA_DIR}/run rest stop && return 0
+    fi
+
+
      +

      stop_swift() - Stop running processes (non-screen)

      +
      +    if type -p swift-init >/dev/null; then
+        swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
+    fi
+
      +

      screen normally killed by unstack.sh

      +
      +    for type in proxy object container account; do
+        stop_process s-${type}
+    done
+
      +

      Dump all of the servers +Maintain the iteration as stop_process() has some desirable side-effects

      +
      +    pkill -f swift-
+}
+
+function swift_configure_tempurls {
+    OS_USERNAME=swift \
+        OS_TENANT_NAME=$SERVICE_TENANT_NAME \
+        OS_PASSWORD=$SERVICE_PASSWORD \
+        swift post -m "Temp-URL-Key: $SWIFT_TEMPURL_KEY"
+}
+
+
      +

      Blast out any stragglers

      +
      +$XTRACE
+
+
      +

      Restore xtrace

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +

      Tell emacs to use shell-script-mode

      +
      +
+
      +
      +
      + + + +
      +
      + + diff --git a/lib/tempest b/lib/tempest deleted file mode 100644 index 364323de..00000000 --- a/lib/tempest +++ /dev/null @@ -1,297 +0,0 @@ -# lib/tempest -# Install and configure Tempest - -# Dependencies: -# ``functions`` file -# ``lib/nova`` service is runing -# -# - ``DEST``, ``FILES`` -# - ``ADMIN_PASSWORD`` -# - ``DEFAULT_IMAGE_NAME`` -# - ``S3_SERVICE_PORT`` -# - ``SERVICE_HOST`` -# - ``BASE_SQL_CONN`` ``lib/database`` declares -# - ``PUBLIC_NETWORK_NAME`` -# - ``Q_USE_NAMESPACE`` -# - ``Q_ROUTER_NAME`` -# - ``VIRT_DRIVER`` -# - ``LIBVIRT_TYPE`` -# - ``KEYSTONE_SERVICE_PROTOCOL``, ``KEYSTONE_SERVICE_HOST`` from lib/keystone -# Optional Dependencies: -# ALT_* (similar vars exists in keystone_data.sh) -# ``LIVE_MIGRATION_AVAILABLE`` -# ``USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION`` -# ``DEFAULT_INSTANCE_TYPE`` -# ``DEFAULT_INSTANCE_USER`` -# ``stack.sh`` calls the entry points in this order: -# -# install_tempest -# configure_tempest -# init_tempest - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# Set up default directories -TEMPEST_DIR=$DEST/tempest -TEMPEST_CONF_DIR=$TEMPEST_DIR/etc -TEMPEST_CONF=$TEMPEST_CONF_DIR/tempest.conf - -NOVA_SOURCE_DIR=$DEST/nova - -BUILD_INTERVAL=3 -BUILD_TIMEOUT=400 - - -BOTO_MATERIALS_PATH="$FILES/images/s3-materials/cirros-0.3.0" - -# Entry Points -# ------------ - -# configure_tempest() - Set config files, create data dirs, etc -function configure_tempest() { - setup_develop $TEMPEST_DIR - local image_lines - local images - local num_images - local image_uuid - local image_uuid_alt - local errexit - local password - local line - local flavors - local flavors_ref - local flavor_lines - local public_network_id - local public_router_id - local tenant_networks_reachable - local boto_instance_type="m1.tiny" - - # TODO(afazekas): - # sudo python setup.py deploy - - # This function exits on an error so that errors don't compound and you see - # only the first error that occured. - errexit=$(set +o | grep errexit) - set -o errexit - - # Save IFS - ifs=$IFS - - # Glance should already contain images to be used in tempest - # testing. Here we simply look for images stored in Glance - # and set the appropriate variables for use in the tempest config - # We ignore ramdisk and kernel images, look for the default image - # ``DEFAULT_IMAGE_NAME``. If not found, we set the ``image_uuid`` to the - # first image returned and set ``image_uuid_alt`` to the second, - # if there is more than one returned... - # ... Also ensure we only take active images, so we don't get snapshots in process - declare -a images - - while read -r IMAGE_NAME IMAGE_UUID; do - if [ "$IMAGE_NAME" = "$DEFAULT_IMAGE_NAME" ]; then - image_uuid="$IMAGE_UUID" - image_uuid_alt="$IMAGE_UUID" - fi - images+=($IMAGE_UUID) - done < <(glance image-list --status=active | awk -F'|' '!/^(+--)|ID|aki|ari/ { print $3,$2 }') - - case "${#images[*]}" in - 0) - echo "Found no valid images to use!" - exit 1 - ;; - 1) - if [ -z "$image_uuid" ]; then - image_uuid=${images[0]} - image_uuid_alt=${images[0]} - fi - ;; - *) - if [ -z "$image_uuid" ]; then - image_uuid=${images[0]} - image_uuid_alt=${images[1]} - fi - ;; - esac - - # Create tempest.conf from tempest.conf.sample - # copy every time, because the image UUIDS are going to change - cp $TEMPEST_CONF.sample $TEMPEST_CONF - - password=${ADMIN_PASSWORD:-secrete} - - # See files/keystone_data.sh where alt_demo user - # and tenant are set up... - ALT_USERNAME=${ALT_USERNAME:-alt_demo} - ALT_TENANT_NAME=${ALT_TENANT_NAME:-alt_demo} - - # If the ``DEFAULT_INSTANCE_TYPE`` not declared, use the new behavior - # Tempest creates instane types for himself - if [[ -z "$DEFAULT_INSTANCE_TYPE" ]]; then - nova flavor-create m1.nano 42 64 0 1 - flavor_ref=42 - boto_instance_type=m1.nano - nova flavor-create m1.micro 84 128 0 1 - flavor_ref_alt=84 - else - # Check Nova for existing flavors and, if set, look for the - # ``DEFAULT_INSTANCE_TYPE`` and use that. - boto_instance_type=$DEFAULT_INSTANCE_TYPE - flavor_lines=`nova flavor-list` - IFS=$'\r\n' - flavors="" - for line in $flavor_lines; do - f=$(echo $line | awk "/ $DEFAULT_INSTANCE_TYPE / { print \$2 }") - flavors="$flavors $f" - done - - for line in $flavor_lines; do - flavors="$flavors `echo $line | grep -v "^\(|\s*ID\|+--\)" | cut -d' ' -f2`" - done - - IFS=" " - flavors=($flavors) - num_flavors=${#flavors[*]} - echo "Found $num_flavors flavors" - if [[ $num_flavors -eq 0 ]]; then - echo "Found no valid flavors to use!" - exit 1 - fi - flavor_ref=${flavors[0]} - flavor_ref_alt=$flavor_ref - if [[ $num_flavors -gt 1 ]]; then - flavor_ref_alt=${flavors[1]} - fi - fi - - if [ "$Q_USE_NAMESPACE" != "False" ]; then - tenant_networks_reachable=false - else - tenant_networks_reachable=true - fi - - if is_service_enabled q-l3; then - public_network_id=$(quantum net-list | grep $PUBLIC_NETWORK_NAME | \ - awk '{print $2}') - if [ "$Q_USE_NAMESPACE" == "False" ]; then - # If namespaces are disabled, devstack will create a single - # public router that tempest should be configured to use. - public_router_id=$(quantum router-list | awk "/ $Q_ROUTER_NAME / \ - { print \$2 }") - fi - fi - - # Timeouts - iniset $TEMPEST_CONF compute build_timeout $BUILD_TIMEOUT - iniset $TEMPEST_CONF volume build_timeout $BUILD_TIMEOUT - iniset $TEMPEST_CONF boto build_timeout $BUILD_TIMEOUT - iniset $TEMPEST_CONF compute build_interval $BUILD_INTERVAL - iniset $TEMPEST_CONF volume build_interval $BUILD_INTERVAL - iniset $TEMPEST_CONF boto build_interval $BUILD_INTERVAL - iniset $TEMPEST_CONF boto http_socket_timeout 5 - - # Identity - iniset $TEMPEST_CONF identity uri "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v2.0/" - iniset $TEMPEST_CONF identity password "$password" - iniset $TEMPEST_CONF identity alt_username $ALT_USERNAME - iniset $TEMPEST_CONF identity alt_password "$password" - iniset $TEMPEST_CONF identity alt_tenant_name $ALT_TENANT_NAME - iniset $TEMPEST_CONF identity admin_password "$password" - - # Compute - iniset $TEMPEST_CONF compute change_password_available False - # Note(nati) current tempest don't create network for each tenant - # so reuse same tenant for now - if is_service_enabled quantum; then - TEMPEST_ALLOW_TENANT_ISOLATION=${TEMPEST_ALLOW_TENANT_ISOLATION:-False} - fi - iniset $TEMPEST_CONF compute allow_tenant_isolation ${TEMPEST_ALLOW_TENANT_ISOLATION:-True} - iniset $TEMPEST_CONF compute ssh_user ${DEFAULT_INSTANCE_USER:-cirros} # DEPRECATED - iniset $TEMPEST_CONF compute network_for_ssh $PRIVATE_NETWORK_NAME - iniset $TEMPEST_CONF compute ip_version_for_ssh 4 - iniset $TEMPEST_CONF compute ssh_timeout $BUILD_TIMEOUT - iniset $TEMPEST_CONF compute image_ref $image_uuid - iniset $TEMPEST_CONF compute image_ssh_user ${DEFAULT_INSTANCE_USER:-cirros} - iniset $TEMPEST_CONF compute image_ref_alt $image_uuid_alt - iniset $TEMPEST_CONF compute image_alt_ssh_user ${DEFAULT_INSTANCE_USER:-cirros} - iniset $TEMPEST_CONF compute flavor_ref $flavor_ref - iniset $TEMPEST_CONF compute flavor_ref_alt $flavor_ref_alt - iniset $TEMPEST_CONF compute live_migration_available ${LIVE_MIGRATION_AVAILABLE:-False} - iniset $TEMPEST_CONF compute use_block_migration_for_live_migration ${USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION:-False} - - # Whitebox - iniset $TEMPEST_CONF whitebox source_dir $NOVA_SOURCE_DIR - iniset $TEMPEST_CONF whitebox bin_dir $NOVA_BIN_DIR - # TODO(jaypipes): Create the key file here... right now, no whitebox - # tests actually use a key. - iniset $TEMPEST_CONF whitebox path_to_private_key $TEMPEST_DIR/id_rsa - iniset $TEMPEST_CONF whitebox db_uri $BASE_SQL_CONN/nova - - - # compute admin - iniset $TEMPEST_CONF "compute-admin" password "$password" # DEPRECATED - - # network - iniset $TEMPEST_CONF network api_version 2.0 - iniset $TEMPEST_CONF network tenant_networks_reachable "$tenant_networks_reachable" - iniset $TEMPEST_CONF network public_network_id "$public_network_id" - iniset $TEMPEST_CONF network public_router_id "$public_router_id" - - #boto - iniset $TEMPEST_CONF boto ec2_url "http://$SERVICE_HOST:8773/services/Cloud" - iniset $TEMPEST_CONF boto s3_url "http://$SERVICE_HOST:${S3_SERVICE_PORT:-3333}" - iniset $TEMPEST_CONF boto s3_materials_path "$BOTO_MATERIALS_PATH" - iniset $TEMPEST_CONF boto instance_type "$boto_instance_type" - iniset $TEMPEST_CONF boto http_socket_timeout 30 - iniset $TEMPEST_CONF boto ssh_user ${DEFAULT_INSTANCE_USER:-cirros} - - echo "Created tempest configuration file:" - cat $TEMPEST_CONF - - # Restore IFS - IFS=$ifs - #Restore errexit - $errexit -} - -# install_tempest() - Collect source and prepare -function install_tempest() { - git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH - - # Tempest doesn't satisfy its dependencies on its own, so - # install them here instead. - pip_install -r $TEMPEST_DIR/tools/pip-requires -} - -# init_tempest() - Initialize ec2 images -function init_tempest() { - local base_image_name=cirros-0.3.0-x86_64 - # /opt/stack/devstack/files/images/cirros-0.3.0-x86_64-uec - local image_dir="$FILES/images/${base_image_name}-uec" - local kernel="$image_dir/${base_image_name}-vmlinuz" - local ramdisk="$image_dir/${base_image_name}-initrd" - local disk_image="$image_dir/${base_image_name}-blank.img" - # if the cirros uec downloaded and the system is uec capable - if [ -f "$kernel" -a -f "$ramdisk" -a -f "$disk_image" -a "$VIRT_DRIVER" != "openvz" \ - -a \( "$LIBVIRT_TYPE" != "lxc" -o "$VIRT_DRIVER" != "libvirt" \) ]; then - echo "Prepare aki/ari/ami Images" - ( #new namespace - # tenant:demo ; user: demo - source $TOP_DIR/accrc/demo/demo - euca-bundle-image -i "$kernel" --kernel true -d "$BOTO_MATERIALS_PATH" - euca-bundle-image -i "$ramdisk" --ramdisk true -d "$BOTO_MATERIALS_PATH" - euca-bundle-image -i "$disk_image" -d "$BOTO_MATERIALS_PATH" - ) 2>&1 + + + + tempest + + + +
      +
      + + + + + + + + + + +

      tempest

      + + + + + + + + + +
      + + +

      lib/tempest +Install and configure Tempest +Dependencies:

      +
        +
      • functions file
        • +
      • lib/nova service is running
        • +
      • Global vars that are assumed to be defined: +- DEST, FILES +- ADMIN_PASSWORD +- DEFAULT_IMAGE_NAME +- S3_SERVICE_PORT +- SERVICE_HOST +- BASE_SQL_CONN lib/database declares +- PUBLIC_NETWORK_NAME +- Q_USE_NAMESPACE +- Q_ROUTER_NAME +- Q_L3_ENABLED +- VIRT_DRIVER +- LIBVIRT_TYPE +- KEYSTONE_SERVICE_PROTOCOL, KEYSTONE_SERVICE_HOST from lib/keystone
        • +
      +

      Optional Dependencies:

      +
        +
      • ALT_* (similar vars exists in keystone_data.sh)
        • +
      • LIVE_MIGRATION_AVAILABLE
        • +
      • USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION
        • +
      • DEFAULT_INSTANCE_TYPE
        • +
      • DEFAULT_INSTANCE_USER
        • +
      • CINDER_MULTI_LVM_BACKEND
        • +
      +

      stack.sh calls the entry points in this order:

      +
        +
      • install_tempest
        • +
      • configure_tempest
        • +
      • init_tempest
        • +
      +
      +
+
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +TEMPEST_DIR=$DEST/tempest
+TEMPEST_CONFIG_DIR=${TEMPEST_CONFIG_DIR:-$TEMPEST_DIR/etc}
+TEMPEST_CONFIG=$TEMPEST_CONFIG_DIR/tempest.conf
+TEMPEST_STATE_PATH=${TEMPEST_STATE_PATH:=$DATA_DIR/tempest}
+TEMPEST_LIB_DIR=$DEST/tempest-lib
+
+NOVA_SOURCE_DIR=$DEST/nova
+
+BUILD_INTERVAL=1
+
+
      +

      This is the timeout that tempest will wait for a VM to change state, +spawn, delete, etc. +The default is set to 196 seconds.

      +
      +BUILD_TIMEOUT=${BUILD_TIMEOUT:-196}
+
+
+BOTO_MATERIALS_PATH="$FILES/images/s3-materials/cirros-${CIRROS_VERSION}"
+
+
      +

      Cinder/Volume variables

      +
      +TEMPEST_VOLUME_DRIVER=${TEMPEST_VOLUME_DRIVER:-default}
+TEMPEST_VOLUME_VENDOR=${TEMPEST_VOLUME_VENDOR:-"Open Source"}
+TEMPEST_STORAGE_PROTOCOL=${TEMPEST_STORAGE_PROTOCOL:-iSCSI}
+
+
      +

      Neutron/Network variables

      +
      +IPV6_ENABLED=$(trueorfalse True $IPV6_ENABLED)
+IPV6_SUBNET_ATTRIBUTES_ENABLED=$(trueorfalse True $IPV6_SUBNET_ATTRIBUTES_ENABLED)
+
+
      + +
      +

      Functions

      +
      +
+
      +

      configure_tempest() - Set config files, create data dirs, etc

      +
      +function configure_tempest {
+    setup_develop $TEMPEST_DIR
+    local image_lines
+    local images
+    local num_images
+    local image_uuid
+    local image_uuid_alt
+    local password
+    local line
+    local flavors
+    local available_flavors
+    local flavors_ref
+    local flavor_lines
+    local public_network_id
+    local public_router_id
+    local tenant_networks_reachable
+    local boto_instance_type="m1.tiny"
+    local ssh_connect_method="fixed"
+
+
      +

      Save IFS

      +
      +    ifs=$IFS
+
+
      +

      Glance should already contain images to be used in tempest +testing. Here we simply look for images stored in Glance +and set the appropriate variables for use in the tempest config +We ignore ramdisk and kernel images, look for the default image +DEFAULT_IMAGE_NAME. If not found, we set the image_uuid to the +first image returned and set image_uuid_alt to the second, +if there is more than one returned... +... Also ensure we only take active images, so we don't get snapshots in process

      +
      +    declare -a images
+
+    while read -r IMAGE_NAME IMAGE_UUID; do
+        if [ "$IMAGE_NAME" = "$DEFAULT_IMAGE_NAME" ]; then
+            image_uuid="$IMAGE_UUID"
+            image_uuid_alt="$IMAGE_UUID"
+        fi
+        images+=($IMAGE_UUID)
+
      +

      TODO(stevemar): update this command to use openstackclient's openstack image list +when it supports listing by status.

      +
      +    done < <(glance image-list --status=active | awk -F'|' '!/^(+--)|ID|aki|ari/ { print $3,$2 }')
+
+    case "${#images[*]}" in
+        0)
+            echo "Found no valid images to use!"
+            exit 1
+            ;;
+        1)
+            if [ -z "$image_uuid" ]; then
+                image_uuid=${images[0]}
+                image_uuid_alt=${images[0]}
+            fi
+            ;;
+        *)
+            if [ -z "$image_uuid" ]; then
+                image_uuid=${images[0]}
+                image_uuid_alt=${images[1]}
+            fi
+            ;;
+    esac
+
+
      +

      Create tempest.conf from tempest.conf.sample +copy every time, because the image UUIDS are going to change

      +
      +    if [[ ! -d $TEMPEST_CONFIG_DIR ]]; then
+        sudo mkdir -p $TEMPEST_CONFIG_DIR
+    fi
+    sudo chown $STACK_USER $TEMPEST_CONFIG_DIR
+    cp $TEMPEST_DIR/etc/tempest.conf.sample $TEMPEST_CONFIG
+    chmod 644 $TEMPEST_CONFIG
+
+    password=${ADMIN_PASSWORD:-secrete}
+
+
      +

      See files/keystone_data.sh and stack.sh where admin, demo and alt_demo +user and tenant are set up...

      +
      +    ADMIN_USERNAME=${ADMIN_USERNAME:-admin}
+    ADMIN_TENANT_NAME=${ADMIN_TENANT_NAME:-admin}
+    ADMIN_DOMAIN_NAME=${ADMIN_DOMAIN_NAME:-Default}
+    TEMPEST_USERNAME=${TEMPEST_USERNAME:-demo}
+    TEMPEST_TENANT_NAME=${TEMPEST_TENANT_NAME:-demo}
+    ALT_USERNAME=${ALT_USERNAME:-alt_demo}
+    ALT_TENANT_NAME=${ALT_TENANT_NAME:-alt_demo}
+    ADMIN_TENANT_ID=$(openstack project list | awk "/ admin / { print \$2 }")
+
+
      +

      If the DEFAULT_INSTANCE_TYPE not declared, use the new behavior +Tempest creates instane types for himself

      +
      +    if  [[ -z "$DEFAULT_INSTANCE_TYPE" ]]; then
+        available_flavors=$(nova flavor-list)
+        if [[ ! ( $available_flavors =~ 'm1.nano' ) ]]; then
+            if is_arch "ppc64"; then
+
      +

      qemu needs at least 128MB of memory to boot on ppc64

      +
      +                nova flavor-create m1.nano 42 128 0 1
+            else
+                nova flavor-create m1.nano 42 64 0 1
+            fi
+        fi
+        flavor_ref=42
+        boto_instance_type=m1.nano
+        if [[ ! ( $available_flavors =~ 'm1.micro' ) ]]; then
+            if is_arch "ppc64"; then
+                nova flavor-create m1.micro 84 256 0 1
+            else
+                nova flavor-create m1.micro 84 128 0 1
+            fi
+        fi
+        flavor_ref_alt=84
+    else
+
      +

      Check Nova for existing flavors and, if set, look for the +DEFAULT_INSTANCE_TYPE and use that.

      +
      +        boto_instance_type=$DEFAULT_INSTANCE_TYPE
+        flavor_lines=`nova flavor-list`
+        IFS=$'\r\n'
+        flavors=""
+        for line in $flavor_lines; do
+            f=$(echo $line | awk "/ $DEFAULT_INSTANCE_TYPE / { print \$2 }")
+            flavors="$flavors $f"
+        done
+
+        for line in $flavor_lines; do
+            flavors="$flavors `echo $line | grep -v "^\(|\s*ID\|+--\)" | cut -d' ' -f2`"
+        done
+
+        IFS=" "
+        flavors=($flavors)
+        num_flavors=${#flavors[*]}
+        echo "Found $num_flavors flavors"
+        if [[ $num_flavors -eq 0 ]]; then
+            echo "Found no valid flavors to use!"
+            exit 1
+        fi
+        flavor_ref=${flavors[0]}
+        flavor_ref_alt=$flavor_ref
+
+
      +

      ensure flavor_ref and flavor_ref_alt have different values +some resize instance in tempest tests depends on this.

      +
      +        for f in ${flavors[@]:1}; do
+            if [[ $f -ne $flavor_ref ]]; then
+                flavor_ref_alt=$f
+                break
+            fi
+        done
+    fi
+
+    if [ "$Q_USE_NAMESPACE" != "False" ]; then
+        tenant_networks_reachable=false
+        if ! is_service_enabled n-net; then
+            ssh_connect_method="floating"
+        fi
+    else
+        tenant_networks_reachable=true
+    fi
+
+    ssh_connect_method=${TEMPEST_SSH_CONNECT_METHOD:-$ssh_connect_method}
+
+    if [ "$Q_L3_ENABLED" = "True" ]; then
+        public_network_id=$(neutron net-list | grep $PUBLIC_NETWORK_NAME | \
+            awk '{print $2}')
+        if [ "$Q_USE_NAMESPACE" == "False" ]; then
+
      +

      If namespaces are disabled, devstack will create a single +public router that tempest should be configured to use.

      +
      +            public_router_id=$(neutron router-list | awk "/ $Q_ROUTER_NAME / \
+                { print \$2 }")
+        fi
+    fi
+
+
      +

      Oslo

      +
      +    iniset $TEMPEST_CONFIG DEFAULT lock_path $TEMPEST_STATE_PATH
+    mkdir -p $TEMPEST_STATE_PATH
+    iniset $TEMPEST_CONFIG DEFAULT use_stderr False
+    iniset $TEMPEST_CONFIG DEFAULT log_file tempest.log
+    iniset $TEMPEST_CONFIG DEFAULT debug True
+
+
      +

      Timeouts

      +
      +    iniset $TEMPEST_CONFIG compute build_timeout $BUILD_TIMEOUT
+    iniset $TEMPEST_CONFIG volume build_timeout $BUILD_TIMEOUT
+    iniset $TEMPEST_CONFIG boto build_timeout $BUILD_TIMEOUT
+    iniset $TEMPEST_CONFIG boto http_socket_timeout 5
+
+
      +

      Identity

      +
      +    iniset $TEMPEST_CONFIG identity uri "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v2.0/"
+    iniset $TEMPEST_CONFIG identity uri_v3 "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:5000/v3/"
+    iniset $TEMPEST_CONFIG identity username $TEMPEST_USERNAME
+    iniset $TEMPEST_CONFIG identity password "$password"
+    iniset $TEMPEST_CONFIG identity tenant_name $TEMPEST_TENANT_NAME
+    iniset $TEMPEST_CONFIG identity alt_username $ALT_USERNAME
+    iniset $TEMPEST_CONFIG identity alt_password "$password"
+    iniset $TEMPEST_CONFIG identity alt_tenant_name $ALT_TENANT_NAME
+    iniset $TEMPEST_CONFIG identity admin_username $ADMIN_USERNAME
+    iniset $TEMPEST_CONFIG identity admin_password "$password"
+    iniset $TEMPEST_CONFIG identity admin_tenant_name $ADMIN_TENANT_NAME
+    iniset $TEMPEST_CONFIG identity admin_tenant_id $ADMIN_TENANT_ID
+    iniset $TEMPEST_CONFIG identity admin_domain_name $ADMIN_DOMAIN_NAME
+    iniset $TEMPEST_CONFIG identity auth_version ${TEMPEST_AUTH_VERSION:-v2}
+
+
      +

      Image +for the gate we want to be able to override this variable so we aren't +doing an HTTP fetch over the wide internet for this test

      +
      +    if [[ ! -z "$TEMPEST_HTTP_IMAGE" ]]; then
+        iniset $TEMPEST_CONFIG image http_image $TEMPEST_HTTP_IMAGE
+    fi
+
+
      +

      Compute

      +
      +    iniset $TEMPEST_CONFIG compute allow_tenant_isolation ${TEMPEST_ALLOW_TENANT_ISOLATION:-True}
+    iniset $TEMPEST_CONFIG compute ssh_user ${DEFAULT_INSTANCE_USER:-cirros} # DEPRECATED
+    iniset $TEMPEST_CONFIG compute network_for_ssh $PRIVATE_NETWORK_NAME
+    iniset $TEMPEST_CONFIG compute ip_version_for_ssh 4
+    iniset $TEMPEST_CONFIG compute ssh_timeout $BUILD_TIMEOUT
+    iniset $TEMPEST_CONFIG compute image_ref $image_uuid
+    iniset $TEMPEST_CONFIG compute image_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
+    iniset $TEMPEST_CONFIG compute image_ref_alt $image_uuid_alt
+    iniset $TEMPEST_CONFIG compute image_alt_ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
+    iniset $TEMPEST_CONFIG compute flavor_ref $flavor_ref
+    iniset $TEMPEST_CONFIG compute flavor_ref_alt $flavor_ref_alt
+    iniset $TEMPEST_CONFIG compute ssh_connect_method $ssh_connect_method
+
+
      +

      Compute Features

      +
      +    iniset $TEMPEST_CONFIG compute-feature-enabled resize True
+    iniset $TEMPEST_CONFIG compute-feature-enabled live_migration ${LIVE_MIGRATION_AVAILABLE:-False}
+    iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
+    iniset $TEMPEST_CONFIG compute-feature-enabled block_migration_for_live_migration ${USE_BLOCK_MIGRATION_FOR_LIVE_MIGRATION:-False}
+    iniset $TEMPEST_CONFIG compute-feature-enabled api_extensions ${COMPUTE_API_EXTENSIONS:-"all"}
+    iniset $TEMPEST_CONFIG compute-feature-disabled api_extensions ${DISABLE_COMPUTE_API_EXTENSIONS}
+
+
      +

      Compute admin

      +
      +    iniset $TEMPEST_CONFIG "compute-admin" username $ADMIN_USERNAME
+    iniset $TEMPEST_CONFIG "compute-admin" password "$password"
+    iniset $TEMPEST_CONFIG "compute-admin" tenant_name $ADMIN_TENANT_NAME
+
+    # Network
+    iniset $TEMPEST_CONFIG network api_version 2.0
+    iniset $TEMPEST_CONFIG network tenant_networks_reachable "$tenant_networks_reachable"
+    iniset $TEMPEST_CONFIG network public_network_id "$public_network_id"
+    iniset $TEMPEST_CONFIG network public_router_id "$public_router_id"
+    iniset $TEMPEST_CONFIG network default_network "$FIXED_RANGE"
+    iniset $TEMPEST_CONFIG network-feature-enabled ipv6 "$IPV6_ENABLED"
+    iniset $TEMPEST_CONFIG network-feature-enabled ipv6_subnet_attributes "$IPV6_SUBNET_ATTRIBUTES_ENABLED"
+    iniset $TEMPEST_CONFIG network-feature-enabled api_extensions ${NETWORK_API_EXTENSIONS:-"all"}
+    iniset $TEMPEST_CONFIG network-feature-disabled api_extensions ${DISABLE_NETWORK_API_EXTENSIONS}
+
+
      +

      boto

      +
      +    iniset $TEMPEST_CONFIG boto ec2_url "$EC2_SERVICE_PROTOCOL://$SERVICE_HOST:8773/services/Cloud"
+    iniset $TEMPEST_CONFIG boto s3_url "http://$SERVICE_HOST:${S3_SERVICE_PORT:-3333}"
+    iniset $TEMPEST_CONFIG boto s3_materials_path "$BOTO_MATERIALS_PATH"
+    iniset $TEMPEST_CONFIG boto ari_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd.manifest.xml
+    iniset $TEMPEST_CONFIG boto ami_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img.manifest.xml
+    iniset $TEMPEST_CONFIG boto aki_manifest cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz.manifest.xml
+    iniset $TEMPEST_CONFIG boto instance_type "$boto_instance_type"
+    iniset $TEMPEST_CONFIG boto http_socket_timeout 30
+    iniset $TEMPEST_CONFIG boto ssh_user ${DEFAULT_INSTANCE_USER:-cirros}
+
+
      +

      Orchestration Tests

      +
      +    if is_service_enabled heat; then
+        if [[ ! -z "$HEAT_CFN_IMAGE_URL" ]]; then
+            iniset $TEMPEST_CONFIG orchestration image_ref $(basename "$HEAT_CFN_IMAGE_URL" ".qcow2")
+        fi
+
      +

      build a specialized heat flavor

      +
      +        available_flavors=$(nova flavor-list)
+        if [[ ! ( $available_flavors =~ 'm1.heat' ) ]]; then
+            nova flavor-create m1.heat 451 512 0 1
+        fi
+        iniset $TEMPEST_CONFIG orchestration instance_type "m1.heat"
+        iniset $TEMPEST_CONFIG orchestration build_timeout 900
+    fi
+
+
      +

      Scenario

      +
      +    iniset $TEMPEST_CONFIG scenario img_dir "$FILES/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec"
+    iniset $TEMPEST_CONFIG scenario ami_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-blank.img"
+    iniset $TEMPEST_CONFIG scenario ari_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-initrd"
+    iniset $TEMPEST_CONFIG scenario aki_img_file "cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-vmlinuz"
+
+
      +

      Large Ops Number

      +
      +    iniset $TEMPEST_CONFIG scenario large_ops_number ${TEMPEST_LARGE_OPS_NUMBER:-0}
+
+
      +

      Telemetry +Ceilometer API optimization happened in juno that allows to run more tests in tempest. +Once Tempest retires support for icehouse this flag can be removed.

      +
      +    iniset $TEMPEST_CONFIG telemetry too_slow_to_test "False"
+
+
      +

      Object storage

      +
      +    iniset $TEMPEST_CONFIG object-storage-feature-enabled discoverable_apis ${OBJECT_STORAGE_API_EXTENSIONS:-"all"}
+    iniset $TEMPEST_CONFIG object-storage-feature-disabled discoverable_apis ${OBJECT_STORAGE_DISABLE_API_EXTENSIONS}
+
+
      +

      Volume

      +
      +    iniset $TEMPEST_CONFIG volume-feature-enabled api_extensions ${VOLUME_API_EXTENSIONS:-"all"}
+    iniset $TEMPEST_CONFIG volume-feature-disabled api_extensions ${DISABLE_VOLUME_API_EXTENSIONS}
+    if ! is_service_enabled c-bak; then
+        iniset $TEMPEST_CONFIG volume-feature-enabled backup False
+    fi
+    CINDER_MULTI_LVM_BACKEND=$(trueorfalse False $CINDER_MULTI_LVM_BACKEND)
+    if [ $CINDER_MULTI_LVM_BACKEND == "True" ]; then
+        iniset $TEMPEST_CONFIG volume-feature-enabled multi_backend "True"
+        iniset $TEMPEST_CONFIG volume backend1_name "LVM_iSCSI"
+        iniset $TEMPEST_CONFIG volume backend2_name "LVM_iSCSI_2"
+    fi
+
+    if [ $TEMPEST_VOLUME_DRIVER != "default" ]; then
+        iniset $TEMPEST_CONFIG volume vendor_name "$TEMPEST_VOLUME_VENDOR"
+        iniset $TEMPEST_CONFIG volume storage_protocol $TEMPEST_STORAGE_PROTOCOL
+    fi
+
+
      +

      Dashboard

      +
      +    iniset $TEMPEST_CONFIG dashboard dashboard_url "http://$SERVICE_HOST/"
+    iniset $TEMPEST_CONFIG dashboard login_url "http://$SERVICE_HOST/auth/login/"
+
+
      +

      cli

      +
      +    iniset $TEMPEST_CONFIG cli cli_dir $NOVA_BIN_DIR
+
+
      +

      Baremetal

      +
      +    if [ "$VIRT_DRIVER" = "ironic" ] ; then
+        iniset $TEMPEST_CONFIG baremetal driver_enabled True
+        iniset $TEMPEST_CONFIG compute-feature-enabled change_password False
+        iniset $TEMPEST_CONFIG compute-feature-enabled console_output False
+        iniset $TEMPEST_CONFIG compute-feature-enabled interface_attach False
+        iniset $TEMPEST_CONFIG compute-feature-enabled live_migration False
+        iniset $TEMPEST_CONFIG compute-feature-enabled pause False
+        iniset $TEMPEST_CONFIG compute-feature-enabled rescue False
+        iniset $TEMPEST_CONFIG compute-feature-enabled resize False
+        iniset $TEMPEST_CONFIG compute-feature-enabled shelve False
+        iniset $TEMPEST_CONFIG compute-feature-enabled snapshot False
+        iniset $TEMPEST_CONFIG compute-feature-enabled suspend False
+    fi
+
+
      +

      service_available

      +
      +    for service in ${TEMPEST_SERVICES//,/ }; do
+        if is_service_enabled $service ; then
+            iniset $TEMPEST_CONFIG service_available $service "True"
+        else
+            iniset $TEMPEST_CONFIG service_available $service "False"
+        fi
+    done
+
+
      +

      Restore IFS

      +
      +    IFS=$ifs
+}
+
+
      +

      create_tempest_accounts() - Set up common required tempest accounts

      +
      +
+
      + +
      +

      Project User Roles

      +

      alt_demo alt_demo Member

      +
      +
+
      +

      Migrated from keystone_data.sh

      +
      +function create_tempest_accounts {
+    if is_service_enabled tempest; then
+
      +

      Tempest has some tests that validate various authorization checks +between two regular users in separate tenants

      +
      +        get_or_create_project alt_demo
+        get_or_create_user alt_demo "$ADMIN_PASSWORD" alt_demo "alt_demo@example.com"
+        get_or_add_user_role Member alt_demo alt_demo
+    fi
+}
+
+
      +

      install_tempest_lib() - Collect source, prepare, and install tempest-lib

      +
      +function install_tempest_lib {
+    git_clone $TEMPEST_LIB_REPO $TEMPEST_LIB_DIR $TEMPEST_LIB_BRANCH
+    setup_develop $TEMPEST_LIB_DIR
+}
+
+
      +

      install_tempest() - Collect source and prepare

      +
      +function install_tempest {
+    install_tempest_lib
+    git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
+    pip_install tox
+}
+
+
      +

      init_tempest() - Initialize ec2 images

      +
      +function init_tempest {
+    local base_image_name=cirros-${CIRROS_VERSION}-${CIRROS_ARCH}
+
      +

      /opt/stack/devstack/files/images/cirros-${CIRROS_VERSION}-${CIRROS_ARCH}-uec

      +
      +    local image_dir="$FILES/images/${base_image_name}-uec"
+    local kernel="$image_dir/${base_image_name}-vmlinuz"
+    local ramdisk="$image_dir/${base_image_name}-initrd"
+    local disk_image="$image_dir/${base_image_name}-blank.img"
+
      +

      if the cirros uec downloaded and the system is uec capable

      +
      +    if [ -f "$kernel" -a -f "$ramdisk" -a -f "$disk_image" -a  "$VIRT_DRIVER" != "openvz" \
+        -a \( "$LIBVIRT_TYPE" != "lxc" -o "$VIRT_DRIVER" != "libvirt" \) ]; then
+        echo "Prepare aki/ari/ami Images"
+        mkdir -p $BOTO_MATERIALS_PATH
+        ( #new namespace
+
      +

      tenant:demo ; user: demo

      +
      +            source $TOP_DIR/accrc/demo/demo
+            euca-bundle-image -r ${CIRROS_ARCH} -i "$kernel" --kernel true -d "$BOTO_MATERIALS_PATH"
+            euca-bundle-image -r ${CIRROS_ARCH} -i "$ramdisk" --ramdisk true -d "$BOTO_MATERIALS_PATH"
+            euca-bundle-image -r ${CIRROS_ARCH} -i "$disk_image" -d "$BOTO_MATERIALS_PATH"
+        ) 2>&1 </dev/null | cat
+    else
+        echo "Boto materials are not prepared"
+    fi
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/template b/lib/template deleted file mode 100644 index 02de5cef..00000000 --- a/lib/template +++ /dev/null @@ -1,80 +0,0 @@ -# lib/template -# Functions to control the configuration and operation of the XXXX service -# - -# Dependencies: -# ``functions`` file -# ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined -# - -# ``stack.sh`` calls the entry points in this order: -# -# install_XXXX -# configure_XXXX -# init_XXXX -# start_XXXX -# stop_XXXX -# cleanup_XXXX - -# Save trace setting -XTRACE=$(set +o | grep xtrace) -set +o xtrace - - -# Defaults -# -------- - -# - -# Set up default directories -XXXX_DIR=$DEST/XXXX -XXX_CONF_DIR=/etc/XXXX - - -# Entry Points -# ------------ - -# cleanup_XXXX() - Remove residual data files, anything left over from previous -# runs that a clean run would need to clean up -function cleanup_XXXX() { - # kill instances (nova) - # delete image files (glance) - # This function intentionally left blank - : -} - -# configure_XXXX() - Set config files, create data dirs, etc -function configure_XXXX() { - # sudo python setup.py deploy - # iniset $XXXX_CONF ... - # This function intentionally left blank - : -} - -# init_XXXX() - Initialize databases, etc. -function init_XXXX() { - # clean up from previous (possibly aborted) runs - # create required data files - : -} - -# install_XXXX() - Collect source and prepare -function install_XXXX() { - # git clone xxx - : -} - -# start_XXXX() - Start running processes, including screen -function start_XXXX() { - # screen_it XXXX "cd $XXXX_DIR && $XXXX_DIR/bin/XXXX-bin" - : -} - -# stop_XXXX() - Stop running processes (non-screen) -function stop_XXXX() { - # FIXME(dtroyer): stop only our screen screen window? - : -} - -# Restore xtrace -$XTRACE diff --git a/lib/template.html b/lib/template.html new file mode 100644 index 00000000..21baf0e7 --- /dev/null +++ b/lib/template.html @@ -0,0 +1,527 @@ + + + + + template + + + +
      +
      + + + + + + + + + + +

      template

      + + + + + + + + + +
      + + +

      lib/template +Functions to control the configuration and operation of the XXXX service +<do not include this template file in stack.sh!> +Dependencies:

      +
        +
      • functions file
        • +
      • SERVICE_{TENANT_NAME|PASSWORD} must be defined
        • +
      • <list other global vars that are assumed to be defined>
        • +
      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +
        +
      • is_XXXX_enabled
        • +
      • install_XXXX
        • +
      • configure_XXXX
        • +
      • init_XXXX
        • +
      • start_XXXX
        • +
      • stop_XXXX
        • +
      • cleanup_XXXX
        • +
      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      +
      +

      Defaults

      +
      +
+
      +

      <define global variables here that belong to this project>

      +
      +
+
      +

      Set up default directories

      +
      +XXXX_DIR=$DEST/XXXX
+XXX_CONF_DIR=/etc/XXXX
+
+
+
      + +
      +

      Entry Points

      +
      +
+
      +

      Test if any XXXX services are enabled +is_XXXX_enabled

      +
      +function is_XXXX_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"XX-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_XXXX() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_XXXX {
+
      +

      kill instances (nova) +delete image files (glance) +This function intentionally left blank

      +
      +    :
+}
+
+
      +

      configure_XXXX() - Set config files, create data dirs, etc

      +
      +function configure_XXXX {
+
      +

      sudo python setup.py deploy +iniset $XXXX_CONF ... +This function intentionally left blank

      +
      +    :
+}
+
+
      +

      init_XXXX() - Initialize databases, etc.

      +
      +function init_XXXX {
+
      +

      clean up from previous (possibly aborted) runs +create required data files

      +
      +    :
+}
+
+
      +

      install_XXXX() - Collect source and prepare

      +
      +function install_XXXX {
+
      +

      git clone xxx

      +
      +    :
+}
+
+
      +

      start_XXXX() - Start running processes, including screen

      +
      +function start_XXXX {
+
      +

      The quoted command must be a single command and not include an +shell metacharacters, redirections or shell builtins. +run_process XXXX "$XXXX_DIR/bin/XXXX-bin"

      +
      +    :
+}
+
+
      +

      stop_XXXX() - Stop running processes (non-screen)

      +
      +function stop_XXXX {
+
      +
      +
      for serv in serv-a serv-b; do
      +
      stop_process $serv
      +
      +
      +

      System Message: WARNING/2 (<stdin>, line 105)

      +Definition list ends without a blank line; unexpected unindent.
      +

      done

      +
      +    :
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/tls b/lib/tls deleted file mode 100644 index 202edeff..00000000 --- a/lib/tls +++ /dev/null @@ -1,318 +0,0 @@ -# lib/tls -# Functions to control the configuration and operation of the TLS proxy service - -# Dependencies: -# !! source _before_ any services that use ``SERVICE_HOST`` -# ``functions`` file -# ``DEST``, ``DATA_DIR`` must be defined -# ``HOST_IP``, ``SERVICE_HOST`` -# ``KEYSTONE_TOKEN_FORMAT`` must be defined - -# Entry points: -# configure_CA -# init_CA - -# configure_proxy -# start_tls_proxy - -# make_root_ca -# make_int_ca -# new_cert $INT_CA_DIR int-server "abc" -# start_tls_proxy HOST_IP 5000 localhost 5000 - - -if is_service_enabled tls-proxy; then - # TODO(dtroyer): revisit this below after the search for HOST_IP has been done - TLS_IP=${TLS_IP:-$SERVICE_IP} - - # Set the default ``SERVICE_PROTOCOL`` for TLS - SERVICE_PROTOCOL=https -fi - -# Make up a hostname for cert purposes -# will be added to /etc/hosts? -DEVSTACK_HOSTNAME=secure.devstack.org -DEVSTACK_CERT_NAME=devstack-cert -DEVSTACK_CERT=$DATA_DIR/$DEVSTACK_CERT_NAME.pem - -# CA configuration -ROOT_CA_DIR=${ROOT_CA_DIR:-$DATA_DIR/CA/root-ca} -INT_CA_DIR=${INT_CA_DIR:-$DATA_DIR/CA/int-ca} - -ORG_NAME="OpenStack" -ORG_UNIT_NAME="DevStack" - -# Stud configuration -STUD_PROTO="--tls" -STUD_CIPHERS='TLSv1+HIGH:!DES:!aNULL:!eNULL:@STRENGTH' - - -# CA Functions -# ============ - -# There may be more than one, get specific -OPENSSL=${OPENSSL:-/usr/bin/openssl} - -# Do primary CA configuration -function configure_CA() { - # build common config file - - # Verify ``TLS_IP`` is good - if [[ -n "$HOST_IP" && "$HOST_IP" != "$TLS_IP" ]]; then - # auto-discover has changed the IP - TLS_IP=$HOST_IP - fi -} - -# Creates a new CA directory structure -# create_CA_base ca-dir -function create_CA_base() { - local ca_dir=$1 - - if [[ -d $ca_dir ]]; then - # Bail out it exists - return 0 - fi - - for i in certs crl newcerts private; do - mkdir -p $ca_dir/$i - done - chmod 710 $ca_dir/private - echo "01" >$ca_dir/serial - cp /dev/null $ca_dir/index.txt -} - - -# Create a new CA configuration file -# create_CA_config ca-dir common-name -function create_CA_config() { - local ca_dir=$1 - local common_name=$2 - - echo " -[ ca ] -default_ca = CA_default - -[ CA_default ] -dir = $ca_dir -policy = policy_match -database = \$dir/index.txt -serial = \$dir/serial -certs = \$dir/certs -crl_dir = \$dir/crl -new_certs_dir = \$dir/newcerts -certificate = \$dir/cacert.pem -private_key = \$dir/private/cacert.key -RANDFILE = \$dir/private/.rand -default_md = default - -[ req ] -default_bits = 1024 -default_md = sha1 - -prompt = no -distinguished_name = ca_distinguished_name - -x509_extensions = ca_extensions - -[ ca_distinguished_name ] -organizationName = $ORG_NAME -organizationalUnitName = $ORG_UNIT_NAME Certificate Authority -commonName = $common_name - -[ policy_match ] -countryName = optional -stateOrProvinceName = optional -organizationName = match -organizationalUnitName = optional -commonName = supplied - -[ ca_extensions ] -basicConstraints = critical,CA:true -subjectKeyIdentifier = hash -authorityKeyIdentifier = keyid:always, issuer -keyUsage = cRLSign, keyCertSign - -" >$ca_dir/ca.conf -} - -# Create a new signing configuration file -# create_signing_config ca-dir -function create_signing_config() { - local ca_dir=$1 - - echo " -[ ca ] -default_ca = CA_default - -[ CA_default ] -dir = $ca_dir -policy = policy_match -database = \$dir/index.txt -serial = \$dir/serial -certs = \$dir/certs -crl_dir = \$dir/crl -new_certs_dir = \$dir/newcerts -certificate = \$dir/cacert.pem -private_key = \$dir/private/cacert.key -RANDFILE = \$dir/private/.rand -default_md = default - -[ req ] -default_bits = 1024 -default_md = sha1 - -prompt = no -distinguished_name = req_distinguished_name - -x509_extensions = req_extensions - -[ req_distinguished_name ] -organizationName = $ORG_NAME -organizationalUnitName = $ORG_UNIT_NAME Server Farm - -[ policy_match ] -countryName = optional -stateOrProvinceName = optional -organizationName = match -organizationalUnitName = optional -commonName = supplied - -[ req_extensions ] -basicConstraints = CA:false -subjectKeyIdentifier = hash -authorityKeyIdentifier = keyid:always, issuer -keyUsage = digitalSignature, keyEncipherment, keyAgreement -extendedKeyUsage = serverAuth, clientAuth -subjectAltName = \$ENV::SUBJECT_ALT_NAME - -" >$ca_dir/signing.conf -} - -# Create root and intermediate CAs -# init_CA -function init_CA { - # Ensure CAs are built - make_root_CA $ROOT_CA_DIR - make_int_CA $INT_CA_DIR $ROOT_CA_DIR - - # Create the CA bundle - cat $ROOT_CA_DIR/cacert.pem $INT_CA_DIR/cacert.pem >>$INT_CA_DIR/ca-chain.pem -} - -# Create an initial server cert -# init_cert -function init_cert { - if [[ ! -r $DEVSTACK_CERT ]]; then - if [[ -n "$TLS_IP" ]]; then - # Lie to let incomplete match routines work - TLS_IP="DNS:$TLS_IP" - fi - make_cert $INT_CA_DIR $DEVSTACK_CERT_NAME $DEVSTACK_HOSTNAME "$TLS_IP" - - # Create a cert bundle - cat $INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key $INT_CA_DIR/$DEVSTACK_CERT_NAME.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT - fi -} - - -# make_cert creates and signs a new certificate with the given commonName and CA -# make_cert ca-dir cert-name "common-name" ["alt-name" ...] -function make_cert() { - local ca_dir=$1 - local cert_name=$2 - local common_name=$3 - local alt_names=$4 - - # Generate a signing request - $OPENSSL req \ - -sha1 \ - -newkey rsa \ - -nodes \ - -keyout $ca_dir/private/$cert_name.key \ - -out $ca_dir/$cert_name.csr \ - -subj "/O=${ORG_NAME}/OU=${ORG_UNIT_NAME} Servers/CN=${common_name}" - - if [[ -z "$alt_names" ]]; then - alt_names="DNS:${common_name}" - else - alt_names="DNS:${common_name},${alt_names}" - fi - - # Sign the request valid for 1 year - SUBJECT_ALT_NAME="$alt_names" \ - $OPENSSL ca -config $ca_dir/signing.conf \ - -extensions req_extensions \ - -days 365 \ - -notext \ - -in $ca_dir/$cert_name.csr \ - -out $ca_dir/$cert_name.crt \ - -subj "/O=${ORG_NAME}/OU=${ORG_UNIT_NAME} Servers/CN=${common_name}" \ - -batch -} - - -# Make an intermediate CA to sign everything else -# make_int_CA ca-dir signing-ca-dir -function make_int_CA() { - local ca_dir=$1 - local signing_ca_dir=$2 - - # Create the root CA - create_CA_base $ca_dir - create_CA_config $ca_dir 'Intermediate CA' - create_signing_config $ca_dir - - # Create a signing certificate request - $OPENSSL req -config $ca_dir/ca.conf \ - -sha1 \ - -newkey rsa \ - -nodes \ - -keyout $ca_dir/private/cacert.key \ - -out $ca_dir/cacert.csr \ - -outform PEM - - # Sign the intermediate request valid for 1 year - $OPENSSL ca -config $signing_ca_dir/ca.conf \ - -extensions ca_extensions \ - -days 365 \ - -notext \ - -in $ca_dir/cacert.csr \ - -out $ca_dir/cacert.pem \ - -batch -} - -# Make a root CA to sign other CAs -# make_root_CA ca-dir -function make_root_CA() { - local ca_dir=$1 - - # Create the root CA - create_CA_base $ca_dir - create_CA_config $ca_dir 'Root CA' - - # Create a self-signed certificate valid for 5 years - $OPENSSL req -config $ca_dir/ca.conf \ - -x509 \ - -nodes \ - -newkey rsa \ - -days 21360 \ - -keyout $ca_dir/private/cacert.key \ - -out $ca_dir/cacert.pem \ - -outform PEM -} - - -# Proxy Functions -# =============== - -# Starts the TLS proxy for the given IP/ports -# start_tls_proxy front-host front-port back-host back-port -function start_tls_proxy() { - local f_host=$1 - local f_port=$2 - local b_host=$3 - local b_port=$4 - - stud $STUD_PROTO -f $f_host,$f_port -b $b_host,$b_port $DEVSTACK_CERT 2>/dev/null -} diff --git a/lib/tls.html b/lib/tls.html new file mode 100644 index 00000000..033e7256 --- /dev/null +++ b/lib/tls.html @@ -0,0 +1,941 @@ + + + + + tls + + + +
      +
      + + + + + + + + + + +

      tls

      + + + + + + + + + +
      + + +

      lib/tls +Functions to control the configuration and operation of the TLS proxy service +!! source _before_ any services that use SERVICE_HOST

      +

      Dependencies:

      +
        +
      • functions file
        • +
      • DEST, DATA_DIR must be defined
        • +
      • HOST_IP, SERVICE_HOST
        • +
      • KEYSTONE_TOKEN_FORMAT must be defined
        • +
      +
      +
+
+
      +

      Entry points:

      +
        +
      • configure_CA
        • +
      • init_CA
        • +
      • cleanup_CA
        • +
      +
      +
+
      +
        +
      • configure_proxy
        • +
      • start_tls_proxy
        • +
      +
      +
+
      +
        +
      • stop_tls_proxy
        • +
      • cleanup_CA
        • +
      +
      +
+
      +
        +
      • make_root_CA
        • +
      • make_int_CA
        • +
      • make_cert ca-dir cert-name "common-name" ["alt-name" ...]
        • +
      • start_tls_proxy HOST_IP 5000 localhost 5000
        • +
      • ensure_certificates
        • +
      • is_ssl_enabled_service
        • +
      • enable_mod_ssl
        • +
      +
      +
+
      +
      +

      Defaults

      +
      +
+if is_service_enabled tls-proxy; then
+
      +

      TODO(dtroyer): revisit this below after the search for HOST_IP has been done

      +
      +    TLS_IP=${TLS_IP:-$SERVICE_IP}
+fi
+
+DEVSTACK_HOSTNAME=$(hostname -f)
+DEVSTACK_CERT_NAME=devstack-cert
+DEVSTACK_CERT=$DATA_DIR/$DEVSTACK_CERT_NAME.pem
+
+
      +

      CA configuration

      +
      +ROOT_CA_DIR=${ROOT_CA_DIR:-$DATA_DIR/CA/root-ca}
+INT_CA_DIR=${INT_CA_DIR:-$DATA_DIR/CA/int-ca}
+
+ORG_NAME="OpenStack"
+ORG_UNIT_NAME="DevStack"
+
+
      +

      Stud configuration

      +
      +STUD_PROTO="--tls"
+STUD_CIPHERS='TLSv1+HIGH:!DES:!aNULL:!eNULL:@STRENGTH'
+
+
+
      +
      +

      CA Functions

      +
      +
+
      +

      There may be more than one, get specific

      +
      +OPENSSL=${OPENSSL:-/usr/bin/openssl}
+
+
      +

      Do primary CA configuration

      +
      +function configure_CA {
+
      +

      build common config file

      +
      +
+
      +

      Verify TLS_IP is good

      +
      +    if [[ -n "$HOST_IP" && "$HOST_IP" != "$TLS_IP" ]]; then
+
      +

      auto-discover has changed the IP

      +
      +        TLS_IP=$HOST_IP
+    fi
+}
+
+
      +

      Creates a new CA directory structure +create_CA_base ca-dir

      +
      +function create_CA_base {
+    local ca_dir=$1
+
+    if [[ -d $ca_dir ]]; then
+
      +

      Bail out it exists

      +
      +        return 0
+    fi
+
+    local i
+    for i in certs crl newcerts private; do
+        mkdir -p $ca_dir/$i
+    done
+    chmod 710 $ca_dir/private
+    echo "01" >$ca_dir/serial
+    cp /dev/null $ca_dir/index.txt
+}
+
+
+
      +

      Create a new CA configuration file +create_CA_config ca-dir common-name

      +
      +function create_CA_config {
+    local ca_dir=$1
+    local common_name=$2
+
+    echo "
+[ ca ]
+default_ca = CA_default
+
+[ CA_default ]
+dir                     = $ca_dir
+policy                  = policy_match
+database                = \$dir/index.txt
+serial                  = \$dir/serial
+certs                   = \$dir/certs
+crl_dir                 = \$dir/crl
+new_certs_dir           = \$dir/newcerts
+certificate             = \$dir/cacert.pem
+private_key             = \$dir/private/cacert.key
+RANDFILE                = \$dir/private/.rand
+default_md              = default
+
+[ req ]
+default_bits            = 1024
+default_md              = sha1
+
+prompt                  = no
+distinguished_name      = ca_distinguished_name
+
+x509_extensions         = ca_extensions
+
+[ ca_distinguished_name ]
+organizationName        = $ORG_NAME
+organizationalUnitName  = $ORG_UNIT_NAME Certificate Authority
+commonName              = $common_name
+
+[ policy_match ]
+countryName             = optional
+stateOrProvinceName     = optional
+organizationName        = match
+organizationalUnitName  = optional
+commonName              = supplied
+
+[ ca_extensions ]
+basicConstraints        = critical,CA:true
+subjectKeyIdentifier    = hash
+authorityKeyIdentifier  = keyid:always, issuer
+keyUsage                = cRLSign, keyCertSign
+
+" >$ca_dir/ca.conf
+}
+
+
      +

      Create a new signing configuration file +create_signing_config ca-dir

      +
      +function create_signing_config {
+    local ca_dir=$1
+
+    echo "
+[ ca ]
+default_ca = CA_default
+
+[ CA_default ]
+dir                     = $ca_dir
+policy                  = policy_match
+database                = \$dir/index.txt
+serial                  = \$dir/serial
+certs                   = \$dir/certs
+crl_dir                 = \$dir/crl
+new_certs_dir           = \$dir/newcerts
+certificate             = \$dir/cacert.pem
+private_key             = \$dir/private/cacert.key
+RANDFILE                = \$dir/private/.rand
+default_md              = default
+
+[ req ]
+default_bits            = 1024
+default_md              = sha1
+
+prompt                  = no
+distinguished_name      = req_distinguished_name
+
+x509_extensions         = req_extensions
+
+[ req_distinguished_name ]
+organizationName        = $ORG_NAME
+organizationalUnitName  = $ORG_UNIT_NAME Server Farm
+
+[ policy_match ]
+countryName             = optional
+stateOrProvinceName     = optional
+organizationName        = match
+organizationalUnitName  = optional
+commonName              = supplied
+
+[ req_extensions ]
+basicConstraints        = CA:false
+subjectKeyIdentifier    = hash
+authorityKeyIdentifier  = keyid:always, issuer
+keyUsage                = digitalSignature, keyEncipherment, keyAgreement
+extendedKeyUsage        = serverAuth, clientAuth
+subjectAltName          = \$ENV::SUBJECT_ALT_NAME
+
+" >$ca_dir/signing.conf
+}
+
+
      +

      Create root and intermediate CAs +init_CA

      +
      +function init_CA {
+
      +

      Ensure CAs are built

      +
      +    make_root_CA $ROOT_CA_DIR
+    make_int_CA $INT_CA_DIR $ROOT_CA_DIR
+
+
      +

      Create the CA bundle

      +
      +    cat $ROOT_CA_DIR/cacert.pem $INT_CA_DIR/cacert.pem >>$INT_CA_DIR/ca-chain.pem
+    cat $INT_CA_DIR/ca-chain.pem >> $SSL_BUNDLE_FILE
+
+    if is_fedora; then
+        sudo cp $INT_CA_DIR/ca-chain.pem /usr/share/pki/ca-trust-source/anchors/devstack-chain.pem
+        sudo update-ca-trust
+    elif is_ubuntu; then
+        sudo cp $INT_CA_DIR/ca-chain.pem /usr/local/share/ca-certificates/devstack-int.crt
+        sudo cp $ROOT_CA_DIR/cacert.pem /usr/local/share/ca-certificates/devstack-root.crt
+        sudo update-ca-certificates
+    fi
+}
+
+
      +

      Clean up the CA files +cleanup_CA

      +
      +function cleanup_CA {
+    if is_fedora; then
+        sudo rm -f /usr/share/pki/ca-trust-source/anchors/devstack-chain.pem
+        sudo update-ca-trust
+    elif is_ubuntu; then
+        sudo rm -f /usr/local/share/ca-certificates/devstack-int.crt
+        sudo rm -f /usr/local/share/ca-certificates/devstack-root.crt
+        sudo update-ca-certificates
+    fi
+}
+
+
      +

      Create an initial server cert +init_cert

      +
      +function init_cert {
+    if [[ ! -r $DEVSTACK_CERT ]]; then
+        if [[ -n "$TLS_IP" ]]; then
+
      +

      Lie to let incomplete match routines work

      +
      +            TLS_IP="DNS:$TLS_IP"
+        fi
+        make_cert $INT_CA_DIR $DEVSTACK_CERT_NAME $DEVSTACK_HOSTNAME "$TLS_IP"
+
+
      +

      Create a cert bundle

      +
      +        cat $INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key $INT_CA_DIR/$DEVSTACK_CERT_NAME.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT
+    fi
+}
+
+
+
      +

      make_cert creates and signs a new certificate with the given commonName and CA +make_cert ca-dir cert-name "common-name" ["alt-name" ...]

      +
      +function make_cert {
+    local ca_dir=$1
+    local cert_name=$2
+    local common_name=$3
+    local alt_names=$4
+
+
      +

      Only generate the certificate if it doesn't exist yet on the disk

      +
      +    if [ ! -r "$ca_dir/$cert_name.crt" ]; then
+
      +

      Generate a signing request

      +
      +        $OPENSSL req \
+            -sha1 \
+            -newkey rsa \
+            -nodes \
+            -keyout $ca_dir/private/$cert_name.key \
+            -out $ca_dir/$cert_name.csr \
+            -subj "/O=${ORG_NAME}/OU=${ORG_UNIT_NAME} Servers/CN=${common_name}"
+
+        if [[ -z "$alt_names" ]]; then
+            alt_names="DNS:${common_name}"
+        else
+            alt_names="DNS:${common_name},${alt_names}"
+        fi
+
+
      +

      Sign the request valid for 1 year

      +
      +        SUBJECT_ALT_NAME="$alt_names" \
+        $OPENSSL ca -config $ca_dir/signing.conf \
+            -extensions req_extensions \
+            -days 365 \
+            -notext \
+            -in $ca_dir/$cert_name.csr \
+            -out $ca_dir/$cert_name.crt \
+            -subj "/O=${ORG_NAME}/OU=${ORG_UNIT_NAME} Servers/CN=${common_name}" \
+            -batch
+    fi
+}
+
+
+
      +

      Make an intermediate CA to sign everything else +make_int_CA ca-dir signing-ca-dir

      +
      +function make_int_CA {
+    local ca_dir=$1
+    local signing_ca_dir=$2
+
+
      +

      Create the root CA

      +
      +    create_CA_base $ca_dir
+    create_CA_config $ca_dir 'Intermediate CA'
+    create_signing_config $ca_dir
+
+    if [ ! -r "$ca_dir/cacert.pem" ]; then
+
      +

      Create a signing certificate request

      +
      +        $OPENSSL req -config $ca_dir/ca.conf \
+            -sha1 \
+            -newkey rsa \
+            -nodes \
+            -keyout $ca_dir/private/cacert.key \
+            -out $ca_dir/cacert.csr \
+            -outform PEM
+
+
      +

      Sign the intermediate request valid for 1 year

      +
      +        $OPENSSL ca -config $signing_ca_dir/ca.conf \
+            -extensions ca_extensions \
+            -days 365 \
+            -notext \
+            -in $ca_dir/cacert.csr \
+            -out $ca_dir/cacert.pem \
+            -batch
+    fi
+}
+
+
      +

      Make a root CA to sign other CAs +make_root_CA ca-dir

      +
      +function make_root_CA {
+    local ca_dir=$1
+
+
      +

      Create the root CA

      +
      +    create_CA_base $ca_dir
+    create_CA_config $ca_dir 'Root CA'
+
+
      +

      Create a self-signed certificate valid for 5 years

      +
      +    $OPENSSL req -config $ca_dir/ca.conf \
+        -x509 \
+        -nodes \
+        -newkey rsa \
+        -days 21360 \
+        -keyout $ca_dir/private/cacert.key \
+        -out $ca_dir/cacert.pem \
+        -outform PEM
+}
+
+
+
      + +
      +

      Certificate Input Configuration

      +
      +
+
      +

      check to see if the service(s) specified are to be SSL enabled.

      +

      Multiple services specified as arguments are OR'ed together; the test +is a short-circuit boolean, i.e it returns on the first match.

      +

      Uses global SSL_ENABLED_SERVICES

      +
      +function is_ssl_enabled_service {
+    local services=$@
+    local service=""
+    if [ "$USE_SSL" == "False" ]; then
+        return 1
+    fi
+    for service in ${services}; do
+        [[ ,${SSL_ENABLED_SERVICES}, =~ ,${service}, ]] && return 0
+    done
+    return 1
+}
+
+
+
      +

      Ensure that the certificates for a service are in place. This function does +not check that a service is SSL enabled, this should already have been +completed.

      +

      The function expects to find a certificate, key and CA certificate in the +variables {service}_SSL_CERT, {service}_SSL_KEY and {service}_SSL_CA. For +example for keystone this would be KEYSTONE_SSL_CERT, KEYSTONE_SSL_KEY and +KEYSTONE_SSL_CA.

      +

      If it does not find these certificates then the devstack-issued server +certificate, key and CA certificate will be associated with the service.

      +

      If only some of the variables are provided then the function will quit.

      +
      +function ensure_certificates {
+    local service=$1
+
+    local cert_var="${service}_SSL_CERT"
+    local key_var="${service}_SSL_KEY"
+    local ca_var="${service}_SSL_CA"
+
+    local cert=${!cert_var}
+    local key=${!key_var}
+    local ca=${!ca_var}
+
+    if [[ -z "$cert" && -z "$key" && -z "$ca" ]]; then
+        local cert="$INT_CA_DIR/$DEVSTACK_CERT_NAME.crt"
+        local key="$INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key"
+        local ca="$INT_CA_DIR/ca-chain.pem"
+        eval ${service}_SSL_CERT=\$cert
+        eval ${service}_SSL_KEY=\$key
+        eval ${service}_SSL_CA=\$ca
+        return # the CA certificate is already in the bundle
+    elif [[ -z "$cert" || -z "$key" || -z "$ca" ]]; then
+        die $LINENO "Missing either the ${cert_var} ${key_var} or ${ca_var}" \
+                    "variable to enable SSL for ${service}"
+    fi
+
+    cat $ca >> $SSL_BUNDLE_FILE
+}
+
+
      +

      Enable the mod_ssl plugin in Apache

      +
      +function enable_mod_ssl {
+    echo "Enabling mod_ssl"
+
+    if is_ubuntu; then
+        sudo a2enmod ssl
+    elif is_fedora; then
+
      +

      Fedora enables mod_ssl by default

      +
      +        :
+    fi
+    if ! sudo `which httpd || which apache2ctl` -M | grep -w -q ssl_module; then
+        die $LINENO "mod_ssl is not enabled in apache2/httpd, please check for it manually and run stack.sh again"
+    fi
+}
+
+
+
      + +
      +

      Proxy Functions

      +
      +
+
      +

      Starts the TLS proxy for the given IP/ports +start_tls_proxy front-host front-port back-host back-port

      +
      +function start_tls_proxy {
+    local f_host=$1
+    local f_port=$2
+    local b_host=$3
+    local b_port=$4
+
+    stud $STUD_PROTO -f $f_host,$f_port -b $b_host,$b_port $DEVSTACK_CERT 2>/dev/null
+}
+
+
+
      + +
      +

      Cleanup Functions

      +
      +

      System Message: WARNING/2 (<stdin>, line 230)

      +

      Title underline too short.

      +
      +Cleanup Functions
+===============
+
      +
      +
      +
+
+
      +

      Stops all stud processes. This should be done only after all services +using tls configuration are down.

      +
      +function stop_tls_proxy {
+    killall stud
+}
+
+
+
      +

      Remove CA along with configuration, as well as the local server certificate

      +
      +function cleanup_CA {
+    rm -rf "$DATA_DIR/CA" "$DEVSTACK_CERT"
+}
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/lib/trove.html b/lib/trove.html new file mode 100644 index 00000000..bd3ce57b --- /dev/null +++ b/lib/trove.html @@ -0,0 +1,701 @@ + + + + + trove + + + +
      +
      + + + + + + + + + + +

      trove

      + + + + + + + + + +
      + + +

      lib/trove +Functions to control the configuration and operation of the Trove service +Dependencies: +functions file +DEST, STACK_USER must be defined +SERVICE_{HOST|PROTOCOL|TOKEN} must be defined

      +
      +
+
+
      +

      stack.sh calls the entry points in this order:

      +

      install_trove +configure_trove +init_trove +start_trove +stop_trove +cleanup_trove

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
      +
      +

      Defaults

      +
      +if is_service_enabled neutron; then
+    TROVE_HOST_GATEWAY=${PUBLIC_NETWORK_GATEWAY:-172.24.4.1}
+else
+    TROVE_HOST_GATEWAY=${NETWORK_GATEWAY:-10.0.0.1}
+fi
+
+
      +

      Set up default configuration

      +
      +TROVE_DIR=$DEST/trove
+TROVECLIENT_DIR=$DEST/python-troveclient
+TROVE_CONF_DIR=/etc/trove
+TROVE_LOCAL_CONF_DIR=$TROVE_DIR/etc/trove
+TROVE_AUTH_CACHE_DIR=${TROVE_AUTH_CACHE_DIR:-/var/cache/trove}
+TROVE_DATASTORE_TYPE=${TROVE_DATASTORE_TYPE:-"mysql"}
+TROVE_DATASTORE_VERSION=${TROVE_DATASTORE_VERSION:-"5.5"}
+TROVE_DATASTORE_PACKAGE=${TROVE_DATASTORE_PACKAGE:-"mysql-server-5.5"}
+
+
      +

      Support entry points installation of console scripts

      +
      +if [[ -d $TROVE_DIR/bin ]]; then
+    TROVE_BIN_DIR=$TROVE_DIR/bin
+else
+    TROVE_BIN_DIR=$(get_python_exec_prefix)
+fi
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,trove
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Trove services are enabled +is_trove_enabled

      +
      +function is_trove_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"tr-" ]] && return 0
+    return 1
+}
+
+
      +

      setup_trove_logging() - Adds logging configuration to conf files

      +
      +function setup_trove_logging {
+    local CONF=$1
+    iniset $CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
+    iniset $CONF DEFAULT use_syslog $SYSLOG
+    if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
+
      +

      Add color to logging output

      +
      +        setup_colorized_logging $CONF DEFAULT tenant user
+    fi
+}
+
+
      +

      create_trove_accounts() - Set up common required trove accounts

      +
      +
+
      + +
      +

      Tenant User Roles

      +

      service trove admin # if enabled

      +
      +
+function create_trove_accounts {
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    local service_role=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    if [[ "$ENABLED_SERVICES" =~ "trove" ]]; then
+
+        local trove_user=$(get_or_create_user "trove" \
+            "$SERVICE_PASSWORD" $service_tenant)
+        get_or_add_user_role $service_role $trove_user $service_tenant
+
+        if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+            local trove_service=$(get_or_create_service "trove" \
+                "database" "Trove Service")
+            get_or_create_endpoint $trove_service \
+                "$REGION_NAME" \
+                "http://$SERVICE_HOST:8779/v1.0/\$(tenant_id)s" \
+                "http://$SERVICE_HOST:8779/v1.0/\$(tenant_id)s" \
+                "http://$SERVICE_HOST:8779/v1.0/\$(tenant_id)s"
+        fi
+    fi
+}
+
+
      + +
      +

      stack.sh entry points

      +
      +
+
      +

      cleanup_trove() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_trove {
+    #Clean up dirs
+    rm -fr $TROVE_AUTH_CACHE_DIR/*
+    rm -fr $TROVE_CONF_DIR/*
+}
+
+
      +

      configure_troveclient() - Set config files, create data dirs, etc

      +
      +function configure_troveclient {
+    setup_develop $TROVECLIENT_DIR
+}
+
+
      +

      configure_trove() - Set config files, create data dirs, etc

      +
      +function configure_trove {
+    setup_develop $TROVE_DIR
+
+
      +

      Create the trove conf dir and cache dirs if they don't exist

      +
      +    sudo mkdir -p ${TROVE_CONF_DIR}
+    sudo mkdir -p ${TROVE_AUTH_CACHE_DIR}
+    sudo chown -R $STACK_USER: ${TROVE_CONF_DIR}
+    sudo chown -R $STACK_USER: ${TROVE_AUTH_CACHE_DIR}
+
+
      +

      Copy api-paste file over to the trove conf dir and configure it

      +
      +    cp $TROVE_LOCAL_CONF_DIR/api-paste.ini $TROVE_CONF_DIR/api-paste.ini
+    TROVE_API_PASTE_INI=$TROVE_CONF_DIR/api-paste.ini
+
+    configure_auth_token_middleware $TROVE_API_PASTE_INI trove $TROVE_AUTH_CACHE_DIR filter:authtoken
+
+
      +

      (Re)create trove conf files

      +
      +    rm -f $TROVE_CONF_DIR/trove.conf
+    rm -f $TROVE_CONF_DIR/trove-taskmanager.conf
+    rm -f $TROVE_CONF_DIR/trove-conductor.conf
+
+    iniset $TROVE_CONF_DIR/trove.conf DEFAULT rabbit_password $RABBIT_PASSWORD
+    iniset $TROVE_CONF_DIR/trove.conf DEFAULT sql_connection `database_connection_url trove`
+    iniset $TROVE_CONF_DIR/trove.conf DEFAULT default_datastore $TROVE_DATASTORE_TYPE
+    setup_trove_logging $TROVE_CONF_DIR/trove.conf
+    iniset $TROVE_CONF_DIR/trove.conf DEFAULT trove_api_workers "$API_WORKERS"
+
+
+
      +

      (Re)create trove taskmanager conf file if needed

      +
      +    if is_service_enabled tr-tmgr; then
+        TROVE_AUTH_ENDPOINT=$KEYSTONE_AUTH_URI/v$IDENTITY_API_VERSION
+
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT rabbit_password $RABBIT_PASSWORD
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT sql_connection `database_connection_url trove`
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT taskmanager_manager trove.taskmanager.manager.Manager
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT nova_proxy_admin_user radmin
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT nova_proxy_admin_tenant_name trove
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT nova_proxy_admin_pass $RADMIN_USER_PASS
+        iniset $TROVE_CONF_DIR/trove-taskmanager.conf DEFAULT trove_auth_url $TROVE_AUTH_ENDPOINT
+        setup_trove_logging $TROVE_CONF_DIR/trove-taskmanager.conf
+    fi
+
+
      +

      (Re)create trove conductor conf file if needed

      +
      +    if is_service_enabled tr-cond; then
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT rabbit_password $RABBIT_PASSWORD
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT sql_connection `database_connection_url trove`
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT nova_proxy_admin_user radmin
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT nova_proxy_admin_tenant_name trove
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT nova_proxy_admin_pass $RADMIN_USER_PASS
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT trove_auth_url $TROVE_AUTH_ENDPOINT
+        iniset $TROVE_CONF_DIR/trove-conductor.conf DEFAULT control_exchange trove
+        setup_trove_logging $TROVE_CONF_DIR/trove-conductor.conf
+    fi
+
+
      +

      Set up Guest Agent conf

      +
      +    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT rabbit_host $TROVE_HOST_GATEWAY
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT rabbit_password $RABBIT_PASSWORD
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT nova_proxy_admin_user radmin
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT nova_proxy_admin_tenant_name trove
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT nova_proxy_admin_pass $RADMIN_USER_PASS
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT trove_auth_url $TROVE_AUTH_ENDPOINT
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT control_exchange trove
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT ignore_users os_admin
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT log_dir /tmp/
+    iniset $TROVE_CONF_DIR/trove-guestagent.conf DEFAULT log_file trove-guestagent.log
+    setup_trove_logging $TROVE_CONF_DIR/trove-guestagent.conf
+}
+
+
      +

      install_troveclient() - Collect source and prepare

      +
      +function install_troveclient {
+    git_clone $TROVECLIENT_REPO $TROVECLIENT_DIR $TROVECLIENT_BRANCH
+}
+
+
      +

      install_trove() - Collect source and prepare

      +
      +function install_trove {
+    git_clone $TROVE_REPO $TROVE_DIR $TROVE_BRANCH
+}
+
+
      +

      init_trove() - Initializes Trove Database as a Service

      +
      +function init_trove {
+
      +

      (Re)Create trove db

      +
      +    recreate_database trove utf8
+
+
      +

      Initialize the trove database

      +
      +    $TROVE_BIN_DIR/trove-manage db_sync
+
+
      +

      If no guest image is specified, skip remaining setup

      +
      +    [ -z "$TROVE_GUEST_IMAGE_URL"] && return 0
+
+
      +

      Find the glance id for the trove guest image +The image is uploaded by stack.sh -- see $IMAGE_URLS handling

      +
      +    GUEST_IMAGE_NAME=$(basename "$TROVE_GUEST_IMAGE_URL")
+    GUEST_IMAGE_NAME=${GUEST_IMAGE_NAME%.*}
+    TROVE_GUEST_IMAGE_ID=$(openstack --os-token $TOKEN --os-url http://$GLANCE_HOSTPORT image list | grep "${GUEST_IMAGE_NAME}" | get_field 1)
+    if [ -z "$TROVE_GUEST_IMAGE_ID" ]; then
+
      +

      If no glance id is found, skip remaining setup

      +
      +        echo "Datastore ${TROVE_DATASTORE_TYPE} will not be created: guest image ${GUEST_IMAGE_NAME} not found."
+        return 1
+    fi
+
+
      +

      Now that we have the guest image id, initialize appropriate datastores / datastore versions

      +
      +    $TROVE_BIN_DIR/trove-manage datastore_update "$TROVE_DATASTORE_TYPE" ""
+    $TROVE_BIN_DIR/trove-manage datastore_version_update "$TROVE_DATASTORE_TYPE" "$TROVE_DATASTORE_VERSION" "$TROVE_DATASTORE_TYPE" \
+        "$TROVE_GUEST_IMAGE_ID" "$TROVE_DATASTORE_PACKAGE" 1
+    $TROVE_BIN_DIR/trove-manage datastore_version_update "$TROVE_DATASTORE_TYPE" "inactive_version" "inactive_manager" "$TROVE_GUEST_IMAGE_ID" "" 0
+    $TROVE_BIN_DIR/trove-manage datastore_update "$TROVE_DATASTORE_TYPE" "$TROVE_DATASTORE_VERSION"
+    $TROVE_BIN_DIR/trove-manage datastore_update "Inactive_Datastore" ""
+}
+
+
      +

      start_trove() - Start running processes, including screen

      +
      +function start_trove {
+    run_process tr-api "$TROVE_BIN_DIR/trove-api --config-file=$TROVE_CONF_DIR/trove.conf --debug"
+    run_process tr-tmgr "$TROVE_BIN_DIR/trove-taskmanager --config-file=$TROVE_CONF_DIR/trove-taskmanager.conf --debug"
+    run_process tr-cond "$TROVE_BIN_DIR/trove-conductor --config-file=$TROVE_CONF_DIR/trove-conductor.conf --debug"
+}
+
+
      +

      stop_trove() - Stop running processes

      +
      +function stop_trove {
+
      +

      Kill the trove screen windows

      +
      +    local serv
+    for serv in tr-api tr-tmgr tr-cond; do
+        stop_process $serv
+    done
+}
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Tell emacs to use shell-script-mode

      +
      +## Local variables:
+## mode: shell-script
+## End:
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/lib/zaqar.html b/lib/zaqar.html new file mode 100644 index 00000000..e60656c9 --- /dev/null +++ b/lib/zaqar.html @@ -0,0 +1,666 @@ + + + + + zaqar + + + +
      +
      + + + + + + + + + + +

      zaqar

      + + + + + + + + + +
      + + +

      lib/zaqar +Install and start Zaqar service +To enable a minimal set of Zaqar services, add the following to localrc:

      +
      +enable_service zaqar-server
      +

      Dependencies: +- functions +- OS_AUTH_URL for auth in api +- DEST set to the destination directory +- SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api +- STACK_USER service user

      +
      +
+
+
      +
      +

      stack.sh

      +

      install_zaqar +configure_zaqar +init_zaqar +start_zaqar +stop_zaqar +cleanup_zaqar +cleanup_zaqar_mongodb

      +
      +
+
      +

      Save trace setting

      +
      +XTRACE=$(set +o | grep xtrace)
+set +o xtrace
+
+
+
      + +
      +

      Defaults

      +
      +
+
      +

      Set up default directories

      +
      +ZAQAR_DIR=$DEST/zaqar
+ZAQARCLIENT_DIR=$DEST/python-zaqarclient
+ZAQAR_CONF_DIR=/etc/zaqar
+ZAQAR_CONF=$ZAQAR_CONF_DIR/zaqar.conf
+ZAQAR_API_LOG_DIR=/var/log/zaqar
+ZAQAR_API_LOG_FILE=$ZAQAR_API_LOG_DIR/queues.log
+ZAQAR_AUTH_CACHE_DIR=${ZAQAR_AUTH_CACHE_DIR:-/var/cache/zaqar}
+
+
      +

      Support potential entry-points console scripts

      +
      +ZAQAR_BIN_DIR=$(get_python_exec_prefix)
+
+
      +

      Set up database backend

      +
      +ZAQAR_BACKEND=${ZAQAR_BACKEND:-mongodb}
+
+
+
      +

      Set Zaqar repository

      +
      +ZAQAR_REPO=${ZAQAR_REPO:-${GIT_BASE}/openstack/zaqar.git}
+ZAQAR_BRANCH=${ZAQAR_BRANCH:-master}
+
+
      +

      Set client library repository

      +
      +ZAQARCLIENT_REPO=${ZAQARCLIENT_REPO:-${GIT_BASE}/openstack/python-zaqarclient.git}
+ZAQARCLIENT_BRANCH=${ZAQARCLIENT_BRANCH:-master}
+
+
      +

      Set Zaqar Connection Info

      +
      +ZAQAR_SERVICE_HOST=${ZAQAR_SERVICE_HOST:-$SERVICE_HOST}
+ZAQAR_SERVICE_PORT=${ZAQAR_SERVICE_PORT:-8888}
+ZAQAR_SERVICE_PROTOCOL=${ZAQAR_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
+
+
      +

      Tell Tempest this project is present

      +
      +TEMPEST_SERVICES+=,zaqar
+
+
+
      + +
      +

      Functions

      +
      +
+
      +

      Test if any Zaqar services are enabled +is_zaqar_enabled

      +
      +function is_zaqar_enabled {
+    [[ ,${ENABLED_SERVICES} =~ ,"zaqar-" ]] && return 0
+    return 1
+}
+
+
      +

      cleanup_zaqar() - Cleans up general things from previous +runs and storage specific left overs.

      +
      +function cleanup_zaqar {
+    if [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then
+        cleanup_zaqar_mongodb
+    fi
+}
+
+
      +

      cleanup_zaqar_mongodb() - Remove residual data files, anything left over from previous +runs that a clean run would need to clean up

      +
      +function cleanup_zaqar_mongodb {
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo zaqar --eval 'db.dropDatabase();'; do sleep 1; done"; then
+        die $LINENO "Mongo DB did not start"
+    else
+        full_version=$(mongo zaqar --eval 'db.dropDatabase();')
+        mongo_version=`echo $full_version | cut -d' ' -f4`
+        required_mongo_version='2.2'
+        if [[ $mongo_version < $required_mongo_version ]]; then
+            die $LINENO "Zaqar needs Mongo DB version >= 2.2 to run."
+        fi
+    fi
+}
+
+
      +

      configure_zaqarclient() - Set config files, create data dirs, etc

      +
      +function configure_zaqarclient {
+    setup_develop $ZAQARCLIENT_DIR
+}
+
+
      +

      configure_zaqar() - Set config files, create data dirs, etc

      +
      +function configure_zaqar {
+    setup_develop $ZAQAR_DIR
+
+    [ ! -d $ZAQAR_CONF_DIR ] && sudo mkdir -m 755 -p $ZAQAR_CONF_DIR
+    sudo chown $USER $ZAQAR_CONF_DIR
+
+    [ ! -d $ZAQAR_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $ZAQAR_API_LOG_DIR
+    sudo chown $USER $ZAQAR_API_LOG_DIR
+
+    iniset $ZAQAR_CONF DEFAULT verbose True
+    iniset $ZAQAR_CONF DEFAULT use_syslog $SYSLOG
+    iniset $ZAQAR_CONF DEFAULT log_file $ZAQAR_API_LOG_FILE
+    iniset $ZAQAR_CONF 'drivers:transport:wsgi' bind $ZAQAR_SERVICE_HOST
+
+    configure_auth_token_middleware $ZAQAR_CONF zaqar $ZAQAR_AUTH_CACHE_DIR
+
+    if [ "$ZAQAR_BACKEND" = 'mysql' ] || [ "$ZAQAR_BACKEND" = 'postgresql' ] ; then
+        iniset $ZAQAR_CONF drivers storage sqlalchemy
+        iniset $ZAQAR_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url zaqar`
+    elif [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then
+        iniset $ZAQAR_CONF  drivers storage mongodb
+        iniset $ZAQAR_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/zaqar
+        configure_mongodb
+    elif [ "$ZAQAR_BACKEND" = 'redis' ] ; then
+        iniset $ZAQAR_CONF  drivers storage redis
+        iniset $ZAQAR_CONF 'drivers:storage:redis' uri redis://localhost:6379
+        configure_redis
+    fi
+
+    cleanup_zaqar
+}
+
+function configure_redis {
+    if is_ubuntu; then
+        install_package redis-server
+    elif is_fedora; then
+        install_package redis
+    else
+        exit_distro_not_supported "redis installation"
+    fi
+
+    install_package python-redis
+}
+
+function configure_mongodb {
+
      +

      Set nssize to 2GB. This increases the number of namespaces supported +# per database.

      +
      +    if is_ubuntu; then
+        sudo sed -i -e "
+            s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1|
+            s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047|
+        " /etc/mongodb.conf
+        restart_service mongodb
+    elif is_fedora; then
+        sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod
+        restart_service mongod
+    fi
+}
+
+
      +

      init_zaqar() - Initialize etc.

      +
      +function init_zaqar {
+
      +

      Create cache dir

      +
      +    sudo mkdir -p $ZAQAR_AUTH_CACHE_DIR
+    sudo chown $STACK_USER $ZAQAR_AUTH_CACHE_DIR
+    rm -f $ZAQAR_AUTH_CACHE_DIR/*
+}
+
+
      +

      install_zaqar() - Collect source and prepare

      +
      +function install_zaqar {
+    git_clone $ZAQAR_REPO $ZAQAR_DIR $ZAQAR_BRANCH
+    setup_develop $ZAQAR_DIR
+}
+
+
      +

      install_zaqarclient() - Collect source and prepare

      +
      +function install_zaqarclient {
+    git_clone $ZAQARCLIENT_REPO $ZAQARCLIENT_DIR $ZAQARCLIENT_BRANCH
+    setup_develop $ZAQARCLIENT_DIR
+}
+
+
      +

      start_zaqar() - Start running processes, including screen

      +
      +function start_zaqar {
+    if [[ "$USE_SCREEN" = "False" ]]; then
+        run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF --daemon"
+    else
+        run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF"
+    fi
+
+    echo "Waiting for Zaqar to start..."
+    if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT/v1/health; do sleep 1; done"; then
+        die $LINENO "Zaqar did not start"
+    fi
+}
+
+
      +

      stop_zaqar() - Stop running processes

      +
      +function stop_zaqar {
+    local serv
+
      +

      Kill the zaqar screen windows

      +
      +    for serv in zaqar-server; do
+        screen -S $SCREEN_NAME -p $serv -X kill
+    done
+}
+
+function create_zaqar_accounts {
+    local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
+    ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
+
+    local zaqar_user=$(get_or_create_user "zaqar" \
+        "$SERVICE_PASSWORD" $service_tenant)
+    get_or_add_user_role $ADMIN_ROLE $zaqar_user $service_tenant
+
+    if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
+
+        local zaqar_service=$(get_or_create_service "zaqar" \
+            "messaging" "Zaqar Service")
+        get_or_create_endpoint $zaqar_service \
+            "$REGION_NAME" \
+            "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \
+            "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \
+            "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT"
+    fi
+
+}
+
+
+
      +

      Restore xtrace

      +
      +$XTRACE
+
+
      +

      Local variables: +mode: shell-script +End:

      +
      +
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/local.conf.html b/local.conf.html new file mode 100644 index 00000000..ed53adfd --- /dev/null +++ b/local.conf.html @@ -0,0 +1,64 @@ + + + + + DevStack - local.conf + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      local.conf User settings

      +

      local.conf is a user-maintained setings file that is + sourced in stackrc. It contains a section that replaces + the historical localrc file. See + the description of local.conf for + more details about the mechanics of the file.

      +
      +
      +

      © Openstack Foundation 2011-2014 — An OpenStack program

      + + +
      + + + diff --git a/localrc.html b/localrc.html new file mode 100644 index 00000000..0f669bd6 --- /dev/null +++ b/localrc.html @@ -0,0 +1,60 @@ + + + + + DevStack - localrc + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      localrc User settings

      +

      localrc is the old file used to configure DevStack. It is deprecated and has been replaced by local.conf. DevStack will continue to use localrc if it is present and ignore the localrc section in local.conf.. Remove localrc to switch to using the new file.

      +
      +
      +

      © Openstack Foundation 2011-2014 — An OpenStack program

      + + +
      + + + diff --git a/logtest.sh.html b/logtest.sh.html new file mode 100644 index 00000000..03f8d39f --- /dev/null +++ b/logtest.sh.html @@ -0,0 +1,522 @@ + + + + + logtest.sh + + + +
      +
      + + + + + + + + + + +

      logtest.sh

      + + + + + + + + + +
      + + +

      Test stack.sh logging scenarios

      +
      +#!/bin/bash
+
+source functions
+
+SCREEN_LOGDIR=.
+CURRENT_LOG_TIME=now
+
+LOGFILE=${LOGFILE:-test.log}
+SUMFILE=sum.log
+VERBOSE=${VERBOSE:-True}
+
+
      +

      Kill background processes on exit

      +
      +trap exit_trap EXIT
+function exit_trap {
+    local r=$?
+    jobs=$(jobs -p)
+    if [[ -n $jobs ]]; then
+        echo "exit_trap: cleaning up child processes"
+        kill 2>&1 $jobs
+    fi
+    exit $r
+}
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap err_trap ERR
+function err_trap {
+    local r=$?
+    set +o xtrace
+    if [[ -n "$LOGFILE" ]]; then
+        echo "${0##*/} failed: full log in $LOGFILE"
+    else
+        echo "${0##*/} failed"
+    fi
+    exit $r
+}
+
+
+echo "Before"
+ls -l /proc/self/fd
+echo -e "\n\n"
+sleep 1
+
+
      +

      set up file handles like stack.sh

      +
      +if [[ -n "$LOGFILE" ]]; then
+
+
      +

      Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" == "True" ]]; then
+
      +

      Redirect stdout/stderr to tee to write the log file

      +
      +        exec 1> >( awk -v logfile=${LOGFILE} '
+                /((set \+o$)|xtrace)/ { next }
+                {
+                    cmd ="date +\"%Y-%m-%d %H:%M:%S.%3N | \""
+                    cmd | getline now
+                    close("date +\"%Y-%m-%d %H:%M:%S.%3N | \"")
+                    sub(/^/, now)
+                    print
+                    print > logfile
+                    fflush("")
+                }' ) 2>&1
+
      +

      Set up a second fd for output

      +
      +        exec 6> >( tee "${SUMFILE}" )
+    else
+
      +

      Set fd 1 and 2 to primary logfile

      +
      +        exec 1> "${LOGFILE}" 2>&1
+
      +

      Set fd 6 to summary logfile and stdout

      +
      +        exec 6> >( tee "${SUMFILE}" >&3 )
+    fi
+else
+
      +

      Set up output redirection without log files +Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        exec 1>/dev/null 2>&1
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6>&3
+fi
+
+
      +

      try stuff here

      +
      +
+echo "Testing"
+
+run_process testx.sh
+
+echo -e "\n\n"
+sleep 1
+
+
      +

      tear down redirection

      +
      +
+if [[ -n "$LOGFILE" ]]; then
+    exec 1>&3
+
      +

      Force all output to stdout and logs now

      +
      +    exec 1> >( tee -a "${LOGFILE}" ) 2>&1
+else
+
      +

      Force all output to stdout now

      +
      +    exec 1>&3
+fi
+
+#echo -e "\nAfter:"
+#ls -l /proc/self/fd
+
+
      +

      Clean up totally

      +
      +exec 1>&3
+exec 2>&3
+exec 3>&-
+exec 6>&-
+
+#echo -e "\nClean:"
+#ls -l /proc/self/fd
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/openrc b/openrc deleted file mode 100644 index 3ef44fd1..00000000 --- a/openrc +++ /dev/null @@ -1,86 +0,0 @@ -#!/usr/bin/env bash -# -# source openrc [username] [tenantname] -# -# Configure a set of credentials for $TENANT/$USERNAME: -# Set OS_TENANT_NAME to override the default tenant 'demo' -# Set OS_USERNAME to override the default user name 'demo' -# Set ADMIN_PASSWORD to set the password for 'admin' and 'demo' - -# NOTE: support for the old NOVA_* novaclient environment variables has -# been removed. - -if [[ -n "$1" ]]; then - OS_USERNAME=$1 -fi -if [[ -n "$2" ]]; then - OS_TENANT_NAME=$2 -fi - -# Find the other rc files -RC_DIR=$(cd $(dirname "$BASH_SOURCE") && pwd) - -# Import common functions -source $RC_DIR/functions - -# Load local configuration -source $RC_DIR/stackrc - -# Load the last env variables if available -if [[ -r $TOP_DIR/.stackenv ]]; then - source $TOP_DIR/.stackenv -fi - -# Get some necessary configuration -source $RC_DIR/lib/tls - -# The introduction of Keystone to the OpenStack ecosystem has standardized the -# term **tenant** as the entity that owns resources. In some places references -# still exist to the original Nova term **project** for this use. Also, -# **tenant_name** is prefered to **tenant_id**. -export OS_TENANT_NAME=${OS_TENANT_NAME:-demo} - -# In addition to the owning entity (tenant), nova stores the entity performing -# the action as the **user**. -export OS_USERNAME=${OS_USERNAME:-demo} - -# With Keystone you pass the keystone password instead of an api key. -# Recent versions of novaclient use OS_PASSWORD instead of NOVA_API_KEYs -# or NOVA_PASSWORD. -export OS_PASSWORD=${ADMIN_PASSWORD:-secrete} - -# Don't put the key into a keyring by default. Testing for development is much -# easier with this off. -export OS_NO_CACHE=${OS_NO_CACHE:-1} - -# Set api HOST_IP endpoint. SERVICE_HOST may also be used to specify the endpoint, -# which is convenient for some localrc configurations. -HOST_IP=${HOST_IP:-127.0.0.1} -SERVICE_HOST=${SERVICE_HOST:-$HOST_IP} -SERVICE_PROTOCOL=${SERVICE_PROTOCOL:-http} - -# Some exercises call glance directly. On a single-node installation, Glance -# should be listening on HOST_IP. If its running elsewhere, it can be set here -GLANCE_HOST=${GLANCE_HOST:-$HOST_IP} - -# Authenticating against an Openstack cloud using Keystone returns a **Token** -# and **Service Catalog**. The catalog contains the endpoints for all services -# the user/tenant has access to - including nova, glance, keystone, swift, ... -# We currently recommend using the 2.0 *identity api*. -# -# *NOTE*: Using the 2.0 *identity api* does not mean that compute api is 2.0. We -# will use the 1.1 *compute api* -export OS_AUTH_URL=$SERVICE_PROTOCOL://$SERVICE_HOST:5000/v2.0 - -# Set the pointer to our CA certificate chain. Harmless if TLS is not used. -export OS_CACERT=$INT_CA_DIR/ca-chain.pem - -# Currently novaclient needs you to specify the *compute api* version. This -# needs to match the config of your catalog returned by Keystone. -export NOVA_VERSION=${NOVA_VERSION:-1.1} -# In the future this will change names: -export COMPUTE_API_VERSION=${COMPUTE_API_VERSION:-$NOVA_VERSION} - -# set log level to DEBUG (helps debug issues) -# export KEYSTONECLIENT_DEBUG=1 -# export NOVACLIENT_DEBUG=1 diff --git a/openrc.html b/openrc.html new file mode 100644 index 00000000..da6697fb --- /dev/null +++ b/openrc.html @@ -0,0 +1,115 @@ + + + + + DevStack - openrc + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      openrc User authentication settings

      +

      openrc configures login credentials suitable for use + with the OpenStack command-line tools. openrc sources + stackrc at the beginning (which in turn sources + the localrc setion of local.conf) in + order to pick up HOST_IP + and/or SERVICE_HOST to use in the endpoints. + The values shown below are the default values.

      +
      +
      + +
      OS_TENANT_NAME
      +
      The introduction of Keystone to the OpenStack ecosystem has standardized the + term tenant as the entity that owns resources. In some places references + still exist to the original Nova term project for this use. Also, + tenant_name is preferred to tenant_id. + 
      OS_TENANT_NAME=demo
      + +
      OS_USERNAME
      +
      In addition to the owning entity (tenant), Nova stores the entity performing + the action as the user. + 
      OS_USERNAME=demo
      + +
      OS_PASSWORD
      +
      With Keystone you pass the keystone password instead of an api key. + Recent versions of novaclient use OS_PASSWORD instead of NOVA_API_KEYs + or NOVA_PASSWORD. + 
      OS_PASSWORD=secrete
      + +
      HOST_IP, SERVICE_HOST
      +
      Set API endpoint host using HOST_IP. SERVICE_HOST + may also be used to specify the endpoint, which is convenient for + some localrc configurations. Typically, HOST_IP + is set in the localrc section. + 
      HOST_IP=127.0.0.1
+SERVICE_HOST=$HOST_IP
      + +
      OS_AUTH_URL
      +
      Authenticating against an OpenStack cloud using Keystone returns a Token + and Service Catalog. The catalog contains the endpoints for all services + the user/tenant has access to - including Nova, Glance, Keystone and Swift. + 
      OS_AUTH_URL=http://$SERVICE_HOST:5000/v2.0
      + +
      GLANCE_HOST
      +
      Some exercises call Glance directly. On a single-node installation, Glance + should be listening on HOST_IP. If its running elsewhere + it can be set here. + 
      GLANCE_HOST=$HOST_IP
      + +
      KEYSTONECLIENT_DEBUG, NOVACLIENT_DEBUG
      +
      Set command-line client log level to DEBUG. These are + commented out by default. + 
      # export KEYSTONECLIENT_DEBUG=1
+# export NOVACLIENT_DEBUG=1
      + +
      +
      +

      © Openstack Foundation 2011-2013 — An + OpenStack program + created by Rackspace Cloud Builders

      + + +
      + + + diff --git a/overview.html b/overview.html new file mode 100644 index 00000000..baee4008 --- /dev/null +++ b/overview.html @@ -0,0 +1,118 @@ + + + + + DevStack - Overview + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      Overview DevStack from a cloud-height view

      +

      DevStack has evolved to support a large number of configuration options and alternative platforms and support services. That evolution has grown well beyond what was originally intended and the majority of configuration combinations are rarely, if ever, tested. DevStack is not a general OpenStack installer and was never meant to be everything to everyone..

      +

      Below is a list of what is specifically is supported (read that as "tested") going forward.

      + +

      Supported Components

      + +

      Base OS

      +

      The OpenStack Technical Committee (TC) has defined the current CI strategy to include the latest Ubuntu release and the latest RHEL release (for Python 2.6 testing).

      +
        +
      • Ubuntu: current LTS release plus current development release
        • +
      • Fedora: current release plus previous release
        • +
      • RHEL: current major release
        • +
      • Other OS platforms may continue to be included but the maintenance of those platforms shall not be assumed simply due to their presence. Having a listed point-of-contact for each additional OS will greatly increase its chance of being well-maintained.
        • +
      • Patches for Ubuntu and/or Fedora will not be held up due to side-effects on other OS platforms.
        • +
      + +

      Databases

      +

      As packaged by the host OS

      +
        +
      • MySQL
        • +
      • PostgreSQL
        • +
      + +

      Queues

      +

      As packaged by the host OS

      +
        +
      • Rabbit
        • +
      • Qpid
        • + +
      + +

      Web Server

      +

      As packaged by the host OS

      +
        +
      • Apache
        • +
      + +

      OpenStack Network

      +

      Default to Nova Network, optionally use Neutron

      +
        +
      • Nova Network: FlatDHCP
        • +
      • Neutron: A basic configuration approximating the original FlatDHCP mode using linuxbridge or OpenVSwitch.
        • +
      + +

      Services

      +

      The default services configured by DevStack are Identity (Keystone), Object Storage (Swift), Image Storage (Glance), Block Storage (Cinder), Compute (Nova), Network (Nova), Dashboard (Horizon), Orchestration (Heat)

      +

      Additional services not included directly in DevStack can be tied in to stack.sh using the plugin mechanism to call scripts that perform the configuration and startup of the service.

      + +

      Node Configurations

      +
        +
      • single node
        • +
      • multi-node is not tested regularly by the core team, and even then only minimal configurations are reviewed
        • +
      + +

      Exercises

      +

      The DevStack exercise scripts are no longer used as integration and gate testing as that job has transitioned to Tempest. They are still maintained as a demonstrations of using OpenStack from the command line and for quick operational testing.

      + +
      + +
      + + + +
      + + diff --git a/plugins.html b/plugins.html new file mode 100644 index 00000000..3327128d --- /dev/null +++ b/plugins.html @@ -0,0 +1,142 @@ + + + + + DevStack - Plugins + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      + +
      +

      Plugins Add stuff

      +

      DevStack has a couple of plugin mechanisms to allow easily adding support for additional projects and features.

      + +

      Extras.d Hooks

      +

      These relatively new hooks are an extension of the existing calls from stack.sh at the end of its run, plus unstack.sh and clean.sh. A number of the higher-layer projects are implemented in DevStack using this mechanism.

      + +

      The script in extras.d is expected to be mostly a dispatcher to functions in a lib/* script. The scripts are named with a zero-padded two digits sequence number prefix to control the order that the scripts are called, and with a suffix of .sh. DevSack reserves for itself the sequence numbers 00 through 09 and 90 through 99.

      + +

      Below is a template that shows handlers for the possible command-line arguments:

      + +
      +# template.sh - DevStack extras.d dispatch script template
+
+# check for service enabled
+if is_service_enabled template; then
+
+    if [[ "$1" == "source" ]]; then
+        # Initial source of lib script
+        source $TOP_DIR/lib/template
+    fi
+
+    if [[ "$1" == "stack" && "$2" == "pre-install" ]]; then
+        # Set up system services
+        echo_summary "Configuring system services Template"
+        install_package cowsay
+
+    elif [[ "$1" == "stack" && "$2" == "install" ]]; then
+        # Perform installation of service source
+        echo_summary "Installing Template"
+        install_template
+
+    elif [[ "$1" == "stack" && "$2" == "post-config" ]]; then
+        # Configure after the other layer 1 and 2 services have been configured
+        echo_summary "Configuring Template"
+        configure_template
+
+    elif [[ "$1" == "stack" && "$2" == "extra" ]]; then
+        # Initialize and start the template service
+        echo_summary "Initializing Template"
+        ##init_template
+    fi
+
+    if [[ "$1" == "unstack" ]]; then
+        # Shut down template services
+        # no-op
+        :
+    fi
+
+    if [[ "$1" == "clean" ]]; then
+        # Remove state and transient data
+        # Remember clean.sh first calls unstack.sh
+        # no-op
+        :
+    fi
+fi
+
      + +

      The arguments are: +

        +
      • source - Called by each script that utilizes extras.d hooks; this replaces directly sourcing the lib/* script.
        • +
      • stack - Called by stack.sh three times for different phases of its run: +
          +
        • pre-install - Called after system (OS) setup is complete and before project source is installed.
          • +
        • install - Called after the layer 1 and 2 projects source and their dependencies have been installed.
          • +
        • post-config - Called after the layer 1 and 2 services have been configured. All configuration files for enabled services should exist at this point.
          • +
        • extra - Called near the end after layer 1 and 2 services have been started. This is the existing hook and has not otherwise changed.
          • +
        • +
      • unstack - Called by unstack.sh before other services are shut down.
        • +
      • clean - Called by clean.sh before other services are cleaned, but after unstack.sh has been called. +

      + + +

      Hypervisor

      +

      Hypervisor plugins are fairly new and condense most hypervisor configuration into one place.

      + +

      The initial plugin implemented was for Docker support and is a useful template for the required support. Plugins are placed in lib/nova_plugins and named hypervisor-<name> where <name> is the value of VIRT_DRIVER. Plugins must define the following functions:

      +
        +
      • install_nova_hypervisor - install any external requirements
        • +
      • configure_nova_hypervisor - make configuration changes, including those to other services
        • +
      • start_nova_hypervisor - start any external services
        • +
      • stop_nova_hypervisor - stop any external services
        • +
      • cleanup_nova_hypervisor - remove transient data and cache
        • +
      +
      + +
      + + + +
      + + diff --git a/re-stack.sh.html b/re-stack.sh.html new file mode 100644 index 00000000..2d91c875 --- /dev/null +++ b/re-stack.sh.html @@ -0,0 +1,2383 @@ + + + + + re-stack.sh + + + +
      +
      + + + + + + + + + + +

      re-stack.sh

      + + + + + + + + + +
      + + +

      stack.sh is an opinionated OpenStack developer installation. It +installs and configures various combinations of Ceilometer, Cinder, +Glance, Heat, Horizon, Keystone, Nova, Neutron, +and Swift

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script's options can be changed by setting appropriate environment +variables. You can configure things like which git repositories to use, +services to enable, OS images to use, etc. Default values are located in the +stackrc file. If you are crafty you can run the script on multiple nodes +using shared settings for common resources (eg., mysql or rabbitmq) and build +a multi-node developer install.

      +
      +
+
      +

      To keep this script simple we assume you are running on a recent Ubuntu +(12.04 Precise or newer) or Fedora (F18 or newer) machine. (It may work +on other platforms but support for those platforms is left to those who added +them to DevStack.) It should work in a VM or physical server. Additionally +we maintain a list of apt and rpm dependencies and other configuration +files in this repo.

      +
      +
+
      +

      Learn more and get the most recent version at http://devstack.org

      +
      +
+
      +

      Make sure custom grep options don't get in the way

      +
      +unset GREP_OPTIONS
+
+
      +

      Sanitize language settings to avoid commands bailing out +with "unsupported locale setting" errors.

      +
      +unset LANG
+unset LANGUAGE
+LC_ALL=C
+export LC_ALL
+
+
      +

      Make sure umask is sane

      +
      +umask 022
+
+
      +

      Keep track of the devstack directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
+
      +
      +

      Sanity Checks

      +
      +
+
      +

      Clean up last environment var cache

      +
      +if [[ -r $TOP_DIR/.stackenv ]]; then
+    rm $TOP_DIR/.stackenv
+fi
+
+
      +

      stack.sh keeps the list of apt and rpm dependencies and config +templates and other useful files in the files subdirectory

      +
      +FILES=$TOP_DIR/files
+if [ ! -d $FILES ]; then
+    log_error $LINENO "missing devstack/files"
+fi
+
+
      +

      stack.sh keeps function libraries here +Make sure $TOP_DIR/lib directory is present

      +
      +if [ ! -d $TOP_DIR/lib ]; then
+    log_error $LINENO "missing devstack/lib"
+fi
+
+
      +

      Check if run as root +OpenStack is designed to be run as a non-root user; Horizon will fail to run +as root since Apache will not serve content from root user). +stack.sh must not be run as root. It aborts and suggests one course of +action to create a suitable user account.

      +
      +
+if [[ $EUID -eq 0 ]]; then
+    echo "You are running this script as root."
+    echo "Cut it out."
+    echo "Really."
+    echo "If you need an account to run DevStack, do this (as root, heh) to create $STACK_USER:"
+    echo "$TOP_DIR/tools/create-stack-user.sh"
+    exit 1
+fi
+
+
      +

      Check to see if we are already running DevStack +Note that this may fail if USE_SCREEN=False

      +
      +if type -p screen >/dev/null && screen -ls | egrep -q "[0-9].$SCREEN_NAME"; then
+    echo "You are already running a stack.sh session."
+    echo "To rejoin this session type 'screen -x stack'."
+    echo "To destroy this session, type './unstack.sh'."
+    exit 1
+fi
+
+
+
      + +
      +

      Prepare the environment

      +
      +
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import config functions

      +
      +source $TOP_DIR/lib/config
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +GetDistro
+
+
      +

      Warn users who aren't on an explicitly supported distro, but allow them to +override check and attempt installation with FORCE=yes ./stack

      +
      +if [[ ! ${DISTRO} =~ (precise|saucy|trusty|7.0|wheezy|sid|testing|jessie|f19|f20|rhel6|rhel7) ]]; then
+    echo "WARNING: this script has not been tested on $DISTRO"
+    if [[ "$FORCE" != "yes" ]]; then
+        die $LINENO "If you wish to run this script anyway run with FORCE=yes"
+    fi
+fi
+
+
+
      + +
      +

      Global Settings

      +
      +
+
      +

      Check for a localrc section embedded in local.conf and extract if +localrc does not already exist

      +
      +
+
      +

      Phase: local

      +
      +rm -f $TOP_DIR/.localrc.auto
+if [[ -r $TOP_DIR/local.conf ]]; then
+    LRC=$(get_meta_section_files $TOP_DIR/local.conf local)
+    for lfile in $LRC; do
+        if [[ "$lfile" == "localrc" ]]; then
+            if [[ -r $TOP_DIR/localrc ]]; then
+                warn $LINENO "localrc and local.conf:[[local]] both exist, using localrc"
+            else
+                echo "# Generated file, do not edit" >$TOP_DIR/.localrc.auto
+                get_meta_section $TOP_DIR/local.conf local $lfile >>$TOP_DIR/.localrc.auto
+            fi
+        fi
+    done
+fi
+
+
      +

      stack.sh is customizable by setting environment variables. Override a +default setting via export:

      +
      +export DATABASE_PASSWORD=anothersecret
+./stack.sh
+
      +

      or by setting the variable on the command line:

      +
      +DATABASE_PASSWORD=simple ./stack.sh
+
      +

      Persistent variables can be placed in a localrc file:

      +
      +DATABASE_PASSWORD=anothersecret
+DATABASE_USER=hellaroot
+
      +

      We try to have sensible defaults, so you should be able to run ./stack.sh +in most cases. localrc is not distributed with DevStack and will never +be overwritten by a DevStack update.

      +

      DevStack distributes stackrc which contains locations for the OpenStack +repositories, branches to configure, and other configuration defaults. +stackrc sources localrc to allow you to safely override those settings.

      +
      +
+if [[ ! -r $TOP_DIR/stackrc ]]; then
+    log_error $LINENO "missing $TOP_DIR/stackrc - did you grab more than just stack.sh?"
+fi
+source $TOP_DIR/stackrc
+
+
+
      + +
      +

      Local Settings

      +
      +
+
      +

      Make sure the proxy config is visible to sub-processes

      +
      +export_proxy_variables
+
+
      +

      Remove services which were negated in ENABLED_SERVICES +using the "-" prefix (e.g., "-rabbit") instead of +calling disable_service().

      +
      +disable_negated_services
+
+
      +

      Look for obsolete stuff

      +
      +if [[ ,${ENABLED_SERVICES}, =~ ,"swift", ]]; then
+    echo "FATAL: 'swift' is not supported as a service name"
+    echo "FATAL: Use the actual swift service names to enable tham as required:"
+    echo "FATAL: s-proxy s-object s-container s-account"
+    exit 1
+fi
+
+
+
      + +
      +

      Configure sudo

      +
      +
+
      +

      We're not root, make sure sudo is available

      +
      +is_package_installed sudo || install_package sudo
+
+
      +

      UEC images /etc/sudoers does not have a #includedir, add one

      +
      +sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+    echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
+
+
      +

      Set up devstack sudoers

      +
      +TEMPFILE=`mktemp`
+echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
+
      +

      Some binaries might be under /sbin or /usr/sbin, so make sure sudo will +see them by forcing PATH

      +
      +echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
+echo "Defaults:$STACK_USER !requiretty" >> $TEMPFILE
+chmod 0440 $TEMPFILE
+sudo chown root:root $TEMPFILE
+sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
+
+
+
      + +
      +

      Configure Distro Repositories

      +
      +
+
      +

      For debian/ubuntu make apt attempt to retry network ops on it's own

      +
      +if is_ubuntu; then
+    echo 'APT::Acquire::Retries "20";' | sudo tee /etc/apt/apt.conf.d/80retry >/dev/null
+fi
+
+
      +

      Some distros need to add repos beyond the defaults provided by the vendor +to pick up required packages.

      +
      +
+
      +

      The Debian Wheezy official repositories do not contain all required packages, +add gplhost repository.

      +
      +if [[ "$os_VENDOR" =~ (Debian) ]]; then
+    echo 'deb http://archive.gplhost.com/debian grizzly main' | sudo tee /etc/apt/sources.list.d/gplhost_wheezy-backports.list
+    echo 'deb http://archive.gplhost.com/debian grizzly-backports main' | sudo tee -a /etc/apt/sources.list.d/gplhost_wheezy-backports.list
+    apt_get update
+    apt_get install --force-yes gplhost-archive-keyring
+fi
+
+if [[ is_fedora && $DISTRO =~ (rhel) ]]; then
+
      +

      Installing Open vSwitch on RHEL requires enabling the RDO repo.

      +
      +    RHEL6_RDO_REPO_RPM=${RHEL6_RDO_REPO_RPM:-"http://rdo.fedorapeople.org/openstack-icehouse/rdo-release-icehouse.rpm"}
+    RHEL6_RDO_REPO_ID=${RHEL6_RDO_REPO_ID:-"openstack-icehouse"}
+    if ! sudo yum repolist enabled $RHEL6_RDO_REPO_ID | grep -q $RHEL6_RDO_REPO_ID; then
+        echo "RDO repo not detected; installing"
+        yum_install $RHEL6_RDO_REPO_RPM || \
+            die $LINENO "Error installing RDO repo, cannot continue"
+    fi
+
      +

      RHEL requires EPEL for many Open Stack dependencies

      +
      +    if [[ $DISTRO =~ (rhel7) ]]; then
+        EPEL_RPM=${RHEL7_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/beta/7/x86_64/epel-release-7-0.2.noarch.rpm"}
+    else
+        EPEL_RPM=${RHEL6_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm"}
+    fi
+    if ! sudo yum repolist enabled epel | grep -q 'epel'; then
+        echo "EPEL not detected; installing"
+        yum_install ${EPEL_RPM} || \
+            die $LINENO "Error installing EPEL repo, cannot continue"
+    fi
+
+
      +

      ... and also optional to be enabled

      +
      +    is_package_installed yum-utils || install_package yum-utils
+    if [[ $DISTRO =~ (rhel7) ]]; then
+        OPTIONAL_REPO=rhel-7-server-optional-rpms
+    else
+        OPTIONAL_REPO=rhel-6-server-optional-rpms
+    fi
+    sudo yum-config-manager --enable ${OPTIONAL_REPO}
+
+fi
+
+
+
      + +
      +

      Configure Target Directories

      +
      +
+
      +

      Destination path for installation DEST

      +
      +DEST=${DEST:-/opt/stack}
+
+
      +

      Create the destination directory and ensure it is writable by the user +and read/executable by everybody for daemons (e.g. apache run for horizon)

      +
      +sudo mkdir -p $DEST
+safe_chown -R $STACK_USER $DEST
+safe_chmod 0755 $DEST
+
+
      +

      a basic test for $DEST path permissions (fatal on error unless skipped)

      +
      +check_path_perm_sanity ${DEST}
+
+
      +

      Destination path for service data

      +
      +DATA_DIR=${DATA_DIR:-${DEST}/data}
+sudo mkdir -p $DATA_DIR
+safe_chown -R $STACK_USER $DATA_DIR
+
+
      +

      Configure proper hostname +Certain services such as rabbitmq require that the local hostname resolves +correctly. Make sure it exists in /etc/hosts so that is always true.

      +
      +LOCAL_HOSTNAME=`hostname -s`
+if [ -z "`grep ^127.0.0.1 /etc/hosts | grep $LOCAL_HOSTNAME`" ]; then
+    sudo sed -i "s/\(^127.0.0.1.*\)/\1 $LOCAL_HOSTNAME/" /etc/hosts
+fi
+
+
+
      + +
      +

      Configure Logging

      +
      +
+
      +

      Set up logging level

      +
      +VERBOSE=$(trueorfalse True $VERBOSE)
+
+
      +

      Draw a spinner so the user knows something is happening

      +
      +function spinner {
+    local delay=0.75
+    local spinstr='/-\|'
+    printf "..." >&3
+    while [ true ]; do
+        local temp=${spinstr#?}
+        printf "[%c]" "$spinstr" >&3
+        local spinstr=$temp${spinstr%"$temp"}
+        sleep $delay
+        printf "\b\b\b" >&3
+    done
+}
+
+function kill_spinner {
+    if [ ! -z "$LAST_SPINNER_PID" ]; then
+        kill >/dev/null 2>&1 $LAST_SPINNER_PID
+        printf "\b\b\bdone\n" >&3
+    fi
+}
+
+
      +

      Echo text to the log file, summary log file and stdout +echo_summary "something to say"

      +
      +function echo_summary {
+    if [[ -t 3 && "$VERBOSE" != "True" ]]; then
+        kill_spinner
+        echo -n -e $@ >&6
+        spinner &
+        LAST_SPINNER_PID=$!
+    else
+        echo -e $@ >&6
+    fi
+}
+
+
      +

      Echo text only to stdout, no log files +echo_nolog "something not for the logs"

      +
      +function echo_nolog {
+    echo $@ >&3
+}
+
+
      +

      Set up logging for stack.sh +Set LOGFILE to turn on logging +Append '.xxxxxxxx' to the given name to maintain history +where 'xxxxxxxx' is a representation of the date the file was created

      +
      +TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
+if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then
+    LOGDAYS=${LOGDAYS:-7}
+    CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
+fi
+
+if [[ -n "$LOGFILE" ]]; then
+
      +

      First clean up old log files. Use the user-specified LOGFILE +as the template to search for, appending '.*' to match the date +we added on earlier runs.

      +
      +    LOGDIR=$(dirname "$LOGFILE")
+    LOGFILENAME=$(basename "$LOGFILE")
+    mkdir -p $LOGDIR
+    find $LOGDIR -maxdepth 1 -name $LOGFILENAME.\* -mtime +$LOGDAYS -exec rm {} \;
+    LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
+    SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary
+
+
      +

      Redirect output according to config

      +
      +
+
      +

      Set fd 3 to a copy of stdout. So we can set fd 1 without losing +stdout later.

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" == "True" ]]; then
+
      +

      Set fd 1 and 2 to write the log file

      +
      +        exec 1> >( $TOP_DIR/tools/outfilter.py -v -o "${LOGFILE}" ) 2>&1
+
      +

      Set fd 6 to summary log file

      +
      +        exec 6> >( $TOP_DIR/tools/outfilter.py -o "${SUMFILE}" )
+    else
+
      +

      Set fd 1 and 2 to primary logfile

      +
      +        exec 1> >( $TOP_DIR/tools/outfilter.py -o "${LOGFILE}" ) 2>&1
+
      +

      Set fd 6 to summary logfile and stdout

      +
      +        exec 6> >( $TOP_DIR/tools/outfilter.py -v -o "${SUMFILE}" >&3 )
+    fi
+
+    echo_summary "stack.sh log $LOGFILE"
+
      +

      Specified logfile name always links to the most recent log

      +
      +    ln -sf $LOGFILE $LOGDIR/$LOGFILENAME
+    ln -sf $SUMFILE $LOGDIR/$LOGFILENAME.summary
+else
+
      +

      Set up output redirection without log files +Set fd 3 to a copy of stdout. So we can set fd 1 without losing +stdout later.

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        exec 1>/dev/null 2>&1
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6> >( $TOP_DIR/tools/outfilter.py -v >&3 )
+fi
+
+
      +

      Set up logging of screen windows +Set SCREEN_LOGDIR to turn on logging of screen windows to the +directory specified in SCREEN_LOGDIR, we will log to the the file +screen-$SERVICE_NAME-$TIMESTAMP.log in that dir and have a link +screen-$SERVICE_NAME.log to the latest log file. +Logs are kept for as long specified in LOGDAYS.

      +
      +if [[ -n "$SCREEN_LOGDIR" ]]; then
+
+
      +

      We make sure the directory is created.

      +
      +    if [[ -d "$SCREEN_LOGDIR" ]]; then
+
      +

      We cleanup the old logs

      +
      +        find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
+    else
+        mkdir -p $SCREEN_LOGDIR
+    fi
+fi
+
+
+
      + +
      +

      Configure Error Traps

      +
      +
+
      +

      Kill background processes on exit

      +
      +trap exit_trap EXIT
+function exit_trap {
+    local r=$?
+    jobs=$(jobs -p)
+
      +

      Only do the kill when we're logging through a process substitution, +which currently is only to verbose logfile

      +
      +    if [[ -n $jobs && -n "$LOGFILE" && "$VERBOSE" == "True" ]]; then
+        echo "exit_trap: cleaning up child processes"
+        kill 2>&1 $jobs
+    fi
+
+
      +

      Kill the last spinner process

      +
      +    kill_spinner
+
+    if [[ $r -ne 0 ]]; then
+        echo "Error on exit"
+        ./tools/worlddump.py -d $LOGDIR
+    fi
+
+    exit $r
+}
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap err_trap ERR
+function err_trap {
+    local r=$?
+    set +o xtrace
+    if [[ -n "$LOGFILE" ]]; then
+        echo "${0##*/} failed: full log in $LOGFILE"
+    else
+        echo "${0##*/} failed"
+    fi
+    exit $r
+}
+
+
      +

      Begin trapping error exit codes

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following along as the install occurs.

      +
      +set -o xtrace
+
+
+
      + +
      +

      Common Configuration

      +
      +
+
      +

      Set OFFLINE to True to configure stack.sh to run cleanly without +Internet access. stack.sh must have been previously run with Internet +access to install prerequisites and fetch repositories.

      +
      +OFFLINE=`trueorfalse False $OFFLINE`
+
+
      +

      Set ERROR_ON_CLONE to True to configure stack.sh to exit if +the destination git repository does not exist during the git_clone +operation.

      +
      +ERROR_ON_CLONE=`trueorfalse False $ERROR_ON_CLONE`
+
+
      +

      Whether to enable the debug log level in OpenStack services

      +
      +ENABLE_DEBUG_LOG_LEVEL=`trueorfalse True $ENABLE_DEBUG_LOG_LEVEL`
+
+
      +

      Set fixed and floating range here so we can make sure not to use addresses +from either range when attempting to guess the IP to use for the host. +Note that setting FIXED_RANGE may be necessary when running DevStack +in an OpenStack cloud that uses either of these address ranges internally.

      +
      +FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.0/24}
+FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
+FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
+
+HOST_IP=$(get_default_host_ip $FIXED_RANGE $FLOATING_RANGE "$HOST_IP_IFACE" "$HOST_IP")
+if [ "$HOST_IP" == "" ]; then
+    die $LINENO "Could not determine host ip address.  See local.conf for suggestions on setting HOST_IP."
+fi
+
+
      +

      Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints.

      +
      +SERVICE_HOST=${SERVICE_HOST:-$HOST_IP}
+
+
      +

      Allow the use of an alternate protocol (such as https) for service endpoints

      +
      +SERVICE_PROTOCOL=${SERVICE_PROTOCOL:-http}
+
+
      +

      Configure services to use syslog instead of writing to individual log files

      +
      +SYSLOG=`trueorfalse False $SYSLOG`
+SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP}
+SYSLOG_PORT=${SYSLOG_PORT:-516}
+
+
      +

      for DSTAT logging

      +
      +DSTAT_FILE=${DSTAT_FILE:-"dstat.txt"}
+
+
      +

      Use color for logging output (only available if syslog is not used)

      +
      +LOG_COLOR=`trueorfalse True $LOG_COLOR`
+
+
      +

      Service startup timeout

      +
      +SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60}
+
+
      +

      Reset the bundle of CA certificates

      +
      +SSL_BUNDLE_FILE="$DATA_DIR/ca-bundle.pem"
+rm -f $SSL_BUNDLE_FILE
+
+
      +

      Import common services (database, message queue) configuration

      +
      +source $TOP_DIR/lib/database
+source $TOP_DIR/lib/rpc_backend
+
+
      +

      Make sure we only have one rpc backend enabled, +and the specified rpc backend is available on your platform.

      +
      +check_rpc_backend
+
+
+
      +
      +

      Configure Projects

      +
      +
+
      +

      Import apache functions

      +
      +source $TOP_DIR/lib/apache
+
+
      +

      Import TLS functions

      +
      +source $TOP_DIR/lib/tls
+
+
      +

      Source project function libraries

      +
      +source $TOP_DIR/lib/infra
+source $TOP_DIR/lib/oslo
+source $TOP_DIR/lib/stackforge
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ldap
+
+
      + + +
      +

      Extras Source

      +
      +
+
      +

      Phase: source

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i source
+    done
+fi
+
+
      +

      Set the destination directories for other OpenStack projects

      +
      +OPENSTACKCLIENT_DIR=$DEST/python-openstackclient
+
+
      + +
      +

      Interactive Configuration

      +
      +
+
      +

      Do all interactive config up front before the logging spew begins

      +
      +
+
      +

      Generic helper to configure passwords

      +
      +function read_password {
+    XTRACE=$(set +o | grep xtrace)
+    set +o xtrace
+    var=$1; msg=$2
+    pw=${!var}
+
+    if [[ -f $RC_DIR/localrc ]]; then
+        localrc=$TOP_DIR/localrc
+    else
+        localrc=$TOP_DIR/.localrc.auto
+    fi
+
+
      +

      If the password is not defined yet, proceed to prompt user for a password.

      +
      +    if [ ! $pw ]; then
+
      +

      If there is no localrc file, create one

      +
      +        if [ ! -e $localrc ]; then
+            touch $localrc
+        fi
+
+
      +

      Presumably if we got this far it can only be that our localrc is missing +the required password. Prompt user for a password and write to localrc.

      +
      +        echo ''
+        echo '################################################################################'
+        echo $msg
+        echo '################################################################################'
+        echo "This value will be written to your localrc file so you don't have to enter it "
+        echo "again.  Use only alphanumeric characters."
+        echo "If you leave this blank, a random default value will be used."
+        pw=" "
+        while true; do
+            echo "Enter a password now:"
+            read -e $var
+            pw=${!var}
+            [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
+            echo "Invalid chars in password.  Try again:"
+        done
+        if [ ! $pw ]; then
+            pw=$(cat /dev/urandom | tr -cd 'a-f0-9' | head -c 20)
+        fi
+        eval "$var=$pw"
+        echo "$var=$pw" >> $localrc
+    fi
+    $XTRACE
+}
+
+
+
      +

      Database Configuration

      +
      +
+
      +

      To select between database backends, add the following to localrc:

      +
      +disable_service mysql +enable_service postgresql
      +

      The available database backends are listed in DATABASE_BACKENDS after +lib/database is sourced. mysql is the default.

      +
      +
+initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled"
+
+
+
      +

      Queue Configuration

      +
      +
+
      +

      Rabbit connection info

      +
      +if is_service_enabled rabbit; then
+    RABBIT_HOST=${RABBIT_HOST:-$SERVICE_HOST}
+    read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
+fi
+
+
+
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+
      +

      The SERVICE_TOKEN is used to bootstrap the Keystone database. It is +just a string and is not a 'real' Keystone token.

      +
      +    read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
+
      +

      Services authenticate to Identity with servicename/SERVICE_PASSWORD

      +
      +    read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
+
      +

      Horizon currently truncates usernames and passwords at 20 characters

      +
      +    read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
+
+
      +

      Keystone can now optionally install OpenLDAP by enabling the ldap +service in localrc (e.g. enable_service ldap). +To clean out the Keystone contents in OpenLDAP set KEYSTONE_CLEAR_LDAP +to yes (e.g. KEYSTONE_CLEAR_LDAP=yes) in localrc. To enable the +Keystone Identity Driver (keystone.identity.backends.ldap.Identity) +set KEYSTONE_IDENTITY_BACKEND to ldap (e.g. +KEYSTONE_IDENTITY_BACKEND=ldap) in localrc.

      +
      +
+
      +

      only request ldap password if the service is enabled

      +
      +    if is_service_enabled ldap; then
+        read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP"
+    fi
+fi
+
+
+
      +

      Swift

      +
      +
+if is_service_enabled s-proxy; then
+
      +

      We only ask for Swift Hash if we have enabled swift service. +SWIFT_HASH is a random unique string for a swift cluster that +can never change.

      +
      +    read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
+fi
+
+
+
      +
      +

      Install Packages

      +
      +
+
      +

      OpenStack uses a fair number of other projects.

      +
      +
+
      +

      Install package requirements +Source it so the entire environment is available

      +
      +echo_summary "Installing package prerequisites"
+source $TOP_DIR/tools/install_prereqs.sh
+
+
      +

      Configure an appropriate python environment

      +
      +if [[ "$OFFLINE" != "True" ]]; then
+    $TOP_DIR/tools/install_pip.sh
+fi
+
+
      +

      Do the ugly hacks for borken packages and distros

      +
      +$TOP_DIR/tools/fixup_stuff.sh
+
+install_rpc_backend
+
+if is_service_enabled $DATABASE_BACKENDS; then
+    install_database
+fi
+
+if is_service_enabled neutron; then
+    install_neutron_agent_packages
+fi
+
+TRACK_DEPENDS=${TRACK_DEPENDS:-False}
+
+
      +

      Install python packages into a virtualenv so that we can track them

      +
      +if [[ $TRACK_DEPENDS = True ]]; then
+    echo_summary "Installing Python packages into a virtualenv $DEST/.venv"
+    pip_install -U virtualenv
+
+    rm -rf $DEST/.venv
+    virtualenv --system-site-packages $DEST/.venv
+    source $DEST/.venv/bin/activate
+    $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip
+fi
+
+
      + + +
      +

      Check Out and Install Source

      +
      +
+echo_summary "Installing OpenStack project source"
+
+
      +

      Install required infra support libraries

      +
      +install_infra
+
+
      +

      Install oslo libraries that have graduated

      +
      +install_oslo
+
+
      +

      Install stackforge libraries for testing

      +
      +if is_service_enabled stackforge_libs; then
+    install_stackforge
+fi
+
+
      +

      Install clients libraries

      +
      +install_keystoneclient
+install_glanceclient
+install_cinderclient
+install_novaclient
+if is_service_enabled swift glance horizon; then
+    install_swiftclient
+fi
+if is_service_enabled neutron nova horizon; then
+    install_neutronclient
+fi
+if is_service_enabled heat horizon; then
+    install_heatclient
+fi
+
+
      +

      Install middleware

      +
      +install_keystonemiddleware
+
+git_clone $OPENSTACKCLIENT_REPO $OPENSTACKCLIENT_DIR $OPENSTACKCLIENT_BRANCH
+setup_develop $OPENSTACKCLIENT_DIR
+
+if is_service_enabled key; then
+    if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
+        install_keystone
+        configure_keystone
+    fi
+fi
+
+if is_service_enabled s-proxy; then
+    install_swift
+    configure_swift
+
+
      +

      swift3 middleware to provide S3 emulation to Swift

      +
      +    if is_service_enabled swift3; then
+
      +

      replace the nova-objectstore port by the swift port

      +
      +        S3_SERVICE_PORT=8080
+        git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH
+        setup_develop $SWIFT3_DIR
+    fi
+fi
+
+if is_service_enabled g-api n-api; then
+
      +

      image catalog service

      +
      +    install_glance
+    configure_glance
+fi
+
+if is_service_enabled cinder; then
+    install_cinder
+    configure_cinder
+fi
+
+if is_service_enabled neutron; then
+    install_neutron
+    install_neutron_third_party
+fi
+
+if is_service_enabled nova; then
+
      +

      compute service

      +
      +    install_nova
+    cleanup_nova
+    configure_nova
+fi
+
+if is_service_enabled horizon; then
+
      +

      django openstack_auth

      +
      +    install_django_openstack_auth
+
      +

      dashboard

      +
      +    install_horizon
+    configure_horizon
+fi
+
+if is_service_enabled ceilometer; then
+    install_ceilometerclient
+    install_ceilometer
+    echo_summary "Configuring Ceilometer"
+    configure_ceilometer
+    configure_ceilometerclient
+fi
+
+if is_service_enabled heat; then
+    install_heat
+    cleanup_heat
+    configure_heat
+fi
+
+if is_service_enabled tls-proxy; then
+    configure_CA
+    init_CA
+    init_cert
+
      +

      Add name to /etc/hosts +don't be naive and add to existing line!

      +
      +fi
+
+
+
      + +
      +

      Extras Install

      +
      +
+
      +

      Phase: install

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack install
+    done
+fi
+
+if [[ $TRACK_DEPENDS = True ]]; then
+    $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip
+    if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff; then
+        echo "Detect some changes for installed packages of pip, in depend tracking mode"
+        cat $DEST/requires.diff
+    fi
+    echo "Ran stack.sh in depend tracking mode, bailing out now"
+    exit 0
+fi
+
+
+
      + +
      +

      Syslog

      +
      +
+if [[ $SYSLOG != "False" ]]; then
+    if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
+
      +

      Configure the master host to receive

      +
      +        cat <<EOF >/tmp/90-stack-m.conf
+\$ModLoad imrelp
+\$InputRELPServerRun $SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
+    else
+
      +

      Set rsyslog to send to remote host

      +
      +        cat <<EOF >/tmp/90-stack-s.conf
+*.*		:omrelp:$SYSLOG_HOST:$SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
+    fi
+
+    RSYSLOGCONF="/etc/rsyslog.conf"
+    if [ -f $RSYSLOGCONF ]; then
+        sudo cp -b $RSYSLOGCONF $RSYSLOGCONF.bak
+        if [[ $(grep '$SystemLogRateLimitBurst' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitBurst\ .*/$SystemLogRateLimitBurst\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitBurst\ 0' $RSYSLOGCONF
+        fi
+        if [[ $(grep '$SystemLogRateLimitInterval' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitInterval\ .*/$SystemLogRateLimitInterval\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitInterval\ 0' $RSYSLOGCONF
+        fi
+    fi
+
+    echo_summary "Starting rsyslog"
+    restart_service rsyslog
+fi
+
+
+
      + +
      +

      Finalize queue installation

      +
      +restart_rpc_backend
+
+
+
      + +
      +

      Export Certicate Authority Bundle

      +
      +
+
      +

      If certificates were used and written to the SSL bundle file then these +should be exported so clients can validate their connections.

      +
      +
+if [ -f $SSL_BUNDLE_FILE ]; then
+    export OS_CACERT=$SSL_BUNDLE_FILE
+fi
+
+
+
      + +
      +

      Configure database

      +
      +
+if is_service_enabled $DATABASE_BACKENDS; then
+    configure_database
+fi
+
+
+
      + +
      +

      Configure screen

      +
      +
+USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+if [[ "$USE_SCREEN" == "True" ]]; then
+
      +

      Create a new named screen to run processes in

      +
      +    screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
+    sleep 1
+
+
      +

      Set a reasonable status bar

      +
      +    if [ -z "$SCREEN_HARDSTATUS" ]; then
+        SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
+    fi
+    screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
+    screen -r $SCREEN_NAME -X setenv PROMPT_COMMAND /bin/true
+fi
+
+
      +

      Clear screen rc file

      +
      +SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
+if [[ -e $SCREENRC ]]; then
+    rm -f $SCREENRC
+fi
+
+
      +

      Initialize the directory for service status check

      +
      +init_service_check
+
+
      + +
      +

      Dstat

      +
      +
+
      +

      A better kind of sysstat, with the top process per time slice

      +
      +DSTAT_OPTS="-tcmndrylp --top-cpu-adv"
+if [[ -n ${SCREEN_LOGDIR} ]]; then
+    screen_it dstat "cd $TOP_DIR; dstat $DSTAT_OPTS | tee $SCREEN_LOGDIR/$DSTAT_FILE"
+else
+    screen_it dstat "dstat $DSTAT_OPTS"
+fi
+
+
      +
      +

      Start Services

      +
      +
+
      + + +
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+    echo_summary "Starting Keystone"
+
+    if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
+        init_keystone
+        start_keystone
+    fi
+
+
      +

      Set up a temporary admin URI for Keystone

      +
      +    SERVICE_ENDPOINT=$KEYSTONE_AUTH_URI/v2.0
+
+    if is_service_enabled tls-proxy; then
+        export OS_CACERT=$INT_CA_DIR/ca-chain.pem
+
      +

      Until the client support is fixed, just use the internal endpoint

      +
      +        SERVICE_ENDPOINT=http://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT_INT/v2.0
+    fi
+
+
      +

      Setup OpenStackclient token-flow auth

      +
      +    export OS_TOKEN=$SERVICE_TOKEN
+    export OS_URL=$SERVICE_ENDPOINT
+
+    create_keystone_accounts
+    create_nova_accounts
+    create_glance_accounts
+    create_cinder_accounts
+    create_neutron_accounts
+
+    if is_service_enabled ceilometer; then
+        create_ceilometer_accounts
+    fi
+
+    if is_service_enabled swift; then
+        create_swift_accounts
+    fi
+
+    if is_service_enabled heat; then
+        create_heat_accounts
+    fi
+
+
      +

      Begone token-flow auth

      +
      +    unset OS_TOKEN OS_URL
+
+
      +

      Set up password-flow auth creds now that keystone is bootstrapped

      +
      +    export OS_AUTH_URL=$SERVICE_ENDPOINT
+    export OS_TENANT_NAME=admin
+    export OS_USERNAME=admin
+    export OS_PASSWORD=$ADMIN_PASSWORD
+    export OS_REGION_NAME=$REGION_NAME
+fi
+
+
+
      + +
      +

      Horizon

      +
      +
+
      +

      Set up the django horizon application to serve via apache/wsgi

      +
      +
+if is_service_enabled horizon; then
+    echo_summary "Configuring and starting Horizon"
+    init_horizon
+    start_horizon
+fi
+
+
+
      + +
      +

      Glance

      +
      +
+if is_service_enabled g-reg; then
+    echo_summary "Configuring Glance"
+    init_glance
+fi
+
+
+
      + +
      +

      Neutron

      +
      +
+if is_service_enabled neutron; then
+    echo_summary "Configuring Neutron"
+
+    configure_neutron
+
      +

      Run init_neutron only on the node hosting the neutron API server

      +
      +    if is_service_enabled $DATABASE_BACKENDS && is_service_enabled q-svc; then
+        init_neutron
+    fi
+fi
+
+
      +

      Some Neutron plugins require network controllers which are not +a part of the OpenStack project. Configure and start them.

      +
      +if is_service_enabled neutron; then
+    configure_neutron_third_party
+    init_neutron_third_party
+    start_neutron_third_party
+fi
+
+
+
      + +
      +

      Nova

      +
      +
+if is_service_enabled n-net q-dhcp; then
+
      +

      Delete traces of nova networks from prior runs +Do not kill any dnsmasq instance spawned by NetworkManager

      +
      +    netman_pid=$(pidof NetworkManager || true)
+    if [ -z "$netman_pid" ]; then
+        sudo killall dnsmasq || true
+    else
+        sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true
+    fi
+
+    clean_iptables
+
+    if is_service_enabled n-net; then
+        rm -rf ${NOVA_STATE_PATH}/networks
+        sudo mkdir -p ${NOVA_STATE_PATH}/networks
+        safe_chown -R ${STACK_USER} ${NOVA_STATE_PATH}/networks
+    fi
+
+
      +

      Force IP forwarding on, just in case

      +
      +    sudo sysctl -w net.ipv4.ip_forward=1
+fi
+
+
+
      + +
      +

      Storage Service

      +
      +
+if is_service_enabled s-proxy; then
+    echo_summary "Configuring Swift"
+    init_swift
+fi
+
+
+
      + +
      +

      Volume Service

      +
      +
+if is_service_enabled cinder; then
+    echo_summary "Configuring Cinder"
+    init_cinder
+fi
+
+
+
      + +
      +

      Compute Service

      +
      +
+if is_service_enabled nova; then
+    echo_summary "Configuring Nova"
+    init_nova
+
+
      +

      Additional Nova configuration that is dependent on other services

      +
      +    if is_service_enabled neutron; then
+        create_nova_conf_neutron
+    elif is_service_enabled n-net; then
+        create_nova_conf_nova_network
+    fi
+
+    init_nova_cells
+fi
+
+
      +

      Extra things to prepare nova for baremetal, before nova starts

      +
      +if is_service_enabled nova && is_baremetal; then
+    echo_summary "Preparing for nova baremetal"
+    prepare_baremetal_toolchain
+    configure_baremetal_nova_dirs
+fi
+
+
+
      +
      +

      Extras Configuration

      +
      +
+
      +

      Phase: post-config

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack post-config
+    done
+fi
+
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: post-config

      +
      +merge_config_group $TOP_DIR/local.conf post-config
+
+
+
      + +
      +

      Launch Services

      +
      +
+
      +

      Only run the services specified in ENABLED_SERVICES

      +
      +
+
      +

      Launch Swift Services

      +
      +if is_service_enabled s-proxy; then
+    echo_summary "Starting Swift"
+    start_swift
+fi
+
+
      +

      Launch the Glance services

      +
      +if is_service_enabled glance; then
+    echo_summary "Starting Glance"
+    start_glance
+fi
+
+
      + +
      +

      Install Images

      +
      +
+
      +

      Upload an image to glance.

      +

      The default image is cirros, a small testing image which lets you login as root +cirros has a cloud-init analog supporting login via keypair and sending +scripts as userdata. +See https://help.ubuntu.com/community/CloudInit for more on cloud-init

      +
      +
      Override IMAGE_URLS with a comma-separated list of UEC images.
      +
      +
      +
      +
      +
+if is_service_enabled g-reg; then
+    TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
+    die_if_not_set $LINENO TOKEN "Keystone fail to get token"
+
+    if is_baremetal; then
+        echo_summary "Creating and uploading baremetal images"
+
+
      +

      build and upload separate deploy kernel & ramdisk

      +
      +        upload_baremetal_deploy $TOKEN
+
+
      +

      upload images, separating out the kernel & ramdisk for PXE boot

      +
      +        for image_url in ${IMAGE_URLS//,/ }; do
+            upload_baremetal_image $image_url $TOKEN
+        done
+    else
+        echo_summary "Uploading images"
+
+
      +

      Option to upload legacy ami-tty, which works with xenserver

      +
      +        if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
+            IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
+        fi
+
+        for image_url in ${IMAGE_URLS//,/ }; do
+            upload_image $image_url $TOKEN
+        done
+    fi
+fi
+
+
      +

      Create an access key and secret key for nova ec2 register image

      +
      +if is_service_enabled key && is_service_enabled swift3 && is_service_enabled nova; then
+    eval $(openstack ec2 credentials create --user nova --project $SERVICE_TENANT_NAME -f shell -c access -c secret)
+    iniset $NOVA_CONF DEFAULT s3_access_key "$access"
+    iniset $NOVA_CONF DEFAULT s3_secret_key "$secret"
+    iniset $NOVA_CONF DEFAULT s3_affix_tenant "True"
+fi
+
+
      +

      Create a randomized default value for the keymgr's fixed_key

      +
      +if is_service_enabled nova; then
+    FIXED_KEY=""
+    for i in $(seq 1 64); do
+        FIXED_KEY+=$(echo "obase=16; $(($RANDOM % 16))" | bc);
+    done;
+    iniset $NOVA_CONF keymgr fixed_key "$FIXED_KEY"
+fi
+
+if is_service_enabled zeromq; then
+    echo_summary "Starting zermomq receiver"
+    screen_it zeromq "cd $NOVA_DIR && $OSLO_BIN_DIR/oslo-messaging-zmq-receiver"
+fi
+
+
      +

      Launch the nova-api and wait for it to answer before continuing

      +
      +if is_service_enabled n-api; then
+    echo_summary "Starting Nova API"
+    start_nova_api
+fi
+
+if is_service_enabled q-svc; then
+    echo_summary "Starting Neutron"
+    start_neutron_service_and_check
+    check_neutron_third_party_integration
+elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then
+    NM_CONF=${NOVA_CONF}
+    if is_service_enabled n-cell; then
+        NM_CONF=${NOVA_CELLS_CONF}
+    fi
+
+
      +

      Create a small network

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS
+
+
      +

      Create some floating ips

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME
+
+
      +

      Create a second pool

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
+fi
+
+if is_service_enabled neutron; then
+    start_neutron_agents
+fi
+
      +

      Once neutron agents are started setup initial network elements

      +
      +if is_service_enabled q-svc; then
+    echo_summary "Creating initial neutron network elements"
+    create_neutron_initial_network
+    setup_neutron_debug
+fi
+if is_service_enabled nova; then
+    echo_summary "Starting Nova"
+    start_nova
+fi
+if is_service_enabled cinder; then
+    echo_summary "Starting Cinder"
+    start_cinder
+fi
+if is_service_enabled ceilometer; then
+    echo_summary "Starting Ceilometer"
+    init_ceilometer
+    start_ceilometer
+fi
+
+
      +

      Configure and launch heat engine, api and metadata

      +
      +if is_service_enabled heat; then
+
      +

      Initialize heat

      +
      +    echo_summary "Configuring Heat"
+    init_heat
+    echo_summary "Starting Heat"
+    start_heat
+fi
+
+
+
      + +
      +

      Create account rc files

      +
      +
+
      +

      Creates source able script files for easier user switching. +This step also creates certificates for tenants and users, +which is helpful in image bundle steps.

      +
      +
+if is_service_enabled nova && is_service_enabled key; then
+    USERRC_PARAMS="-PA --target-dir $TOP_DIR/accrc"
+
+    if [ -f $SSL_BUNDLE_FILE ]; then
+        USERRC_PARAMS="$USERRC_PARAMS --os-cacert $SSL_BUNDLE_FILE"
+    fi
+
+    $TOP_DIR/tools/create_userrc.sh $USERRC_PARAMS
+fi
+
+
+
      +

      If we are running nova with baremetal driver, there are a few +last-mile configuration bits to attend to, which must happen +after n-api and n-sch have started. +Also, creating the baremetal flavor must happen after images +are loaded into glance, though just knowing the IDs is sufficient here

      +
      +if is_service_enabled nova && is_baremetal; then
+
      +

      create special flavor for baremetal if we know what images to associate

      +
      +    [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \
+        create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
+
+
      +

      otherwise user can manually add it later by calling nova-baremetal-manage

      +
      +    [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node
+
+    if [[ "$BM_DNSMASQ_FROM_NOVA_NETWORK" = "False" ]]; then
+
      +

      NOTE: we do this here to ensure that our copy of dnsmasq is running

      +
      +        sudo pkill dnsmasq || true
+        sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \
+            --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \
+            --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE \
+            ${BM_DNSMASQ_DNS:+--dhcp-option=option:dns-server,$BM_DNSMASQ_DNS}
+    fi
+
      +

      ensure callback daemon is running

      +
      +    sudo pkill nova-baremetal-deploy-helper || true
+    screen_it baremetal "cd ; nova-baremetal-deploy-helper"
+fi
+
+
      +

      Save some values we generated for later use

      +
      +CURRENT_RUN_TIME=$(date "+$TIMESTAMP_FORMAT")
+echo "# $CURRENT_RUN_TIME" >$TOP_DIR/.stackenv
+for i in BASE_SQL_CONN ENABLED_SERVICES HOST_IP LOGFILE \
+    SERVICE_HOST SERVICE_PROTOCOL STACK_USER TLS_IP KEYSTONE_AUTH_PROTOCOL OS_CACERT; do
+    echo $i=${!i} >>$TOP_DIR/.stackenv
+done
+
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: extra

      +
      +merge_config_group $TOP_DIR/local.conf extra
+
+
+
      + +
      +

      Run extras

      +
      +
+
      +

      Phase: extra

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack extra
+    done
+fi
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: post-extra

      +
      +merge_config_group $TOP_DIR/local.conf post-extra
+
+
+
      + +
      +

      Run local script

      +
      +
+
      +

      Run local.sh if it exists to perform user-managed tasks

      +
      +if [[ -x $TOP_DIR/local.sh ]]; then
+    echo "Running user script $TOP_DIR/local.sh"
+    $TOP_DIR/local.sh
+fi
+
+
      +

      Check the status of running services

      +
      +service_check
+
+
+
      + +
      +

      Fin

      +
      +
+set +o xtrace
+
+if [[ -n "$LOGFILE" ]]; then
+    exec 1>&3
+
      +

      Force all output to stdout and logs now

      +
      +    exec 1> >( tee -a "${LOGFILE}" ) 2>&1
+else
+
      +

      Force all output to stdout now

      +
      +    exec 1>&3
+fi
+
+
+
      + + +
      +

      Using the cloud

      +
      +
+echo ""
+echo ""
+echo ""
+
+
      +

      If you installed Horizon on this server you should be able +to access the site using your browser.

      +
      +if is_service_enabled horizon; then
+    echo "Horizon is now available at http://$SERVICE_HOST/"
+fi
+
+
      +

      If Keystone is present you can point nova cli to this server

      +
      +if is_service_enabled key; then
+    echo "Keystone is serving at $KEYSTONE_SERVICE_URI/v2.0/"
+    echo "Examples on using novaclient command line is in exercise.sh"
+    echo "The default users are: admin and demo"
+    echo "The password: $ADMIN_PASSWORD"
+fi
+
+
      +

      Echo HOST_IP - useful for build_uec.sh, which uses dhcp to give the instance an address

      +
      +echo "This is your host ip: $HOST_IP"
+
+
      +

      Warn that a deprecated feature was used

      +
      +if [[ -n "$DEPRECATED_TEXT" ]]; then
+    echo_summary "WARNING: $DEPRECATED_TEXT"
+fi
+
+
      +

      TODO(dtroyer): Remove EXTRA_OPTS after stable/icehouse branch is cut +Specific warning for deprecated configs

      +
      +if [[ -n "$EXTRA_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: EXTRA_OPTS is used"
+    echo "You are using EXTRA_OPTS to pass configuration into nova.conf."
+    echo "Please convert that configuration in localrc to a nova.conf section in local.conf:"
+    echo "EXTRA_OPTS will be removed early in the Juno development cycle"
+    echo "
+[[post-config|\$NOVA_CONF]]
+[DEFAULT]
+"
+    for I in "${EXTRA_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      TODO(dtroyer): Remove EXTRA_BAREMETAL_OPTS after stable/icehouse branch is cut

      +
      +if [[ -n "$EXTRA_BAREMETAL_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: EXTRA_BAREMETAL_OPTS is used"
+    echo "You are using EXTRA_BAREMETAL_OPTS to pass configuration into nova.conf."
+    echo "Please convert that configuration in localrc to a nova.conf section in local.conf:"
+    echo "EXTRA_BAREMETAL_OPTS will be removed early in the Juno development cycle"
+    echo "
+[[post-config|\$NOVA_CONF]]
+[baremetal]
+"
+    for I in "${EXTRA_BAREMETAL_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      TODO(dtroyer): Remove Q_AGENT_EXTRA_AGENT_OPTS after stable/juno branch is cut

      +
      +if [[ -n "$Q_AGENT_EXTRA_AGENT_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: Q_AGENT_EXTRA_AGENT_OPTS is used"
+    echo "You are using Q_AGENT_EXTRA_AGENT_OPTS to pass configuration into $NEUTRON_CONF."
+    echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
+    echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
+    echo "
+[[post-config|/\$Q_PLUGIN_CONF_FILE]]
+[DEFAULT]
+"
+    for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      TODO(dtroyer): Remove Q_AGENT_EXTRA_SRV_OPTS after stable/juno branch is cut

      +
      +if [[ -n "$Q_AGENT_EXTRA_SRV_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: Q_AGENT_EXTRA_SRV_OPTS is used"
+    echo "You are using Q_AGENT_EXTRA_SRV_OPTS to pass configuration into $NEUTRON_CONF."
+    echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
+    echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
+    echo "
+[[post-config|/\$Q_PLUGIN_CONF_FILE]]
+[DEFAULT]
+"
+    for I in "${Q_AGENT_EXTRA_SRV_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      TODO(dtroyer): Remove Q_DHCP_EXTRA_DEFAULT_OPTS after stable/icehouse branch is cut

      +
      +if [[ -n "$Q_DHCP_EXTRA_DEFAULT_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: Q_DHCP_EXTRA_DEFAULT_OPTS is used"
+    echo "You are using Q_DHCP_EXTRA_DEFAULT_OPTS to pass configuration into $Q_DHCP_CONF_FILE."
+    echo "Please convert that configuration in localrc to a $Q_DHCP_CONF_FILE section in local.conf:"
+    echo "Q_DHCP_EXTRA_DEFAULT_OPTS will be removed early in the Juno development cycle"
+    echo "
+[[post-config|/\$Q_DHCP_CONF_FILE]]
+[DEFAULT]
+"
+    for I in "${Q_DHCP_EXTRA_DEFAULT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      TODO(dtroyer): Remove Q_SRV_EXTRA_DEFAULT_OPTS after stable/icehouse branch is cut

      +
      +if [[ -n "$Q_SRV_EXTRA_DEFAULT_OPTS" ]]; then
+    echo ""
+    echo_summary "WARNING: Q_SRV_EXTRA_DEFAULT_OPTS is used"
+    echo "You are using Q_SRV_EXTRA_DEFAULT_OPTS to pass configuration into $NEUTRON_CONF."
+    echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
+    echo "Q_SRV_EXTRA_DEFAULT_OPTS will be removed early in the Juno development cycle"
+    echo "
+[[post-config|\$NEUTRON_CONF]]
+[DEFAULT]
+"
+    for I in "${Q_SRV_EXTRA_DEFAULT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +        echo ${I}
+    done
+fi
+
+
      +

      Indicate how long this took to run (bash maintained variable SECONDS)

      +
      +echo_summary "stack.sh completed in $SECONDS seconds."
+
+
      +

      Restore/close logging file descriptors

      +
      +exec 1>&3
+exec 2>&3
+exec 3>&-
+exec 6>&-
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/rejoin-stack.sh b/rejoin-stack.sh deleted file mode 100755 index a82c73cb..00000000 --- a/rejoin-stack.sh +++ /dev/null @@ -1,18 +0,0 @@ -#! /usr/bin/env bash - -# This script rejoins an existing screen, or re-creates a -# screen session from a previous run of stack.sh. - -TOP_DIR=`dirname $0` - -# if screenrc exists, run screen -if [[ -e $TOP_DIR/stack-screenrc ]]; then - if screen -ls | egrep -q "[0-9].stack"; then - echo "Attaching to already started screen session.." - exec screen -r stack - fi - exec screen -c $TOP_DIR/stack-screenrc -fi - -echo "Couldn't find $TOP_DIR/stack-screenrc file; have you run stack.sh yet?" -exit 1 diff --git a/rejoin-stack.sh.html b/rejoin-stack.sh.html new file mode 100644 index 00000000..e257271f --- /dev/null +++ b/rejoin-stack.sh.html @@ -0,0 +1,406 @@ + + + + + rejoin-stack.sh + + + +
      +
      + + + + + + + + + + +

      rejoin-stack.sh

      + + + + + + + + + +
      + + +

      This script rejoins an existing screen, or re-creates a +screen session from a previous run of stack.sh.

      +
      +#! /usr/bin/env bash
+
+
+TOP_DIR=`dirname $0`
+
+
      +

      Import common functions in case the localrc (loaded via stackrc) +uses them.

      +
      +source $TOP_DIR/functions
+
+source $TOP_DIR/stackrc
+
+
      +

      if screenrc exists, run screen

      +
      +if [[ -e $TOP_DIR/stack-screenrc ]]; then
+    if screen -ls | egrep -q "[0-9].stack"; then
+        echo "Attaching to already started screen session.."
+        exec screen -r stack
+    fi
+    exec screen -c $TOP_DIR/stack-screenrc
+fi
+
+echo "Couldn't find $TOP_DIR/stack-screenrc file; have you run stack.sh yet?"
+exit 1
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/run_tests.sh.html b/run_tests.sh.html new file mode 100644 index 00000000..04df796f --- /dev/null +++ b/run_tests.sh.html @@ -0,0 +1,451 @@ + + + + + run_tests.sh + + + +
      +
      + + + + + + + + + + +

      run_tests.sh

      + + + + + + + + + +
      + + +

      Licensed under the Apache License, Version 2.0 (the "License"); +you may not use this file except in compliance with the License. +You may obtain a copy of the License at

      +
      +http://www.apache.org/licenses/LICENSE-2.0
      +

      Unless required by applicable law or agreed to in writing, software +distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +License for the specific language governing permissions and limitations +under the License.

      +

      this runs a series of unit tests for devstack to ensure it's functioning

      +
      +#!/bin/bash
+
+PASSES=""
+FAILURES=""
+
+
      +

      Check the return code and add the test to PASSES or FAILURES as appropriate +pass_fail <result> <expected> <name>

      +
      +function pass_fail {
+    local result=$1
+    local expected=$2
+    local test_name=$3
+
+    if [[ $result -ne $expected ]]; then
+        FAILURES="$FAILURES $test_name"
+    else
+        PASSES="$PASSES $test_name"
+    fi
+}
+
+if [[ -n $@ ]]; then
+    FILES=$@
+else
+    LIBS=`find lib -type f | grep -v \.md`
+    SCRIPTS=`find . -type f -name \*\.sh`
+    EXTRA="functions functions-common stackrc openrc exerciserc eucarc"
+    FILES="$SCRIPTS $LIBS $EXTRA"
+fi
+
+echo "Running bash8..."
+
+./tools/bash8.py -v $FILES
+pass_fail $? 0 bash8
+
+
+
      +

      Test that no one is trying to land crazy refs as branches

      +
      +
+echo "Ensuring we don't have crazy refs"
+
+REFS=`grep BRANCH stackrc | grep -v -- '-master'`
+rc=$?
+pass_fail $rc 1 crazy-refs
+if [[ $rc -eq 0 ]]; then
+    echo "Branch defaults must be master. Found:"
+    echo $REFS
+fi
+
+echo "====================================================================="
+for script in $PASSES; do
+    echo PASS $script
+done
+for script in $FAILURES; do
+    echo FAILED $script
+done
+echo "====================================================================="
+
+if [[ -n "$FAILURES" ]]; then
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/sa-exercises/boot_from_volume.sh.html b/sa-exercises/boot_from_volume.sh.html new file mode 100644 index 00000000..63abc6a5 --- /dev/null +++ b/sa-exercises/boot_from_volume.sh.html @@ -0,0 +1,702 @@ + + + + + boot_from_volume.sh + + + +
      +
      + + + + + + + + + + +

      boot_from_volume.sh

      + + + + + + + + + +
      + + +

      boot_from_volume.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script demonstrates how to boot from a volume. It does the following:

      +
        +
      • Create a bootable volume
        • +
      • Boot a volume-backed instance
        • +
      +
      +
+echo "*********************************************************************"
+echo "Begin DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
      +

      This script exits on an error so that errors don't compound and you see +only the first error that occurred.

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following allowing as the install occurs.

      +
      +set -o xtrace
+
+
+
      +
      +

      Settings

      +
      +
+
      +

      Keep track of the current directory

      +
      +EXERCISE_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $EXERCISE_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import project functions

      +
      +source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/neutron
+
+
      +

      Import configuration

      +
      +source $TOP_DIR/openrc
+
+
      +

      Import exercise configuration

      +
      +source $TOP_DIR/exerciserc
+
+
      +

      If cinder is not enabled we exit with exitcode 55 so that +the exercise is skipped

      +
      +is_service_enabled cinder || exit 55
+
+
      +

      Ironic does not support boot from volume.

      +
      +[ "$VIRT_DRIVER" == "ironic" ] && exit 55
+
+
      +

      Instance type to create

      +
      +DEFAULT_INSTANCE_TYPE=${DEFAULT_INSTANCE_TYPE:-m1.tiny}
+
+
      +

      Boot this image, use first AMI image if unset

      +
      +DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ami}
+
+
      +

      Security group name

      +
      +SECGROUP=${SECGROUP:-boot_secgroup}
+
+
      +

      Instance and volume names

      +
      +VM_NAME=${VM_NAME:-ex-bfv-inst}
+VOL_NAME=${VOL_NAME:-ex-vol-bfv}
+
+
+
      + +
      +

      Launching a server

      +
      +
+
      +

      List servers for tenant:

      +
      +nova list
+
+
      +
      +

      Images

      +
      +
+
      +

      List the images available

      +
      +glance image-list
+
+
      +

      Grab the id of the image to launch

      +
      +IMAGE=$(glance image-list | egrep " $DEFAULT_IMAGE_NAME " | get_field 1)
+die_if_not_set $LINENO IMAGE "Failure getting image $DEFAULT_IMAGE_NAME"
+
+
      + +
      +

      Security Groups

      +
      +
+
      +

      List security groups

      +
      +nova secgroup-list
+
+if is_service_enabled n-cell; then
+
      +

      Cells does not support security groups, so force the use of "default"

      +
      +    SECGROUP="default"
+    echo "Using the default security group because of Cells."
+else
+
      +

      Create a secgroup

      +
      +    if ! nova secgroup-list | grep -q $SECGROUP; then
+        nova secgroup-create $SECGROUP "$SECGROUP description"
+        if ! timeout $ASSOCIATE_TIMEOUT sh -c "while ! nova secgroup-list | grep -q $SECGROUP; do sleep 1; done"; then
+            echo "Security group not created"
+            exit 1
+        fi
+    fi
+fi
+
+
      +

      Configure Security Group Rules

      +
      +if ! nova secgroup-list-rules $SECGROUP | grep -q icmp; then
+    nova secgroup-add-rule $SECGROUP icmp -1 -1 0.0.0.0/0
+fi
+if ! nova secgroup-list-rules $SECGROUP | grep -q " tcp .* 22 "; then
+    nova secgroup-add-rule $SECGROUP tcp 22 22 0.0.0.0/0
+fi
+
+
      +

      List secgroup rules

      +
      +nova secgroup-list-rules $SECGROUP
+
+
      + +
      +

      Set up instance

      +
      +
+
      +

      List flavors

      +
      +nova flavor-list
+
+
      +

      Select a flavor

      +
      +INSTANCE_TYPE=$(nova flavor-list | grep $DEFAULT_INSTANCE_TYPE | get_field 1)
+if [[ -z "$INSTANCE_TYPE" ]]; then
+
      +

      grab the first flavor in the list to launch if default doesn't exist

      +
      +    INSTANCE_TYPE=$(nova flavor-list | head -n 4 | tail -n 1 | get_field 1)
+fi
+
+
      +

      Clean-up from previous runs

      +
      +nova delete $VM_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while nova show $VM_NAME; do sleep 1; done"; then
+    echo "server didn't terminate!"
+    exit 1
+fi
+
+
      +

      Setup Keypair

      +
      +KEY_NAME=test_key
+KEY_FILE=key.pem
+nova keypair-delete $KEY_NAME || true
+nova keypair-add $KEY_NAME > $KEY_FILE
+chmod 600 $KEY_FILE
+
+
      + +
      +

      Set up volume

      +
      +
+
      +

      Delete any old volume

      +
      +cinder delete $VOL_NAME || true
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Create the bootable volume

      +
      +start_time=$(date +%s)
+cinder create --image-id $IMAGE --display-name=$VOL_NAME --display-description "test bootable volume: $VOL_NAME" $DEFAULT_VOLUME_SIZE || \
+    die $LINENO "Failure creating volume $VOL_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not created"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder create in $((end_time - start_time)) seconds"
+
+
      +

      Get volume ID

      +
      +VOL_ID=$(cinder list | grep $VOL_NAME  | get_field 1)
+die_if_not_set $LINENO VOL_ID "Failure retrieving volume ID for $VOL_NAME"
+
+
      + +
      +

      Boot instance

      +
      +
+
      +

      Boot using the --block-device-mapping param. The format of mapping is: +<dev_name>=<id>:<type>:<size(GB)>:<delete_on_terminate> +Leaving the middle two fields blank appears to do-the-right-thing

      +
      +VM_UUID=$(nova boot --flavor $INSTANCE_TYPE --image $IMAGE --block-device-mapping vda=$VOL_ID --security-groups=$SECGROUP --key-name $KEY_NAME $VM_NAME | grep ' id ' | get_field 2)
+die_if_not_set $LINENO VM_UUID "Failure launching $VM_NAME"
+
+
      +

      Check that the status is active within ACTIVE_TIMEOUT seconds

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! nova show $VM_UUID | grep status | grep -q ACTIVE; do sleep 1; done"; then
+    echo "server didn't become active!"
+    exit 1
+fi
+
+
      +

      Get the instance IP

      +
      +IP=$(get_instance_ip $VM_UUID $PRIVATE_NETWORK_NAME)
+
+die_if_not_set $LINENO IP "Failure retrieving IP address"
+
+
      +

      Private IPs can be pinged in single node deployments

      +
      +ping_check "$PRIVATE_NETWORK_NAME" $IP $BOOT_TIMEOUT
+
+
      + +
      +

      Clean up

      +
      +
+
      +

      Delete volume backed instance

      +
      +nova delete $VM_UUID || die $LINENO "Failure deleting instance $VM_NAME"
+if ! timeout $TERMINATE_TIMEOUT sh -c "while nova list | grep -q $VM_UUID; do sleep 1; done"; then
+    echo "Server $VM_NAME not deleted"
+    exit 1
+fi
+
+
      +

      Wait for volume to be released

      +
      +if ! timeout $ACTIVE_TIMEOUT sh -c "while ! cinder list | grep $VOL_NAME | grep available; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not released"
+    exit 1
+fi
+
+
      +

      Delete volume

      +
      +start_time=$(date +%s)
+cinder delete $VOL_ID || die $LINENO "Failure deleting volume $VOLUME_NAME"
+if ! timeout $ACTIVE_TIMEOUT sh -c "while cinder list | grep $VOL_NAME; do sleep 1; done"; then
+    echo "Volume $VOL_NAME not deleted"
+    exit 1
+fi
+end_time=$(date +%s)
+echo "Completed cinder delete in $((end_time - start_time)) seconds"
+
+if [[ $SECGROUP = "default" ]] ; then
+    echo "Skipping deleting default security group"
+else
+
      +

      Delete secgroup

      +
      +    nova secgroup-delete $SECGROUP || die $LINENO "Failure deleting security group $SECGROUP"
+fi
+
+set +o xtrace
+echo "*********************************************************************"
+echo "SUCCESS: End DevStack Exercise: $0"
+echo "*********************************************************************"
+
+
+
      +
      +
      +
      +
+
      + + + + +
      +
      + + diff --git a/samples.html b/samples.html new file mode 100644 index 00000000..0e6923b5 --- /dev/null +++ b/samples.html @@ -0,0 +1,373 @@ + + + + + samples + + + +
      +
      + + + + + + + + + + +

      samples

      + + + + + + + + + +
      + + +
      +
      +
+
      + + +
      +
      + + diff --git a/samples/local.conf.html b/samples/local.conf.html new file mode 100644 index 00000000..1ebd99f5 --- /dev/null +++ b/samples/local.conf.html @@ -0,0 +1,511 @@ + + + + + local.conf + + + +
      +
      + + + + + + + + + + +

      local.conf

      + + + + + + + + + +
      + + +

      Sample local.conf for user-configurable variables in stack.sh +NOTE: Copy this file to the root devstack directory for it to +work properly.

      +
      +
+
+
      +

      local.conf is a user-maintained setings file that is sourced from stackrc. +This gives it the ability to override any variables set in stackrc. +Also, most of the settings in stack.sh are written to only be set if no +value has already been set; this lets local.conf effectively override the +default values.

      +
      +
+
      +

      This is a collection of some of the settings we have found to be useful +in our DevStack development environments. Additional settings are described +in http://devstack.org/local.conf.html +These should be considered as samples and are unsupported DevStack code.

      +
      +
+
      +

      The localrc section replaces the old localrc configuration file. +Note that if localrc is present it will be used in favor of this section.

      +
      +[[local|localrc]]
+
+
      +
      +

      Minimal Contents

      +
      +
+
      +

      While stack.sh is happy to run without localrc, devlife is better when +there are a few minimal variables set:

      +
      +
+
      +

      If the SERVICE_TOKEN and *_PASSWORD variables are not set +here you will be prompted to enter values for them by stack.sh +and they will be added to local.conf.

      +
      +SERVICE_TOKEN=azertytoken
+ADMIN_PASSWORD=nomoresecrete
+MYSQL_PASSWORD=stackdb
+RABBIT_PASSWORD=stackqueue
+SERVICE_PASSWORD=$ADMIN_PASSWORD
+
+
      +

      HOST_IP should be set manually for best results if the NIC configuration +of the host is unusual, i.e. eth1 has the default route but eth0 is the +public interface. It is auto-detected in stack.sh but often is indeterminate +on later runs due to the IP moving from an Ethernet interface to a bridge on +the host. Setting it here also makes it available for openrc to include +when setting OS_AUTH_URL. +HOST_IP is not set by default.

      +
      +#HOST_IP=w.x.y.z
+
+
+
      + +
      +

      Logging

      +
      +
+
      +

      By default stack.sh output only goes to the terminal where it runs. It can +be configured to additionally log to a file by setting LOGFILE to the full +path of the destination log file. A timestamp will be appended to the given name.

      +
      +LOGFILE=$DEST/logs/stack.sh.log
+
+
      +

      Old log files are automatically removed after 7 days to keep things neat. Change +the number of days by setting LOGDAYS.

      +
      +LOGDAYS=2
+
+
      +

      Nova logs will be colorized if SYSLOG is not set; turn this off by setting +LOG_COLOR false.

      +
      +#LOG_COLOR=False
+
+
+
      + +
      +

      Using milestone-proposed branches

      +
      +
+
      +

      Uncomment these to grab the milestone-proposed branches from the repos:

      +
      +#CINDER_BRANCH=milestone-proposed
+#GLANCE_BRANCH=milestone-proposed
+#HORIZON_BRANCH=milestone-proposed
+#KEYSTONE_BRANCH=milestone-proposed
+#KEYSTONECLIENT_BRANCH=milestone-proposed
+#NOVA_BRANCH=milestone-proposed
+#NOVACLIENT_BRANCH=milestone-proposed
+#NEUTRON_BRANCH=milestone-proposed
+#SWIFT_BRANCH=milestone-proposed
+
+
+
      + +
      +

      Swift

      +
      +
+
      +

      Swift is now used as the back-end for the S3-like object store. If Nova's +objectstore (n-obj in ENABLED_SERVICES) is enabled, it will NOT +run if Swift is enabled. Setting the hash value is required and you will +be prompted for it if Swift is enabled so just set it to something already:

      +
      +SWIFT_HASH=66a3d6b56c1f479c8b4e70ab5c2000f5
+
+
      +

      For development purposes the default of 3 replicas is usually not required. +Set this to 1 to save some resources:

      +
      +SWIFT_REPLICAS=1
+
+
      +

      The data for Swift is stored by default in ($DEST/data/swift), +or ($DATA_DIR/swift) if DATA_DIR has been set, and can be +moved by setting SWIFT_DATA_DIR. The directory will be created +if it does not exist.

      +
      +SWIFT_DATA_DIR=$DEST/data
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/samples/local.sh b/samples/local.sh deleted file mode 100755 index 59015259..00000000 --- a/samples/local.sh +++ /dev/null @@ -1,67 +0,0 @@ -#!/usr/bin/env bash - -# Sample ``local.sh`` for user-configurable tasks to run automatically -# at the sucessful conclusion of ``stack.sh``. - -# NOTE: Copy this file to the root ``devstack`` directory for it to -# work properly. - -# This is a collection of some of the things we have found to be useful to run -# after ``stack.sh`` to tweak the OpenStack configuration that DevStack produces. -# These should be considered as samples and are unsupported DevStack code. - - -# Keep track of the devstack directory -TOP_DIR=$(cd $(dirname "$0") && pwd) - -# Import common functions -source $TOP_DIR/functions - -# Use openrc + stackrc + localrc for settings -source $TOP_DIR/stackrc - -# Destination path for installation ``DEST`` -DEST=${DEST:-/opt/stack} - - -# Import ssh keys -# --------------- - -# Import keys from the current user into the default OpenStack user (usually -# ``demo``) - -# Get OpenStack auth -source $TOP_DIR/openrc - -# Add first keypair found in localhost:$HOME/.ssh -for i in $HOME/.ssh/id_rsa.pub $HOME/.ssh/id_dsa.pub; do - if [[ -r $i ]]; then - nova keypair-add --pub_key=$i `hostname` - break - fi -done - - -# Create A Flavor -# --------------- - -# Get OpenStack admin auth -source $TOP_DIR/openrc admin admin - -# Name of new flavor -# set in ``localrc`` with ``DEFAULT_INSTANCE_TYPE=m1.micro`` -MI_NAME=m1.micro - -# Create micro flavor if not present -if [[ -z $(nova flavor-list | grep $MI_NAME) ]]; then - nova flavor-create $MI_NAME 6 128 0 1 -fi - - -# Other Uses -# ---------- - -# Add tcp/22 and icmp to default security group -nova secgroup-add-rule default tcp 22 22 0.0.0.0/0 -nova secgroup-add-rule default icmp -1 -1 0.0.0.0/0 - diff --git a/samples/local.sh.html b/samples/local.sh.html new file mode 100644 index 00000000..61605025 --- /dev/null +++ b/samples/local.sh.html @@ -0,0 +1,482 @@ + + + + + local.sh + + + +
      +
      + + + + + + + + + + +

      local.sh

      + + + + + + + + + +
      + + +

      Sample local.sh for user-configurable tasks to run automatically +at the successful conclusion of stack.sh.

      +
      +#!/usr/bin/env bash
+
+
+
      +

      NOTE: Copy this file to the root devstack directory for it to +work properly.

      +
      +
+
      +

      This is a collection of some of the things we have found to be useful to run +after stack.sh to tweak the OpenStack configuration that DevStack produces. +These should be considered as samples and are unsupported DevStack code.

      +
      +
+
+
      +

      Keep track of the devstack directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Use openrc + stackrc + localrc for settings

      +
      +source $TOP_DIR/stackrc
+
+
      +

      Destination path for installation DEST

      +
      +DEST=${DEST:-/opt/stack}
+
+if is_service_enabled nova; then
+
+
      +
      +

      Import ssh keys

      +
      +
+
      +

      Import keys from the current user into the default OpenStack user (usually +demo)

      +
      +
+
      +

      Get OpenStack user auth

      +
      +    source $TOP_DIR/openrc
+
+
      +

      Add first keypair found in localhost:$HOME/.ssh

      +
      +    for i in $HOME/.ssh/id_rsa.pub $HOME/.ssh/id_dsa.pub; do
+        if [[ -r $i ]]; then
+            nova keypair-add --pub_key=$i `hostname`
+            break
+        fi
+    done
+
+
+
      + +
      +

      Create A Flavor

      +
      +
+
      +

      Get OpenStack admin auth

      +
      +    source $TOP_DIR/openrc admin admin
+
+
      +

      Name of new flavor +set in localrc with DEFAULT_INSTANCE_TYPE=m1.micro

      +
      +    MI_NAME=m1.micro
+
+
      +

      Create micro flavor if not present

      +
      +    if [[ -z $(nova flavor-list | grep $MI_NAME) ]]; then
+        nova flavor-create $MI_NAME 6 128 0 1
+    fi
+
+
+
      + +
      +

      Other Uses

      +
      +
+
      +

      Add tcp/22 and icmp to default security group

      +
      +    nova secgroup-add-rule default tcp 22 22 0.0.0.0/0
+    nova secgroup-add-rule default icmp -1 -1 0.0.0.0/0
+
+fi
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/samples/localrc b/samples/localrc deleted file mode 100644 index bcaa788a..00000000 --- a/samples/localrc +++ /dev/null @@ -1,89 +0,0 @@ -# Sample ``localrc`` for user-configurable variables in ``stack.sh`` - -# NOTE: Copy this file to the root ``devstack`` directory for it to -# work properly. - -# ``localrc`` is a user-maintained setings file that is sourced from ``stackrc``. -# This gives it the ability to override any variables set in ``stackrc``. -# Also, most of the settings in ``stack.sh`` are written to only be set if no -# value has already been set; this lets ``localrc`` effectively override the -# default values. - -# This is a collection of some of the settings we have found to be useful -# in our DevStack development environments. Additional settings are described -# in http://devstack.org/localrc.html -# These should be considered as samples and are unsupported DevStack code. - - -# Minimal Contents -# ---------------- - -# While ``stack.sh`` is happy to run without ``localrc``, devlife is better when -# there are a few minimal variables set: - -# If the ``*_PASSWORD`` variables are not set here you will be prompted to enter -# values for them by ``stack.sh`` and they will be added to ``localrc``. -ADMIN_PASSWORD=nomoresecrete -MYSQL_PASSWORD=stackdb -RABBIT_PASSWORD=stackqueue -SERVICE_PASSWORD=$ADMIN_PASSWORD - -# ``HOST_IP`` should be set manually for best results if the NIC configuration -# of the host is unusual, i.e. ``eth1`` has the default route but ``eth0`` is the -# public interface. It is auto-detected in ``stack.sh`` but often is indeterminate -# on later runs due to the IP moving from an Ethernet interface to a bridge on -# the host. Setting it here also makes it available for ``openrc`` to include -# when setting ``OS_AUTH_URL``. -# ``HOST_IP`` is not set by default. -#HOST_IP=w.x.y.z - - -# Logging -# ------- - -# By default ``stack.sh`` output only goes to the terminal where it runs. It can -# be configured to additionally log to a file by setting ``LOGFILE`` to the full -# path of the destination log file. A timestamp will be appended to the given name. -LOGFILE=$DEST/logs/stack.sh.log - -# Old log files are automatically removed after 7 days to keep things neat. Change -# the number of days by setting ``LOGDAYS``. -LOGDAYS=2 - -# Nova logs will be colorized if ``SYSLOG`` is not set; turn this off by setting -# ``LOG_COLOR`` false. -#LOG_COLOR=False - - -# Using milestone-proposed branches -# --------------------------------- - -# Uncomment these to grab the milestone-proposed branches from the repos: -#CINDER_BRANCH=milestone-proposed -#GLANCE_BRANCH=milestone-proposed -#HORIZON_BRANCH=milestone-proposed -#KEYSTONE_BRANCH=milestone-proposed -#KEYSTONECLIENT_BRANCH=milestone-proposed -#NOVA_BRANCH=milestone-proposed -#NOVACLIENT_BRANCH=milestone-proposed -#QUANTUM_BRANCH=milestone-proposed -#SWIFT_BRANCH=milestone-proposed - - -# Swift -# ----- - -# Swift is now used as the back-end for the S3-like object store. If Nova's -# objectstore (``n-obj`` in ``ENABLED_SERVICES``) is enabled, it will NOT -# run if Swift is enabled. Setting the hash value is required and you will -# be prompted for it if Swift is enabled so just set it to something already: -SWIFT_HASH=66a3d6b56c1f479c8b4e70ab5c2000f5 - -# For development purposes the default of 3 replicas is usually not required. -# Set this to 1 to save some resources: -SWIFT_REPLICAS=1 - -# The data for Swift is stored in the source tree by default (``$DEST/swift/data``) -# and can be moved by setting ``SWIFT_DATA_DIR``. The directory will be created -# if it does not exist. -SWIFT_DATA_DIR=$DEST/data diff --git a/samples/localrc.html b/samples/localrc.html new file mode 100644 index 00000000..6ba9edd4 --- /dev/null +++ b/samples/localrc.html @@ -0,0 +1,504 @@ + + + + + localrc + + + +
      +
      + + + + + + + + + + +

      localrc

      + + + + + + + + + +
      + + +

      Sample localrc for user-configurable variables in stack.sh +NOTE: Copy this file to the root devstack directory for it to +work properly.

      +
      +
+
+
      +

      localrc is a user-maintained setings file that is sourced from stackrc. +This gives it the ability to override any variables set in stackrc. +Also, most of the settings in stack.sh are written to only be set if no +value has already been set; this lets localrc effectively override the +default values.

      +
      +
+
      +

      This is a collection of some of the settings we have found to be useful +in our DevStack development environments. Additional settings are described +in http://devstack.org/localrc.html +These should be considered as samples and are unsupported DevStack code.

      +
      +
+
+
      +
      +

      Minimal Contents

      +
      +
+
      +

      While stack.sh is happy to run without localrc, devlife is better when +there are a few minimal variables set:

      +
      +
+
      +

      If the *_PASSWORD variables are not set here you will be prompted to enter +values for them by stack.sh and they will be added to localrc.

      +
      +ADMIN_PASSWORD=nomoresecrete
+MYSQL_PASSWORD=stackdb
+RABBIT_PASSWORD=stackqueue
+SERVICE_PASSWORD=$ADMIN_PASSWORD
+
+
      +

      HOST_IP should be set manually for best results if the NIC configuration +of the host is unusual, i.e. eth1 has the default route but eth0 is the +public interface. It is auto-detected in stack.sh but often is indeterminate +on later runs due to the IP moving from an Ethernet interface to a bridge on +the host. Setting it here also makes it available for openrc to include +when setting OS_AUTH_URL. +HOST_IP is not set by default.

      +
      +#HOST_IP=w.x.y.z
+
+
+
      + +
      +

      Logging

      +
      +
+
      +

      By default stack.sh output only goes to the terminal where it runs. It can +be configured to additionally log to a file by setting LOGFILE to the full +path of the destination log file. A timestamp will be appended to the given name.

      +
      +LOGFILE=$DEST/logs/stack.sh.log
+
+
      +

      Old log files are automatically removed after 7 days to keep things neat. Change +the number of days by setting LOGDAYS.

      +
      +LOGDAYS=2
+
+
      +

      Nova logs will be colorized if SYSLOG is not set; turn this off by setting +LOG_COLOR false.

      +
      +#LOG_COLOR=False
+
+
+
      + +
      +

      Using milestone-proposed branches

      +
      +
+
      +

      Uncomment these to grab the milestone-proposed branches from the repos:

      +
      +#CINDER_BRANCH=milestone-proposed
+#GLANCE_BRANCH=milestone-proposed
+#HORIZON_BRANCH=milestone-proposed
+#KEYSTONE_BRANCH=milestone-proposed
+#KEYSTONECLIENT_BRANCH=milestone-proposed
+#NOVA_BRANCH=milestone-proposed
+#NOVACLIENT_BRANCH=milestone-proposed
+#NEUTRON_BRANCH=milestone-proposed
+#SWIFT_BRANCH=milestone-proposed
+
+
+
      + +
      +

      Swift

      +
      +
+
      +

      Swift is now used as the back-end for the S3-like object store. If Nova's +objectstore (n-obj in ENABLED_SERVICES) is enabled, it will NOT +run if Swift is enabled. Setting the hash value is required and you will +be prompted for it if Swift is enabled so just set it to something already:

      +
      +SWIFT_HASH=66a3d6b56c1f479c8b4e70ab5c2000f5
+
+
      +

      For development purposes the default of 3 replicas is usually not required. +Set this to 1 to save some resources:

      +
      +SWIFT_REPLICAS=1
+
+
      +

      The data for Swift is stored by default in ($DEST/data/swift), +or ($DATA_DIR/swift) if DATA_DIR has been set, and can be +moved by setting SWIFT_DATA_DIR. The directory will be created +if it does not exist.

      +
      +SWIFT_DATA_DIR=$DEST/data
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/stack.sh b/stack.sh deleted file mode 100755 index 331743f0..00000000 --- a/stack.sh +++ /dev/null @@ -1,1358 +0,0 @@ -#!/usr/bin/env bash - -# ``stack.sh`` is an opinionated OpenStack developer installation. It -# installs and configures various combinations of **Ceilometer**, **Cinder**, -# **Glance**, **Heat**, **Horizon**, **Keystone**, **Nova**, **Quantum** -# and **Swift** - -# This script allows you to specify configuration options of what git -# repositories to use, enabled services, network configuration and various -# passwords. If you are crafty you can run the script on multiple nodes using -# shared settings for common resources (mysql, rabbitmq) and build a multi-node -# developer install. - -# To keep this script simple we assume you are running on a recent **Ubuntu** -# (11.10 Oneiric or newer) or **Fedora** (F16 or newer) machine. It -# should work in a VM or physical server. Additionally we put the list of -# ``apt`` and ``rpm`` dependencies and other configuration files in this repo. - -# Learn more and get the most recent version at http://devstack.org - -# Keep track of the devstack directory -TOP_DIR=$(cd $(dirname "$0") && pwd) - -# Import common functions -source $TOP_DIR/functions - -# Determine what system we are running on. This provides ``os_VENDOR``, -# ``os_RELEASE``, ``os_UPDATE``, ``os_PACKAGE``, ``os_CODENAME`` -# and ``DISTRO`` -GetDistro - - -# Global Settings -# =============== - -# ``stack.sh`` is customizable through setting environment variables. If you -# want to override a setting you can set and export it:: -# -# export DATABASE_PASSWORD=anothersecret -# ./stack.sh -# -# You can also pass options on a single line ``DATABASE_PASSWORD=simple ./stack.sh`` -# -# Additionally, you can put any local variables into a ``localrc`` file:: -# -# DATABASE_PASSWORD=anothersecret -# DATABASE_USER=hellaroot -# -# We try to have sensible defaults, so you should be able to run ``./stack.sh`` -# in most cases. ``localrc`` is not distributed with DevStack and will never -# be overwritten by a DevStack update. -# -# DevStack distributes ``stackrc`` which contains locations for the OpenStack -# repositories and branches to configure. ``stackrc`` sources ``localrc`` to -# allow you to safely override those settings. - -if [[ ! -r $TOP_DIR/stackrc ]]; then - echo "ERROR: missing $TOP_DIR/stackrc - did you grab more than just stack.sh?" - exit 1 -fi -source $TOP_DIR/stackrc - - -# Local Settings -# -------------- - -# Make sure the proxy config is visible to sub-processes -export_proxy_variables - -# Destination path for installation ``DEST`` -DEST=${DEST:-/opt/stack} - - -# Sanity Check -# ------------ - -# Clean up last environment var cache -if [[ -r $TOP_DIR/.stackenv ]]; then - rm $TOP_DIR/.stackenv -fi - -# Import common services (database, message queue) configuration -source $TOP_DIR/lib/database -source $TOP_DIR/lib/rpc_backend - -# Validate database selection -# Since DATABASE_BACKENDS is now set, this also gets ENABLED_SERVICES -# properly configured for the database selection. -use_database $DATABASE_TYPE || echo "Invalid database '$DATABASE_TYPE'" - -# Remove services which were negated in ENABLED_SERVICES -# using the "-" prefix (e.g., "-rabbit") instead of -# calling disable_service(). -disable_negated_services - -# Warn users who aren't on an explicitly supported distro, but allow them to -# override check and attempt installation with ``FORCE=yes ./stack`` -if [[ ! ${DISTRO} =~ (oneiric|precise|quantal|raring|f16|f17|f18|opensuse-12.2) ]]; then - echo "WARNING: this script has not been tested on $DISTRO" - if [[ "$FORCE" != "yes" ]]; then - echo "If you wish to run this script anyway run with FORCE=yes" - exit 1 - fi -fi - -# Make sure we only have one rpc backend enabled, -# and the specified rpc backend is available on your platform. -check_rpc_backend - -# ``stack.sh`` keeps function libraries here -# Make sure ``$TOP_DIR/lib`` directory is present -if [ ! -d $TOP_DIR/lib ]; then - echo "ERROR: missing devstack/lib" - exit 1 -fi - -# ``stack.sh`` keeps the list of ``apt`` and ``rpm`` dependencies and config -# templates and other useful files in the ``files`` subdirectory -FILES=$TOP_DIR/files -if [ ! -d $FILES ]; then - echo "ERROR: missing devstack/files" - exit 1 -fi - -SCREEN_NAME=${SCREEN_NAME:-stack} -# Check to see if we are already running DevStack -if type -p screen >/dev/null && screen -ls | egrep -q "[0-9].$SCREEN_NAME"; then - echo "You are already running a stack.sh session." - echo "To rejoin this session type 'screen -x stack'." - echo "To destroy this session, type './unstack.sh'." - exit 1 -fi - -# Set up logging level -VERBOSE=$(trueorfalse True $VERBOSE) - - -# root Access -# ----------- - -# OpenStack is designed to be run as a non-root user; Horizon will fail to run -# as **root** since Apache will not serve content from **root** user). If -# ``stack.sh`` is run as **root**, it automatically creates a **stack** user with -# sudo privileges and runs as that user. - -if [[ $EUID -eq 0 ]]; then - ROOTSLEEP=${ROOTSLEEP:-10} - echo "You are running this script as root." - echo "In $ROOTSLEEP seconds, we will create a user '$STACK_USER' and run as that user" - sleep $ROOTSLEEP - - # Give the non-root user the ability to run as **root** via ``sudo`` - is_package_installed sudo || install_package sudo - if ! getent group $STACK_USER >/dev/null; then - echo "Creating a group called $STACK_USER" - groupadd $STACK_USER - fi - if ! getent passwd $STACK_USER >/dev/null; then - echo "Creating a user called $STACK_USER" - useradd -g $STACK_USER -s /bin/bash -d $DEST -m $STACK_USER - fi - - echo "Giving stack user passwordless sudo privileges" - # UEC images ``/etc/sudoers`` does not have a ``#includedir``, add one - grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers || - echo "#includedir /etc/sudoers.d" >> /etc/sudoers - ( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \ - > /etc/sudoers.d/50_stack_sh ) - - echo "Copying files to $STACK_USER user" - STACK_DIR="$DEST/${TOP_DIR##*/}" - cp -r -f -T "$TOP_DIR" "$STACK_DIR" - chown -R $STACK_USER "$STACK_DIR" - cd "$STACK_DIR" - if [[ "$SHELL_AFTER_RUN" != "no" ]]; then - exec sudo -u $STACK_USER bash -l -c "set -e; bash stack.sh; bash" - else - exec sudo -u $STACK_USER bash -l -c "set -e; source stack.sh" - fi - exit 1 -else - # We're not **root**, make sure ``sudo`` is available - is_package_installed sudo || die "Sudo is required. Re-run stack.sh as root ONE TIME ONLY to set up sudo." - - # UEC images ``/etc/sudoers`` does not have a ``#includedir``, add one - sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers || - echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers - - # Set up devstack sudoers - TEMPFILE=`mktemp` - echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE - # Some binaries might be under /sbin or /usr/sbin, so make sure sudo will - # see them by forcing PATH - echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE - chmod 0440 $TEMPFILE - sudo chown root:root $TEMPFILE - sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh - - # Remove old file - sudo rm -f /etc/sudoers.d/stack_sh_nova -fi - -# Create the destination directory and ensure it is writable by the user -sudo mkdir -p $DEST -if [ ! -w $DEST ]; then - sudo chown $STACK_USER $DEST -fi - -# Set ``OFFLINE`` to ``True`` to configure ``stack.sh`` to run cleanly without -# Internet access. ``stack.sh`` must have been previously run with Internet -# access to install prerequisites and fetch repositories. -OFFLINE=`trueorfalse False $OFFLINE` - -# Set ``ERROR_ON_CLONE`` to ``True`` to configure ``stack.sh`` to exit if -# the destination git repository does not exist during the ``git_clone`` -# operation. -ERROR_ON_CLONE=`trueorfalse False $ERROR_ON_CLONE` - -# Destination path for service data -DATA_DIR=${DATA_DIR:-${DEST}/data} -sudo mkdir -p $DATA_DIR -sudo chown $STACK_USER $DATA_DIR - - -# Common Configuration -# ==================== - -# Set fixed and floating range here so we can make sure not to use addresses -# from either range when attempting to guess the IP to use for the host. -# Note that setting FIXED_RANGE may be necessary when running DevStack -# in an OpenStack cloud that uses either of these address ranges internally. -FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.224/28} -FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24} -FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256} -NETWORK_GATEWAY=${NETWORK_GATEWAY:-10.0.0.1} - -# Find the interface used for the default route -HOST_IP_IFACE=${HOST_IP_IFACE:-$(ip route | sed -n '/^default/{ s/.*dev \(\w\+\)\s\+.*/\1/; p; }' | head -1)} -# Search for an IP unless an explicit is set by ``HOST_IP`` environment variable -if [ -z "$HOST_IP" -o "$HOST_IP" == "dhcp" ]; then - HOST_IP="" - HOST_IPS=`LC_ALL=C ip -f inet addr show ${HOST_IP_IFACE} | awk '/inet/ {split($2,parts,"/"); print parts[1]}'` - for IP in $HOST_IPS; do - # Attempt to filter out IP addresses that are part of the fixed and - # floating range. Note that this method only works if the ``netaddr`` - # python library is installed. If it is not installed, an error - # will be printed and the first IP from the interface will be used. - # If that is not correct set ``HOST_IP`` in ``localrc`` to the correct - # address. - if ! (address_in_net $IP $FIXED_RANGE || address_in_net $IP $FLOATING_RANGE); then - HOST_IP=$IP - break; - fi - done - if [ "$HOST_IP" == "" ]; then - echo "Could not determine host ip address." - echo "Either localrc specified dhcp on ${HOST_IP_IFACE} or defaulted" - exit 1 - fi -fi - -# Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints. -SERVICE_HOST=${SERVICE_HOST:-$HOST_IP} -SERVICE_PROTOCOL=${SERVICE_PROTOCOL:-http} - -# Configure services to use syslog instead of writing to individual log files -SYSLOG=`trueorfalse False $SYSLOG` -SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP} -SYSLOG_PORT=${SYSLOG_PORT:-516} - -# Use color for logging output (only available if syslog is not used) -LOG_COLOR=`trueorfalse True $LOG_COLOR` - -# Service startup timeout -SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60} - - -# Configure Projects -# ================== - -# Get project function libraries -source $TOP_DIR/lib/tls -source $TOP_DIR/lib/horizon -source $TOP_DIR/lib/keystone -source $TOP_DIR/lib/glance -source $TOP_DIR/lib/nova -source $TOP_DIR/lib/cinder -source $TOP_DIR/lib/swift -source $TOP_DIR/lib/ceilometer -source $TOP_DIR/lib/heat -source $TOP_DIR/lib/quantum -source $TOP_DIR/lib/baremetal -source $TOP_DIR/lib/ldap - -# Set the destination directories for OpenStack projects -HORIZON_DIR=$DEST/horizon -OPENSTACKCLIENT_DIR=$DEST/python-openstackclient -NOVNC_DIR=$DEST/noVNC -SPICE_DIR=$DEST/spice-html5 -SWIFT3_DIR=$DEST/swift3 - -# Should cinder perform secure deletion of volumes? -# Defaults to true, can be set to False to avoid this bug when testing: -# https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1023755 -CINDER_SECURE_DELETE=`trueorfalse True $CINDER_SECURE_DELETE` - -# Name of the LVM volume group to use/create for iscsi volumes -VOLUME_GROUP=${VOLUME_GROUP:-stack-volumes} -VOLUME_NAME_PREFIX=${VOLUME_NAME_PREFIX:-volume-} -INSTANCE_NAME_PREFIX=${INSTANCE_NAME_PREFIX:-instance-} - -# Generic helper to configure passwords -function read_password { - XTRACE=$(set +o | grep xtrace) - set +o xtrace - var=$1; msg=$2 - pw=${!var} - - localrc=$TOP_DIR/localrc - - # If the password is not defined yet, proceed to prompt user for a password. - if [ ! $pw ]; then - # If there is no localrc file, create one - if [ ! -e $localrc ]; then - touch $localrc - fi - - # Presumably if we got this far it can only be that our localrc is missing - # the required password. Prompt user for a password and write to localrc. - echo '' - echo '################################################################################' - echo $msg - echo '################################################################################' - echo "This value will be written to your localrc file so you don't have to enter it " - echo "again. Use only alphanumeric characters." - echo "If you leave this blank, a random default value will be used." - pw=" " - while true; do - echo "Enter a password now:" - read -e $var - pw=${!var} - [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break - echo "Invalid chars in password. Try again:" - done - if [ ! $pw ]; then - pw=`openssl rand -hex 10` - fi - eval "$var=$pw" - echo "$var=$pw" >> $localrc - fi - $XTRACE -} - - -# Nova Network Configuration -# -------------------------- - -# FIXME: more documentation about why these are important options. Also -# we should make sure we use the same variable names as the option names. - -if [ "$VIRT_DRIVER" = 'xenserver' ]; then - PUBLIC_INTERFACE_DEFAULT=eth3 - # Allow ``build_domU.sh`` to specify the flat network bridge via kernel args - FLAT_NETWORK_BRIDGE_DEFAULT=$(grep -o 'flat_network_bridge=[[:alnum:]]*' /proc/cmdline | cut -d= -f 2 | sort -u) - GUEST_INTERFACE_DEFAULT=eth1 -elif [ "$VIRT_DRIVER" = 'baremetal' ]; then - PUBLIC_INTERFACE_DEFAULT=eth0 - FLAT_NETWORK_BRIDGE_DEFAULT=br100 - FLAT_INTERFACE=${FLAT_INTERFACE:-eth0} - FORCE_DHCP_RELEASE=${FORCE_DHCP_RELEASE:-False} - NET_MAN=${NET_MAN:-FlatManager} - STUB_NETWORK=${STUB_NETWORK:-False} -else - PUBLIC_INTERFACE_DEFAULT=br100 - FLAT_NETWORK_BRIDGE_DEFAULT=br100 - GUEST_INTERFACE_DEFAULT=eth0 -fi - -PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-$PUBLIC_INTERFACE_DEFAULT} -NET_MAN=${NET_MAN:-FlatDHCPManager} -EC2_DMZ_HOST=${EC2_DMZ_HOST:-$SERVICE_HOST} -FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-$FLAT_NETWORK_BRIDGE_DEFAULT} -VLAN_INTERFACE=${VLAN_INTERFACE:-$GUEST_INTERFACE_DEFAULT} -FORCE_DHCP_RELEASE=${FORCE_DHCP_RELEASE:-True} - -# Test floating pool and range are used for testing. They are defined -# here until the admin APIs can replace nova-manage -TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test} -TEST_FLOATING_RANGE=${TEST_FLOATING_RANGE:-192.168.253.0/29} - -# ``MULTI_HOST`` is a mode where each compute node runs its own network node. This -# allows network operations and routing for a VM to occur on the server that is -# running the VM - removing a SPOF and bandwidth bottleneck. -MULTI_HOST=`trueorfalse False $MULTI_HOST` - -# If you are using the FlatDHCP network mode on multiple hosts, set the -# ``FLAT_INTERFACE`` variable but make sure that the interface doesn't already -# have an IP or you risk breaking things. -# -# **DHCP Warning**: If your flat interface device uses DHCP, there will be a -# hiccup while the network is moved from the flat interface to the flat network -# bridge. This will happen when you launch your first instance. Upon launch -# you will lose all connectivity to the node, and the VM launch will probably -# fail. -# -# If you are running on a single node and don't need to access the VMs from -# devices other than that node, you can set ``FLAT_INTERFACE=`` -# This will stop nova from bridging any interfaces into ``FLAT_NETWORK_BRIDGE``. -FLAT_INTERFACE=${FLAT_INTERFACE-$GUEST_INTERFACE_DEFAULT} - -## FIXME(ja): should/can we check that FLAT_INTERFACE is sane? - - -# Database Configuration -# ---------------------- - -# To select between database backends, add a line to localrc like: -# -# use_database postgresql -# -# The available database backends are defined in the ``DATABASE_BACKENDS`` -# variable defined in stackrc. By default, MySQL is enabled as the database -# backend. - -initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled" - - -# RabbitMQ or Qpid -# -------------------------- - -# Rabbit connection info -if is_service_enabled rabbit; then - RABBIT_HOST=${RABBIT_HOST:-localhost} - read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT." -fi - -if is_service_enabled swift; then - # If we are using swift3, we can default the s3 port to swift instead - # of nova-objectstore - if is_service_enabled swift3;then - S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080} - fi - # We only ask for Swift Hash if we have enabled swift service. - # ``SWIFT_HASH`` is a random unique string for a swift cluster that - # can never change. - read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH." -fi - -# Set default port for nova-objectstore -S3_SERVICE_PORT=${S3_SERVICE_PORT:-3333} - - -# Keystone -# -------- - -# The ``SERVICE_TOKEN`` is used to bootstrap the Keystone database. It is -# just a string and is not a 'real' Keystone token. -read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN." -# Services authenticate to Identity with servicename/``SERVICE_PASSWORD`` -read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION." -# Horizon currently truncates usernames and passwords at 20 characters -read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)." -# Keystone can now optionally install OpenLDAP by adding ldap to the list -# of enabled services in the localrc file (e.g. ENABLED_SERVICES=key,ldap). -# If OpenLDAP has already been installed but you need to clear out -# the Keystone contents of LDAP set KEYSTONE_CLEAR_LDAP to yes -# (e.g. KEYSTONE_CLEAR_LDAP=yes ) in the localrc file. To enable the -# Keystone Identity Driver (keystone.identity.backends.ldap.Identity) -# set KEYSTONE_IDENTITY_BACKEND to ldap (e.g. KEYSTONE_IDENTITY_BACKEND=ldap) -# in the localrc file. - - -# only request ldap password if the service is enabled -if is_service_enabled ldap; then - read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP" -fi - -# Set the tenant for service accounts in Keystone -SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service} - - -# Log files -# --------- - -# Draw a spinner so the user knows something is happening -function spinner() { - local delay=0.75 - local spinstr='/-\|' - printf "..." >&3 - while [ true ]; do - local temp=${spinstr#?} - printf "[%c]" "$spinstr" >&3 - local spinstr=$temp${spinstr%"$temp"} - sleep $delay - printf "\b\b\b" >&3 - done -} - -# Echo text to the log file, summary log file and stdout -# echo_summary "something to say" -function echo_summary() { - if [[ -t 3 && "$VERBOSE" != "True" ]]; then - kill >/dev/null 2>&1 $LAST_SPINNER_PID - if [ ! -z "$LAST_SPINNER_PID" ]; then - printf "\b\b\bdone\n" >&3 - fi - echo -n $@ >&6 - spinner & - LAST_SPINNER_PID=$! - else - echo $@ >&6 - fi -} - -# Echo text only to stdout, no log files -# echo_nolog "something not for the logs" -function echo_nolog() { - echo $@ >&3 -} - -# Set up logging for ``stack.sh`` -# Set ``LOGFILE`` to turn on logging -# Append '.xxxxxxxx' to the given name to maintain history -# where 'xxxxxxxx' is a representation of the date the file was created -TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"} -if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then - LOGDAYS=${LOGDAYS:-7} - CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT") -fi - -if [[ -n "$LOGFILE" ]]; then - # First clean up old log files. Use the user-specified ``LOGFILE`` - # as the template to search for, appending '.*' to match the date - # we added on earlier runs. - LOGDIR=$(dirname "$LOGFILE") - LOGNAME=$(basename "$LOGFILE") - mkdir -p $LOGDIR - find $LOGDIR -maxdepth 1 -name $LOGNAME.\* -mtime +$LOGDAYS -exec rm {} \; - LOGFILE=$LOGFILE.${CURRENT_LOG_TIME} - SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary - - # Redirect output according to config - - # Copy stdout to fd 3 - exec 3>&1 - if [[ "$VERBOSE" == "True" ]]; then - # Redirect stdout/stderr to tee to write the log file - exec 1> >( awk ' - { - cmd ="date +\"%Y-%m-%d %H:%M:%S \"" - cmd | getline now - close("date +\"%Y-%m-%d %H:%M:%S \"") - sub(/^/, now) - print - fflush() - }' | tee "${LOGFILE}" ) 2>&1 - # Set up a second fd for output - exec 6> >( tee "${SUMFILE}" ) - else - # Set fd 1 and 2 to primary logfile - exec 1> "${LOGFILE}" 2>&1 - # Set fd 6 to summary logfile and stdout - exec 6> >( tee "${SUMFILE}" /dev/fd/3 ) - fi - - echo_summary "stack.sh log $LOGFILE" - # Specified logfile name always links to the most recent log - ln -sf $LOGFILE $LOGDIR/$LOGNAME - ln -sf $SUMFILE $LOGDIR/$LOGNAME.summary -else - # Set up output redirection without log files - # Copy stdout to fd 3 - exec 3>&1 - if [[ "$VERBOSE" != "True" ]]; then - # Throw away stdout and stderr - exec 1>/dev/null 2>&1 - fi - # Always send summary fd to original stdout - exec 6>&3 -fi - -# Set up logging of screen windows -# Set ``SCREEN_LOGDIR`` to turn on logging of screen windows to the -# directory specified in ``SCREEN_LOGDIR``, we will log to the the file -# ``screen-$SERVICE_NAME-$TIMESTAMP.log`` in that dir and have a link -# ``screen-$SERVICE_NAME.log`` to the latest log file. -# Logs are kept for as long specified in ``LOGDAYS``. -if [[ -n "$SCREEN_LOGDIR" ]]; then - - # We make sure the directory is created. - if [[ -d "$SCREEN_LOGDIR" ]]; then - # We cleanup the old logs - find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \; - else - mkdir -p $SCREEN_LOGDIR - fi -fi - - -# Set Up Script Execution -# ----------------------- - -# Kill background processes on exit -trap clean EXIT -clean() { - local r=$? - kill >/dev/null 2>&1 $(jobs -p) - exit $r -} - - -# Exit on any errors so that errors don't compound -trap failed ERR -failed() { - local r=$? - kill >/dev/null 2>&1 $(jobs -p) - set +o xtrace - [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE" - exit $r -} - -# Print the commands being run so that we can see the command that triggers -# an error. It is also useful for following along as the install occurs. -set -o xtrace - - -# Install Packages -# ================ - -# OpenStack uses a fair number of other projects. - -# Install package requirements -# Source it so the entire environment is available -echo_summary "Installing package prerequisites" -source $TOP_DIR/tools/install_prereqs.sh - -install_rpc_backend - -if is_service_enabled $DATABASE_BACKENDS; then - install_database -fi - -if is_service_enabled q-agt; then - install_quantum_agent_packages -fi - -TRACK_DEPENDS=${TRACK_DEPENDS:-False} - -# Install python packages into a virtualenv so that we can track them -if [[ $TRACK_DEPENDS = True ]] ; then - echo_summary "Installing Python packages into a virtualenv $DEST/.venv" - install_package python-virtualenv - - rm -rf $DEST/.venv - virtualenv --system-site-packages $DEST/.venv - source $DEST/.venv/bin/activate - $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip -fi - - -# Check Out Source -# ---------------- - -echo_summary "Installing OpenStack project source" - -# Grab clients first -install_keystoneclient -install_glanceclient -install_novaclient -# Check out the client libs that are used most -git_clone $OPENSTACKCLIENT_REPO $OPENSTACKCLIENT_DIR $OPENSTACKCLIENT_BRANCH - -# glance, swift middleware and nova api needs keystone middleware -if is_service_enabled key g-api n-api swift; then - # unified auth system (manages accounts/tokens) - install_keystone -fi - -if is_service_enabled swift; then - install_swiftclient - install_swift - if is_service_enabled swift3; then - # swift3 middleware to provide S3 emulation to Swift - git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH - fi -fi - -if is_service_enabled g-api n-api; then - # image catalog service - install_glance -fi -if is_service_enabled nova; then - # compute service - install_nova -fi -if is_service_enabled n-novnc; then - # a websockets/html5 or flash powered VNC console for vm instances - git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH -fi -if is_service_enabled n-spice; then - # a websockets/html5 or flash powered SPICE console for vm instances - git_clone $SPICE_REPO $SPICE_DIR $SPICE_BRANCH -fi -if is_service_enabled horizon; then - # dashboard - install_horizon -fi -if is_service_enabled quantum; then - install_quantum - install_quantumclient - install_quantum_third_party -fi -if is_service_enabled heat; then - install_heat - install_heatclient -fi -if is_service_enabled cinder; then - install_cinder -fi -if is_service_enabled ceilometer; then - install_ceilometerclient - install_ceilometer -fi - - -# Initialization -# ============== - -echo_summary "Configuring OpenStack projects" - -# Set up our checkouts so they are installed into python path -# allowing ``import nova`` or ``import glance.client`` -configure_keystoneclient -configure_novaclient -setup_develop $OPENSTACKCLIENT_DIR -if is_service_enabled key g-api n-api swift; then - configure_keystone -fi -if is_service_enabled swift; then - configure_swift - configure_swiftclient - if is_service_enabled swift3; then - setup_develop $SWIFT3_DIR - fi -fi -if is_service_enabled g-api n-api; then - configure_glance -fi - -# Do this _after_ glance is installed to override the old binary -# TODO(dtroyer): figure out when this is no longer necessary -configure_glanceclient - -if is_service_enabled nova; then - configure_nova -fi -if is_service_enabled horizon; then - configure_horizon -fi -if is_service_enabled quantum; then - setup_quantumclient - setup_quantum -fi -if is_service_enabled heat; then - configure_heat - configure_heatclient -fi -if is_service_enabled cinder; then - configure_cinder -fi - -if [[ $TRACK_DEPENDS = True ]] ; then - $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip - if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff ; then - cat $DEST/requires.diff - fi - echo "Ran stack.sh in depend tracking mode, bailing out now" - exit 0 -fi - -if is_service_enabled tls-proxy; then - configure_CA - init_CA - init_cert - # Add name to /etc/hosts - # don't be naive and add to existing line! -fi - -# Syslog -# ------ - -if [[ $SYSLOG != "False" ]]; then - if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then - # Configure the master host to receive - cat </tmp/90-stack-m.conf -\$ModLoad imrelp -\$InputRELPServerRun $SYSLOG_PORT -EOF - sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d - else - # Set rsyslog to send to remote host - cat </tmp/90-stack-s.conf -*.* :omrelp:$SYSLOG_HOST:$SYSLOG_PORT -EOF - sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d - fi - echo_summary "Starting rsyslog" - restart_service rsyslog -fi - - -# Finalize queue installation -# ---------------------------- -restart_rpc_backend - - -# Configure database -# ------------------ - -if is_service_enabled $DATABASE_BACKENDS; then - configure_database -fi - - -# Configure screen -# ---------------- - -if [ -z "$SCREEN_HARDSTATUS" ]; then - SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})' -fi - -# Clear screen rc file -SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc -if [[ -e $SCREENRC ]]; then - echo -n > $SCREENRC -fi - -# Create a new named screen to run processes in -screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash -sleep 1 - -# Set a reasonable status bar -screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS" - -# Initialize the directory for service status check -init_service_check - -# Keystone -# -------- - -if is_service_enabled key; then - echo_summary "Starting Keystone" - init_keystone - start_keystone - - # Set up a temporary admin URI for Keystone - SERVICE_ENDPOINT=$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0 - - if is_service_enabled tls-proxy; then - export OS_CACERT=$INT_CA_DIR/ca-chain.pem - # Until the client support is fixed, just use the internal endpoint - SERVICE_ENDPOINT=http://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT_INT/v2.0 - fi - - # Do the keystone-specific bits from keystone_data.sh - export OS_SERVICE_TOKEN=$SERVICE_TOKEN - export OS_SERVICE_ENDPOINT=$SERVICE_ENDPOINT - create_keystone_accounts - create_nova_accounts - create_cinder_accounts - create_quantum_accounts - - # ``keystone_data.sh`` creates services, admin and demo users, and roles. - ADMIN_PASSWORD=$ADMIN_PASSWORD SERVICE_TENANT_NAME=$SERVICE_TENANT_NAME SERVICE_PASSWORD=$SERVICE_PASSWORD \ - SERVICE_TOKEN=$SERVICE_TOKEN SERVICE_ENDPOINT=$SERVICE_ENDPOINT SERVICE_HOST=$SERVICE_HOST \ - S3_SERVICE_PORT=$S3_SERVICE_PORT KEYSTONE_CATALOG_BACKEND=$KEYSTONE_CATALOG_BACKEND \ - DEVSTACK_DIR=$TOP_DIR ENABLED_SERVICES=$ENABLED_SERVICES HEAT_API_CFN_PORT=$HEAT_API_CFN_PORT \ - HEAT_API_PORT=$HEAT_API_PORT \ - bash -x $FILES/keystone_data.sh - - # Set up auth creds now that keystone is bootstrapped - export OS_AUTH_URL=$SERVICE_ENDPOINT - export OS_TENANT_NAME=admin - export OS_USERNAME=admin - export OS_PASSWORD=$ADMIN_PASSWORD - unset OS_SERVICE_TOKEN OS_SERVICE_ENDPOINT -fi - - -# Horizon -# ------- - -# Set up the django horizon application to serve via apache/wsgi - -if is_service_enabled horizon; then - echo_summary "Configuring and starting Horizon" - init_horizon - start_horizon -fi - - -# Glance -# ------ - -if is_service_enabled g-reg; then - echo_summary "Configuring Glance" - - init_glance - - # Store the images in swift if enabled. - if is_service_enabled swift; then - iniset $GLANCE_API_CONF DEFAULT default_store swift - iniset $GLANCE_API_CONF DEFAULT swift_store_auth_address $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/ - iniset $GLANCE_API_CONF DEFAULT swift_store_user $SERVICE_TENANT_NAME:glance - iniset $GLANCE_API_CONF DEFAULT swift_store_key $SERVICE_PASSWORD - iniset $GLANCE_API_CONF DEFAULT swift_store_create_container_on_put True - fi -fi - - -# Quantum -# ------- - -if is_service_enabled quantum; then - echo_summary "Configuring Quantum" - - configure_quantum - init_quantum -fi - -# Some Quantum plugins require network controllers which are not -# a part of the OpenStack project. Configure and start them. -if is_service_enabled quantum; then - configure_quantum_third_party - init_quantum_third_party - start_quantum_third_party -fi - - -# Nova -# ---- - -if is_service_enabled nova; then - echo_summary "Configuring Nova" - configure_nova -fi - -if is_service_enabled n-net q-dhcp; then - # Delete traces of nova networks from prior runs - # Do not kill any dnsmasq instance spawned by NetworkManager - netman_pid=$(pidof NetworkManager || true) - if [ -z "$netman_pid" ]; then - sudo killall dnsmasq || true - else - sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true - fi - - clean_iptables - rm -rf ${NOVA_STATE_PATH}/networks - sudo mkdir -p ${NOVA_STATE_PATH}/networks - sudo chown -R ${USER} ${NOVA_STATE_PATH}/networks - # Force IP forwarding on, just on case - sudo sysctl -w net.ipv4.ip_forward=1 -fi - - -# Storage Service -# --------------- - -if is_service_enabled swift; then - echo_summary "Configuring Swift" - init_swift -fi - - -# Volume Service -# -------------- - -if is_service_enabled cinder; then - echo_summary "Configuring Cinder" - init_cinder -fi - -if is_service_enabled nova; then - echo_summary "Configuring Nova" - # Rebuild the config file from scratch - create_nova_conf - init_nova - - # Additional Nova configuration that is dependent on other services - if is_service_enabled quantum; then - create_nova_conf_quantum - elif is_service_enabled n-net; then - create_nova_conf_nova_network - fi - # All nova-compute workers need to know the vnc configuration options - # These settings don't hurt anything if n-xvnc and n-novnc are disabled - if is_service_enabled n-cpu; then - NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:6080/vnc_auto.html"} - iniset $NOVA_CONF DEFAULT novncproxy_base_url "$NOVNCPROXY_URL" - XVPVNCPROXY_URL=${XVPVNCPROXY_URL:-"http://$SERVICE_HOST:6081/console"} - iniset $NOVA_CONF DEFAULT xvpvncproxy_base_url "$XVPVNCPROXY_URL" - SPICEHTML5PROXY_URL=${SPICEHTML5PROXY_URL:-"http://$SERVICE_HOST:6082/spice_auto.html"} - iniset $NOVA_CONF spice html5proxy_base_url "$SPICEHTML5PROXY_URL" - fi - if [ "$VIRT_DRIVER" = 'xenserver' ]; then - VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=169.254.0.1} - else - VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=127.0.0.1} - fi - - if is_service_enabled n-novnc || is_service_enabled n-xvnc ; then - # Address on which instance vncservers will listen on compute hosts. - # For multi-host, this should be the management ip of the compute host. - VNCSERVER_LISTEN=${VNCSERVER_LISTEN=127.0.0.1} - iniset $NOVA_CONF DEFAULT vnc_enabled true - iniset $NOVA_CONF DEFAULT vncserver_listen "$VNCSERVER_LISTEN" - iniset $NOVA_CONF DEFAULT vncserver_proxyclient_address "$VNCSERVER_PROXYCLIENT_ADDRESS" - else - iniset $NOVA_CONF DEFAULT vnc_enabled false - fi - - if is_service_enabled n-spice; then - # Address on which instance spiceservers will listen on compute hosts. - # For multi-host, this should be the management ip of the compute host. - SPICESERVER_PROXYCLIENT_ADDRESS=${SPICESERVER_PROXYCLIENT_ADDRESS=127.0.0.1} - SPICESERVER_LISTEN=${SPICESERVER_LISTEN=127.0.0.1} - iniset $NOVA_CONF spice enabled true - iniset $NOVA_CONF spice server_listen "$SPICESERVER_LISTEN" - iniset $NOVA_CONF spice server_proxyclient_address "$SPICESERVER_PROXYCLIENT_ADDRESS" - else - iniset $NOVA_CONF spice enabled false - fi - - iniset $NOVA_CONF DEFAULT ec2_dmz_host "$EC2_DMZ_HOST" - iniset_rpc_backend nova $NOVA_CONF DEFAULT - iniset $NOVA_CONF DEFAULT glance_api_servers "$GLANCE_HOSTPORT" - - - # XenServer - # --------- - - if [ "$VIRT_DRIVER" = 'xenserver' ]; then - echo_summary "Using XenServer virtualization driver" - read_password XENAPI_PASSWORD "ENTER A PASSWORD TO USE FOR XEN." - iniset $NOVA_CONF DEFAULT compute_driver "xenapi.XenAPIDriver" - XENAPI_CONNECTION_URL=${XENAPI_CONNECTION_URL:-"http://169.254.0.1"} - XENAPI_USER=${XENAPI_USER:-"root"} - iniset $NOVA_CONF DEFAULT xenapi_connection_url "$XENAPI_CONNECTION_URL" - iniset $NOVA_CONF DEFAULT xenapi_connection_username "$XENAPI_USER" - iniset $NOVA_CONF DEFAULT xenapi_connection_password "$XENAPI_PASSWORD" - iniset $NOVA_CONF DEFAULT flat_injected "False" - # Need to avoid crash due to new firewall support - XEN_FIREWALL_DRIVER=${XEN_FIREWALL_DRIVER:-"nova.virt.firewall.IptablesFirewallDriver"} - iniset $NOVA_CONF DEFAULT firewall_driver "$XEN_FIREWALL_DRIVER" - - # OpenVZ - # ------ - - elif [ "$VIRT_DRIVER" = 'openvz' ]; then - echo_summary "Using OpenVZ virtualization driver" - iniset $NOVA_CONF DEFAULT compute_driver "openvz.driver.OpenVzDriver" - iniset $NOVA_CONF DEFAULT connection_type "openvz" - LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"} - iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER" - - # Bare Metal - # ---------- - - elif [ "$VIRT_DRIVER" = 'baremetal' ]; then - echo_summary "Using BareMetal driver" - LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.firewall.NoopFirewallDriver"} - iniset $NOVA_CONF DEFAULT compute_driver nova.virt.baremetal.driver.BareMetalDriver - iniset $NOVA_CONF DEFAULT firewall_driver $LIBVIRT_FIREWALL_DRIVER - iniset $NOVA_CONF DEFAULT scheduler_host_manager nova.scheduler.baremetal_host_manager.BaremetalHostManager - # NOTE(deva): ComputeCapabilitiesFilter does not currently work with Baremetal. See bug # 1129485 - # As a work around, we disable CCFilter by explicitly enabling all the other default filters. - iniset $NOVA_CONF DEFAULT scheduler_default_filters ComputeFilter,RetryFilter,AvailabilityZoneFilter,ImagePropertiesFilter - iniset $NOVA_CONF baremetal instance_type_extra_specs cpu_arch:$BM_CPU_ARCH - iniset $NOVA_CONF baremetal driver $BM_DRIVER - iniset $NOVA_CONF baremetal power_manager $BM_POWER_MANAGER - iniset $NOVA_CONF baremetal tftp_root /tftpboot - - # Define extra baremetal nova conf flags by defining the array ``EXTRA_BAREMETAL_OPTS``. - for I in "${EXTRA_BAREMETAL_OPTS[@]}"; do - # Attempt to convert flags to options - iniset $NOVA_CONF baremetal ${I//=/ } - done - - # Default - # ------- - - else - echo_summary "Using libvirt virtualization driver" - iniset $NOVA_CONF DEFAULT compute_driver "libvirt.LibvirtDriver" - LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"} - iniset $NOVA_CONF DEFAULT firewall_driver "$LIBVIRT_FIREWALL_DRIVER" - fi -fi - -# Extra things to prepare nova for baremetal, before nova starts -if is_service_enabled nova && is_baremetal; then - echo_summary "Preparing for nova baremetal" - prepare_baremetal_toolchain - configure_baremetal_nova_dirs - if [[ "$BM_USE_FAKE_ENV" = "True" ]]; then - create_fake_baremetal_env - fi -fi - -# Launch Services -# =============== - -# Only run the services specified in ``ENABLED_SERVICES`` - -# Launch Swift Services -if is_service_enabled swift; then - echo_summary "Starting Swift" - start_swift -fi - -# Launch the Glance services -if is_service_enabled g-api g-reg; then - echo_summary "Starting Glance" - start_glance -fi - -# Create an access key and secret key for nova ec2 register image -if is_service_enabled key && is_service_enabled swift3 && is_service_enabled nova; then - NOVA_USER_ID=$(keystone user-list | grep ' nova ' | get_field 1) - NOVA_TENANT_ID=$(keystone tenant-list | grep " $SERVICE_TENANT_NAME " | get_field 1) - CREDS=$(keystone ec2-credentials-create --user_id $NOVA_USER_ID --tenant_id $NOVA_TENANT_ID) - ACCESS_KEY=$(echo "$CREDS" | awk '/ access / { print $4 }') - SECRET_KEY=$(echo "$CREDS" | awk '/ secret / { print $4 }') - iniset $NOVA_CONF DEFAULT s3_access_key "$ACCESS_KEY" - iniset $NOVA_CONF DEFAULT s3_secret_key "$SECRET_KEY" - iniset $NOVA_CONF DEFAULT s3_affix_tenant "True" -fi - -screen_it zeromq "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-rpc-zmq-receiver" - -# Launch the nova-api and wait for it to answer before continuing -if is_service_enabled n-api; then - echo_summary "Starting Nova API" - start_nova_api -fi - -if is_service_enabled q-svc; then - echo_summary "Starting Quantum" - - start_quantum_service_and_check - create_quantum_initial_network - setup_quantum_debug -elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then - # Create a small network - $NOVA_BIN_DIR/nova-manage network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS - - # Create some floating ips - $NOVA_BIN_DIR/nova-manage floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME - - # Create a second pool - $NOVA_BIN_DIR/nova-manage floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL -fi - -if is_service_enabled quantum; then - start_quantum_agents -fi -if is_service_enabled nova; then - echo_summary "Starting Nova" - start_nova -fi -if is_service_enabled cinder; then - echo_summary "Starting Cinder" - start_cinder -fi -if is_service_enabled ceilometer; then - echo_summary "Configuring Ceilometer" - configure_ceilometer - configure_ceilometerclient - echo_summary "Starting Ceilometer" - init_ceilometer - start_ceilometer -fi - -# Starting the nova-objectstore only if swift3 service is not enabled. -# Swift will act as s3 objectstore. -is_service_enabled swift3 || \ - screen_it n-obj "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-objectstore" - - -# Configure and launch heat engine, api and metadata -if is_service_enabled heat; then - # Initialize heat, including replacing nova flavors - echo_summary "Configuring Heat" - init_heat - echo_summary "Starting Heat" - start_heat -fi - -# Create account rc files -# ======================= - -# Creates source able script files for easier user switching. -# This step also creates certificates for tenants and users, -# which is helpful in image bundle steps. - -if is_service_enabled nova && is_service_enabled key; then - $TOP_DIR/tools/create_userrc.sh -PA --target-dir $TOP_DIR/accrc -fi - - -# Install Images -# ============== - -# Upload an image to glance. -# -# The default image is cirros, a small testing image which lets you login as **root** -# cirros also uses ``cloud-init``, supporting login via keypair and sending scripts as -# userdata. See https://help.ubuntu.com/community/CloudInit for more on cloud-init -# -# Override ``IMAGE_URLS`` with a comma-separated list of UEC images. -# * **oneiric**: http://uec-images.ubuntu.com/oneiric/current/oneiric-server-cloudimg-amd64.tar.gz -# * **precise**: http://uec-images.ubuntu.com/precise/current/precise-server-cloudimg-amd64.tar.gz - -if is_service_enabled g-reg; then - TOKEN=$(keystone token-get | grep ' id ' | get_field 2) - - if is_baremetal; then - echo_summary "Creating and uploading baremetal images" - - # build and upload separate deploy kernel & ramdisk - upload_baremetal_deploy $TOKEN - - # upload images, separating out the kernel & ramdisk for PXE boot - for image_url in ${IMAGE_URLS//,/ }; do - upload_baremetal_image $image_url $TOKEN - done - else - echo_summary "Uploading images" - - # Option to upload legacy ami-tty, which works with xenserver - if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then - IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz" - fi - - for image_url in ${IMAGE_URLS//,/ }; do - upload_image $image_url $TOKEN - done - fi -fi - -# If we are running nova with baremetal driver, there are a few -# last-mile configuration bits to attend to, which must happen -# after n-api and n-sch have started. -# Also, creating the baremetal flavor must happen after images -# are loaded into glance, though just knowing the IDs is sufficient here -if is_service_enabled nova && is_baremetal; then - # create special flavor for baremetal if we know what images to associate - [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \ - create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID - - # otherwise user can manually add it later by calling nova-baremetal-manage - # otherwise user can manually add it later by calling nova-baremetal-manage - [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node - - # NOTE: we do this here to ensure that our copy of dnsmasq is running - sudo pkill dnsmasq || true - sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \ - --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \ - --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE \ - ${BM_DNSMASQ_DNS:+--dhcp-option=option:dns-server,$BM_DNSMASQ_DNS} - # ensure callback daemon is running - sudo pkill nova-baremetal-deploy-helper || true - screen_it baremetal "nova-baremetal-deploy-helper" -fi - -# Save some values we generated for later use -CURRENT_RUN_TIME=$(date "+$TIMESTAMP_FORMAT") -echo "# $CURRENT_RUN_TIME" >$TOP_DIR/.stackenv -for i in BASE_SQL_CONN ENABLED_SERVICES HOST_IP LOGFILE \ - SERVICE_HOST SERVICE_PROTOCOL STACK_USER TLS_IP; do - echo $i=${!i} >>$TOP_DIR/.stackenv -done - - -# Run extras -# ========== - -if [[ -d $TOP_DIR/extras.d ]]; then - for i in $TOP_DIR/extras.d/*.sh; do - [[ -r $i ]] && source $i stack - done -fi - - -# Run local script -# ================ - -# Run ``local.sh`` if it exists to perform user-managed tasks -if [[ -x $TOP_DIR/local.sh ]]; then - echo "Running user script $TOP_DIR/local.sh" - $TOP_DIR/local.sh -fi - -# Check the status of running services -service_check - -# Fin -# === - -set +o xtrace - -if [[ -n "$LOGFILE" ]]; then - exec 1>&3 - # Force all output to stdout and logs now - exec 1> >( tee -a "${LOGFILE}" ) 2>&1 -else - # Force all output to stdout now - exec 1>&3 -fi - - -# Using the cloud -# --------------- - -echo "" -echo "" -echo "" - -# If you installed Horizon on this server you should be able -# to access the site using your browser. -if is_service_enabled horizon; then - echo "Horizon is now available at http://$SERVICE_HOST/" -fi - -# Warn that the default flavors have been changed by Heat -if is_service_enabled heat; then - echo "Heat has replaced the default flavors. View by running: nova flavor-list" -fi - -# If Keystone is present you can point ``nova`` cli to this server -if is_service_enabled key; then - echo "Keystone is serving at $KEYSTONE_AUTH_PROTOCOL://$SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/" - echo "Examples on using novaclient command line is in exercise.sh" - echo "The default users are: admin and demo" - echo "The password: $ADMIN_PASSWORD" -fi - -# Echo ``HOST_IP`` - useful for ``build_uec.sh``, which uses dhcp to give the instance an address -echo "This is your host ip: $HOST_IP" - -# Warn that ``EXTRA_FLAGS`` needs to be converted to ``EXTRA_OPTS`` -if [[ -n "$EXTRA_FLAGS" ]]; then - echo_summary "WARNING: EXTRA_FLAGS is defined and may need to be converted to EXTRA_OPTS" -fi - -# Indicate how long this took to run (bash maintained variable ``SECONDS``) -echo_summary "stack.sh completed in $SECONDS seconds." diff --git a/stack.sh.html b/stack.sh.html new file mode 100644 index 00000000..d007ec68 --- /dev/null +++ b/stack.sh.html @@ -0,0 +1,2353 @@ + + + + + stack.sh + + + +
      +
      + + + + + + + + + + +

      stack.sh

      + + + + + + + + + +
      + + +

      stack.sh is an opinionated OpenStack developer installation. It +installs and configures various combinations of Ceilometer, Cinder, +Glance, Heat, Horizon, Keystone, Nova, Neutron, +and Swift

      +
      +#!/usr/bin/env bash
+
+
+
      +

      This script's options can be changed by setting appropriate environment +variables. You can configure things like which git repositories to use, +services to enable, OS images to use, etc. Default values are located in the +stackrc file. If you are crafty you can run the script on multiple nodes +using shared settings for common resources (eg., mysql or rabbitmq) and build +a multi-node developer install.

      +
      +
+
      +

      To keep this script simple we assume you are running on a recent Ubuntu +(12.04 Precise or newer) or Fedora (F18 or newer) machine. (It may work +on other platforms but support for those platforms is left to those who added +them to DevStack.) It should work in a VM or physical server. Additionally +we maintain a list of apt and rpm dependencies and other configuration +files in this repo.

      +
      +
+
      +

      Learn more and get the most recent version at http://devstack.org

      +
      +
+
      +

      Make sure custom grep options don't get in the way

      +
      +unset GREP_OPTIONS
+
+
      +

      Sanitize language settings to avoid commands bailing out +with "unsupported locale setting" errors.

      +
      +unset LANG
+unset LANGUAGE
+LC_ALL=C
+export LC_ALL
+
+
      +

      Make sure umask is sane

      +
      +umask 022
+
+
      +

      Not all distros have sbin in PATH for regular users.

      +
      +PATH=$PATH:/usr/local/sbin:/usr/sbin:/sbin
+
+
      +

      Keep track of the devstack directory

      +
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      +
      +

      Sanity Checks

      +
      +
+
      +

      Clean up last environment var cache

      +
      +if [[ -r $TOP_DIR/.stackenv ]]; then
+    rm $TOP_DIR/.stackenv
+fi
+
+
      +

      stack.sh keeps the list of apt and rpm dependencies and config +templates and other useful files in the files subdirectory

      +
      +FILES=$TOP_DIR/files
+if [ ! -d $FILES ]; then
+    die $LINENO "missing devstack/files"
+fi
+
+
      +

      stack.sh keeps function libraries here +Make sure $TOP_DIR/lib directory is present

      +
      +if [ ! -d $TOP_DIR/lib ]; then
+    die $LINENO "missing devstack/lib"
+fi
+
+
      +

      Check if run as root +OpenStack is designed to be run as a non-root user; Horizon will fail to run +as root since Apache will not serve content from root user). +stack.sh must not be run as root. It aborts and suggests one course of +action to create a suitable user account.

      +
      +
+if [[ $EUID -eq 0 ]]; then
+    echo "You are running this script as root."
+    echo "Cut it out."
+    echo "Really."
+    echo "If you need an account to run DevStack, do this (as root, heh) to create a non-root account:"
+    echo "$TOP_DIR/tools/create-stack-user.sh"
+    exit 1
+fi
+
+
      + +
      +

      Prepare the environment

      +
      +
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Import config functions

      +
      +source $TOP_DIR/lib/config
+
+
      +

      Determine what system we are running on. This provides os_VENDOR, +os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME +and DISTRO

      +
      +GetDistro
+
+
      +

      Warn users who aren't on an explicitly supported distro, but allow them to +override check and attempt installation with FORCE=yes ./stack

      +
      +if [[ ! ${DISTRO} =~ (precise|trusty|7.0|wheezy|sid|testing|jessie|f19|f20|rhel6|rhel7) ]]; then
+    echo "WARNING: this script has not been tested on $DISTRO"
+    if [[ "$FORCE" != "yes" ]]; then
+        die $LINENO "If you wish to run this script anyway run with FORCE=yes"
+    fi
+fi
+
+
+
      + +
      +

      Global Settings

      +
      +
+
      +

      Check for a localrc section embedded in local.conf and extract if +localrc does not already exist

      +
      +
+
      +

      Phase: local

      +
      +rm -f $TOP_DIR/.localrc.auto
+if [[ -r $TOP_DIR/local.conf ]]; then
+    LRC=$(get_meta_section_files $TOP_DIR/local.conf local)
+    for lfile in $LRC; do
+        if [[ "$lfile" == "localrc" ]]; then
+            if [[ -r $TOP_DIR/localrc ]]; then
+                warn $LINENO "localrc and local.conf:[[local]] both exist, using localrc"
+            else
+                echo "# Generated file, do not edit" >$TOP_DIR/.localrc.auto
+                get_meta_section $TOP_DIR/local.conf local $lfile >>$TOP_DIR/.localrc.auto
+            fi
+        fi
+    done
+fi
+
+
+
      +

      stack.sh is customizable by setting environment variables. Override a +default setting via export:

      +
      +export DATABASE_PASSWORD=anothersecret
+./stack.sh
+
      +

      or by setting the variable on the command line:

      +
      +DATABASE_PASSWORD=simple ./stack.sh
+
      +

      Persistent variables can be placed in a localrc file:

      +
      +DATABASE_PASSWORD=anothersecret
+DATABASE_USER=hellaroot
+
      +

      We try to have sensible defaults, so you should be able to run ./stack.sh +in most cases. localrc is not distributed with DevStack and will never +be overwritten by a DevStack update.

      +

      DevStack distributes stackrc which contains locations for the OpenStack +repositories, branches to configure, and other configuration defaults. +stackrc sources localrc to allow you to safely override those settings.

      +
      +
+if [[ ! -r $TOP_DIR/stackrc ]]; then
+    die $LINENO "missing $TOP_DIR/stackrc - did you grab more than just stack.sh?"
+fi
+source $TOP_DIR/stackrc
+
+
      +

      Check to see if we are already running DevStack +Note that this may fail if USE_SCREEN=False

      +
      +if type -p screen > /dev/null && screen -ls | egrep -q "[0-9]\.$SCREEN_NAME"; then
+    echo "You are already running a stack.sh session."
+    echo "To rejoin this session type 'screen -x stack'."
+    echo "To destroy this session, type './unstack.sh'."
+    exit 1
+fi
+
+
+
      + +
      +

      Local Settings

      +
      +
+
      +

      Make sure the proxy config is visible to sub-processes

      +
      +export_proxy_variables
+
+
      +

      Remove services which were negated in ENABLED_SERVICES +using the "-" prefix (e.g., "-rabbit") instead of +calling disable_service().

      +
      +disable_negated_services
+
+
      +

      Look for obsolete stuff

      +
      +if [[ ,${ENABLED_SERVICES}, =~ ,"swift", ]]; then
+    echo "FATAL: 'swift' is not supported as a service name"
+    echo "FATAL: Use the actual swift service names to enable them as required:"
+    echo "FATAL: s-proxy s-object s-container s-account"
+    exit 1
+fi
+
+
      + +
      +

      Configure sudo

      +
      +
+
      +

      We're not root, make sure sudo is available

      +
      +is_package_installed sudo || install_package sudo
+
+
      +

      UEC images /etc/sudoers does not have a #includedir, add one

      +
      +sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+    echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
+
+
      +

      Set up devstack sudoers

      +
      +TEMPFILE=`mktemp`
+echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
+
      +

      Some binaries might be under /sbin or /usr/sbin, so make sure sudo will +see them by forcing PATH

      +
      +echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
+echo "Defaults:$STACK_USER !requiretty" >> $TEMPFILE
+chmod 0440 $TEMPFILE
+sudo chown root:root $TEMPFILE
+sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
+
+
+
      + +
      +

      Configure Distro Repositories

      +
      +
+
      +

      For debian/ubuntu make apt attempt to retry network ops on it's own

      +
      +if is_ubuntu; then
+    echo 'APT::Acquire::Retries "20";' | sudo tee /etc/apt/apt.conf.d/80retry  >/dev/null
+fi
+
+
      +

      upstream Rackspace centos7 images have an issue where cloud-init is +installed via pip because there were not official packages when the +image was created (fix in the works). Remove all pip packages +before we do anything else

      +
      +if [[ $DISTRO = "rhel7" && is_rackspace ]]; then
+    (sudo pip freeze | xargs sudo pip uninstall -y) || true
+fi
+
+
      +

      Some distros need to add repos beyond the defaults provided by the vendor +to pick up required packages.

      +
      +
+if [[ is_fedora && $DISTRO == "rhel6" ]]; then
+
      +

      Installing Open vSwitch on RHEL requires enabling the RDO repo.

      +
      +    RHEL6_RDO_REPO_RPM=${RHEL6_RDO_REPO_RPM:-"http://rdo.fedorapeople.org/openstack-icehouse/rdo-release-icehouse.rpm"}
+    RHEL6_RDO_REPO_ID=${RHEL6_RDO_REPO_ID:-"openstack-icehouse"}
+    if ! sudo yum repolist enabled $RHEL6_RDO_REPO_ID | grep -q $RHEL6_RDO_REPO_ID; then
+        echo "RDO repo not detected; installing"
+        yum_install $RHEL6_RDO_REPO_RPM || \
+            die $LINENO "Error installing RDO repo, cannot continue"
+    fi
+fi
+
+if [[ is_fedora && ( $DISTRO == "rhel6" || $DISTRO == "rhel7" ) ]]; then
+
      +

      RHEL requires EPEL for many Open Stack dependencies

      +
      +    if [[ $DISTRO == "rhel7" ]]; then
+        EPEL_RPM=${RHEL7_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/beta/7/x86_64/epel-release-7-1.noarch.rpm"}
+    elif [[ $DISTRO == "rhel6" ]]; then
+        EPEL_RPM=${RHEL6_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm"}
+    fi
+    if ! sudo yum repolist enabled epel | grep -q 'epel'; then
+        echo "EPEL not detected; installing"
+        yum_install ${EPEL_RPM} || \
+            die $LINENO "Error installing EPEL repo, cannot continue"
+    fi
+
+
      +

      ... and also optional to be enabled

      +
      +    is_package_installed yum-utils || install_package yum-utils
+    if [[ $DISTRO == "rhel7" ]]; then
+        OPTIONAL_REPO=rhel-7-server-optional-rpms
+    elif [[ $DISTRO == "rhel6" ]]; then
+        OPTIONAL_REPO=rhel-6-server-optional-rpms
+    fi
+    sudo yum-config-manager --enable ${OPTIONAL_REPO}
+fi
+
+
+
      + +
      +

      Configure Target Directories

      +
      +
+
      +

      Destination path for installation DEST

      +
      +DEST=${DEST:-/opt/stack}
+
+
      +

      Create the destination directory and ensure it is writable by the user +and read/executable by everybody for daemons (e.g. apache run for horizon)

      +
      +sudo mkdir -p $DEST
+safe_chown -R $STACK_USER $DEST
+safe_chmod 0755 $DEST
+
+
      +

      a basic test for $DEST path permissions (fatal on error unless skipped)

      +
      +check_path_perm_sanity ${DEST}
+
+
      +

      Destination path for service data

      +
      +DATA_DIR=${DATA_DIR:-${DEST}/data}
+sudo mkdir -p $DATA_DIR
+safe_chown -R $STACK_USER $DATA_DIR
+
+
      +

      Configure proper hostname +Certain services such as rabbitmq require that the local hostname resolves +correctly. Make sure it exists in /etc/hosts so that is always true.

      +
      +LOCAL_HOSTNAME=`hostname -s`
+if [ -z "`grep ^127.0.0.1 /etc/hosts | grep $LOCAL_HOSTNAME`" ]; then
+    sudo sed -i "s/\(^127.0.0.1.*\)/\1 $LOCAL_HOSTNAME/" /etc/hosts
+fi
+
+
+
      + +
      +

      Configure Logging

      +
      +
+
      +

      Set up logging level

      +
      +VERBOSE=$(trueorfalse True $VERBOSE)
+
+
      +

      Draw a spinner so the user knows something is happening

      +
      +function spinner {
+    local delay=0.75
+    local spinstr='/-\|'
+    printf "..." >&3
+    while [ true ]; do
+        local temp=${spinstr#?}
+        printf "[%c]" "$spinstr" >&3
+        local spinstr=$temp${spinstr%"$temp"}
+        sleep $delay
+        printf "\b\b\b" >&3
+    done
+}
+
+function kill_spinner {
+    if [ ! -z "$LAST_SPINNER_PID" ]; then
+        kill >/dev/null 2>&1 $LAST_SPINNER_PID
+        printf "\b\b\bdone\n" >&3
+    fi
+}
+
+
      +

      Echo text to the log file, summary log file and stdout +echo_summary "something to say"

      +
      +function echo_summary {
+    if [[ -t 3 && "$VERBOSE" != "True" ]]; then
+        kill_spinner
+        echo -n -e $@ >&6
+        spinner &
+        LAST_SPINNER_PID=$!
+    else
+        echo -e $@ >&6
+    fi
+}
+
+
      +

      Echo text only to stdout, no log files +echo_nolog "something not for the logs"

      +
      +function echo_nolog {
+    echo $@ >&3
+}
+
+if [[ is_fedora && $DISTRO == "rhel6" ]]; then
+
      +

      poor old python2.6 doesn't have argparse by default, which +outfilter.py uses

      +
      +    is_package_installed python-argparse || install_package python-argparse
+fi
+
+
      +

      Set up logging for stack.sh +Set LOGFILE to turn on logging +Append '.xxxxxxxx' to the given name to maintain history +where 'xxxxxxxx' is a representation of the date the file was created

      +
      +TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
+if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then
+    LOGDAYS=${LOGDAYS:-7}
+    CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
+fi
+
+if [[ -n "$LOGFILE" ]]; then
+
      +

      First clean up old log files. Use the user-specified LOGFILE +as the template to search for, appending '.*' to match the date +we added on earlier runs.

      +
      +    LOGDIR=$(dirname "$LOGFILE")
+    LOGFILENAME=$(basename "$LOGFILE")
+    mkdir -p $LOGDIR
+    find $LOGDIR -maxdepth 1 -name $LOGFILENAME.\* -mtime +$LOGDAYS -exec rm {} \;
+    LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
+    SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary
+
+
      +

      Redirect output according to config

      +
      +
+
      +

      Set fd 3 to a copy of stdout. So we can set fd 1 without losing +stdout later.

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" == "True" ]]; then
+
      +

      Set fd 1 and 2 to write the log file

      +
      +        exec 1> >( $TOP_DIR/tools/outfilter.py -v -o "${LOGFILE}" ) 2>&1
+
      +

      Set fd 6 to summary log file

      +
      +        exec 6> >( $TOP_DIR/tools/outfilter.py -o "${SUMFILE}" )
+    else
+
      +

      Set fd 1 and 2 to primary logfile

      +
      +        exec 1> >( $TOP_DIR/tools/outfilter.py -o "${LOGFILE}" ) 2>&1
+
      +

      Set fd 6 to summary logfile and stdout

      +
      +        exec 6> >( $TOP_DIR/tools/outfilter.py -v -o "${SUMFILE}" >&3 )
+    fi
+
+    echo_summary "stack.sh log $LOGFILE"
+
      +

      Specified logfile name always links to the most recent log

      +
      +    ln -sf $LOGFILE $LOGDIR/$LOGFILENAME
+    ln -sf $SUMFILE $LOGDIR/$LOGFILENAME.summary
+else
+
      +

      Set up output redirection without log files +Set fd 3 to a copy of stdout. So we can set fd 1 without losing +stdout later.

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        exec 1>/dev/null 2>&1
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6> >( $TOP_DIR/tools/outfilter.py -v >&3 )
+fi
+
+
      +

      Set up logging of screen windows +Set SCREEN_LOGDIR to turn on logging of screen windows to the +directory specified in SCREEN_LOGDIR, we will log to the the file +screen-$SERVICE_NAME-$TIMESTAMP.log in that dir and have a link +screen-$SERVICE_NAME.log to the latest log file. +Logs are kept for as long specified in LOGDAYS.

      +
      +if [[ -n "$SCREEN_LOGDIR" ]]; then
+
+
      +

      We make sure the directory is created.

      +
      +    if [[ -d "$SCREEN_LOGDIR" ]]; then
+
      +

      We cleanup the old logs

      +
      +        find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
+    else
+        mkdir -p $SCREEN_LOGDIR
+    fi
+fi
+
+
+
      + +
      +

      Configure Error Traps

      +
      +
+
      +

      Kill background processes on exit

      +
      +trap exit_trap EXIT
+function exit_trap {
+    local r=$?
+    jobs=$(jobs -p)
+
      +

      Only do the kill when we're logging through a process substitution, +which currently is only to verbose logfile

      +
      +    if [[ -n $jobs && -n "$LOGFILE" && "$VERBOSE" == "True" ]]; then
+        echo "exit_trap: cleaning up child processes"
+        kill 2>&1 $jobs
+    fi
+
+
      +

      Kill the last spinner process

      +
      +    kill_spinner
+
+    if [[ $r -ne 0 ]]; then
+        echo "Error on exit"
+        if [[ -z $LOGDIR ]]; then
+            $TOP_DIR/tools/worlddump.py
+        else
+            $TOP_DIR/tools/worlddump.py -d $LOGDIR
+        fi
+    fi
+
+    exit $r
+}
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap err_trap ERR
+function err_trap {
+    local r=$?
+    set +o xtrace
+    if [[ -n "$LOGFILE" ]]; then
+        echo "${0##*/} failed: full log in $LOGFILE"
+    else
+        echo "${0##*/} failed"
+    fi
+    exit $r
+}
+
+
      +

      Begin trapping error exit codes

      +
      +set -o errexit
+
+
      +

      Print the commands being run so that we can see the command that triggers +an error. It is also useful for following along as the install occurs.

      +
      +set -o xtrace
+
+
+
      + +
      +

      Common Configuration

      +
      +
+
      +

      Set OFFLINE to True to configure stack.sh to run cleanly without +Internet access. stack.sh must have been previously run with Internet +access to install prerequisites and fetch repositories.

      +
      +OFFLINE=`trueorfalse False $OFFLINE`
+
+
      +

      Set ERROR_ON_CLONE to True to configure stack.sh to exit if +the destination git repository does not exist during the git_clone +operation.

      +
      +ERROR_ON_CLONE=`trueorfalse False $ERROR_ON_CLONE`
+
+
      +

      Whether to enable the debug log level in OpenStack services

      +
      +ENABLE_DEBUG_LOG_LEVEL=`trueorfalse True $ENABLE_DEBUG_LOG_LEVEL`
+
+
      +

      Set fixed and floating range here so we can make sure not to use addresses +from either range when attempting to guess the IP to use for the host. +Note that setting FIXED_RANGE may be necessary when running DevStack +in an OpenStack cloud that uses either of these address ranges internally.

      +
      +FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.0/24}
+FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
+FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
+
+HOST_IP=$(get_default_host_ip $FIXED_RANGE $FLOATING_RANGE "$HOST_IP_IFACE" "$HOST_IP")
+if [ "$HOST_IP" == "" ]; then
+    die $LINENO "Could not determine host ip address.  See local.conf for suggestions on setting HOST_IP."
+fi
+
+
      +

      Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints.

      +
      +SERVICE_HOST=${SERVICE_HOST:-$HOST_IP}
+
+
      +

      Configure services to use syslog instead of writing to individual log files

      +
      +SYSLOG=`trueorfalse False $SYSLOG`
+SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP}
+SYSLOG_PORT=${SYSLOG_PORT:-516}
+
+
      +

      Use color for logging output (only available if syslog is not used)

      +
      +LOG_COLOR=`trueorfalse True $LOG_COLOR`
+
+
      +

      Reset the bundle of CA certificates

      +
      +SSL_BUNDLE_FILE="$DATA_DIR/ca-bundle.pem"
+rm -f $SSL_BUNDLE_FILE
+
+
      +

      Import common services (database, message queue) configuration

      +
      +source $TOP_DIR/lib/database
+source $TOP_DIR/lib/rpc_backend
+
+
      +

      Make sure we only have one rpc backend enabled, +and the specified rpc backend is available on your platform.

      +
      +check_rpc_backend
+
+
      +

      Use native SSL for servers in SSL_ENABLED_SERVICES

      +
      +USE_SSL=$(trueorfalse False $USE_SSL)
+
+
      +

      Service to enable with SSL if USE_SSL is True

      +
      +SSL_ENABLED_SERVICES="key,nova,cinder,glance,s-proxy,neutron"
+
+if is_service_enabled tls-proxy && [ "$USE_SSL" == "True" ]; then
+    die $LINENO "tls-proxy and SSL are mutually exclusive"
+fi
+
+
      +
      +

      Configure Projects

      +
      +
+
      +

      Import apache functions

      +
      +source $TOP_DIR/lib/apache
+
+
      +

      Import TLS functions

      +
      +source $TOP_DIR/lib/tls
+
+
      +

      Source project function libraries

      +
      +source $TOP_DIR/lib/infra
+source $TOP_DIR/lib/oslo
+source $TOP_DIR/lib/stackforge
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ldap
+source $TOP_DIR/lib/dstat
+
+
      + + +
      +

      Extras Source

      +
      +
+
      +

      Phase: source

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i source
+    done
+fi
+
+
      +

      Set the destination directories for other OpenStack projects

      +
      +OPENSTACKCLIENT_DIR=$DEST/python-openstackclient
+
+
      + +
      +

      Interactive Configuration

      +
      +
+
      +

      Do all interactive config up front before the logging spew begins

      +
      +
+
      +

      Generic helper to configure passwords

      +
      +function read_password {
+    XTRACE=$(set +o | grep xtrace)
+    set +o xtrace
+    var=$1; msg=$2
+    pw=${!var}
+
+    if [[ -f $RC_DIR/localrc ]]; then
+        localrc=$TOP_DIR/localrc
+    else
+        localrc=$TOP_DIR/.localrc.auto
+    fi
+
+
      +

      If the password is not defined yet, proceed to prompt user for a password.

      +
      +    if [ ! $pw ]; then
+
      +

      If there is no localrc file, create one

      +
      +        if [ ! -e $localrc ]; then
+            touch $localrc
+        fi
+
+
      +

      Presumably if we got this far it can only be that our localrc is missing +the required password. Prompt user for a password and write to localrc.

      +
      +        echo ''
+        echo '################################################################################'
+        echo $msg
+        echo '################################################################################'
+        echo "This value will be written to your localrc file so you don't have to enter it "
+        echo "again.  Use only alphanumeric characters."
+        echo "If you leave this blank, a random default value will be used."
+        pw=" "
+        while true; do
+            echo "Enter a password now:"
+            read -e $var
+            pw=${!var}
+            [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
+            echo "Invalid chars in password.  Try again:"
+        done
+        if [ ! $pw ]; then
+            pw=$(generate_hex_string 10)
+        fi
+        eval "$var=$pw"
+        echo "$var=$pw" >> $localrc
+    fi
+    $XTRACE
+}
+
+
+
      +

      Database Configuration

      +
      +
+
      +

      To select between database backends, add the following to localrc:

      +
      +disable_service mysql +enable_service postgresql
      +

      The available database backends are listed in DATABASE_BACKENDS after +lib/database is sourced. mysql is the default.

      +
      +
+initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled"
+
+
+
      +

      Queue Configuration

      +
      +
+
      +

      Rabbit connection info

      +
      +if is_service_enabled rabbit; then
+    RABBIT_HOST=${RABBIT_HOST:-$SERVICE_HOST}
+    read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
+fi
+
+
+
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+
      +

      The SERVICE_TOKEN is used to bootstrap the Keystone database. It is +just a string and is not a 'real' Keystone token.

      +
      +    read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
+
      +

      Services authenticate to Identity with servicename/SERVICE_PASSWORD

      +
      +    read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
+
      +

      Horizon currently truncates usernames and passwords at 20 characters

      +
      +    read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
+
+
      +

      Keystone can now optionally install OpenLDAP by enabling the ldap +service in localrc (e.g. enable_service ldap). +To clean out the Keystone contents in OpenLDAP set KEYSTONE_CLEAR_LDAP +to yes (e.g. KEYSTONE_CLEAR_LDAP=yes) in localrc. To enable the +Keystone Identity Driver (keystone.identity.backends.ldap.Identity) +set KEYSTONE_IDENTITY_BACKEND to ldap (e.g. +KEYSTONE_IDENTITY_BACKEND=ldap) in localrc.

      +
      +
+
      +

      only request ldap password if the service is enabled

      +
      +    if is_service_enabled ldap; then
+        read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP"
+    fi
+fi
+
+
+
      +

      Swift

      +
      +
+if is_service_enabled s-proxy; then
+
      +

      We only ask for Swift Hash if we have enabled swift service. +SWIFT_HASH is a random unique string for a swift cluster that +can never change.

      +
      +    read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
+
+    if [[ -z "$SWIFT_TEMPURL_KEY" ]] && [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]]; then
+        read_password SWIFT_TEMPURL_KEY "ENTER A KEY FOR SWIFT TEMPURLS."
+    fi
+fi
+
+
+
      +
      +

      Install Packages

      +
      +
+
      +

      OpenStack uses a fair number of other projects.

      +
      +
+
      +

      Install package requirements +Source it so the entire environment is available

      +
      +echo_summary "Installing package prerequisites"
+source $TOP_DIR/tools/install_prereqs.sh
+
+
      +

      Configure an appropriate python environment

      +
      +if [[ "$OFFLINE" != "True" ]]; then
+    PYPI_ALTERNATIVE_URL=$PYPI_ALTERNATIVE_URL $TOP_DIR/tools/install_pip.sh
+fi
+
+
      +

      Do the ugly hacks for broken packages and distros

      +
      +source $TOP_DIR/tools/fixup_stuff.sh
+
+
+
      + + +
      +

      Extras Pre-install

      +
      +
+
      +

      Phase: pre-install

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack pre-install
+    done
+fi
+
+
+install_rpc_backend
+
+if is_service_enabled $DATABASE_BACKENDS; then
+    install_database
+fi
+
+if is_service_enabled neutron; then
+    install_neutron_agent_packages
+fi
+
+TRACK_DEPENDS=${TRACK_DEPENDS:-False}
+
+
      +

      Install python packages into a virtualenv so that we can track them

      +
      +if [[ $TRACK_DEPENDS = True ]]; then
+    echo_summary "Installing Python packages into a virtualenv $DEST/.venv"
+    pip_install -U virtualenv
+
+    rm -rf $DEST/.venv
+    virtualenv --system-site-packages $DEST/.venv
+    source $DEST/.venv/bin/activate
+    $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip
+fi
+
+
      + +
      +

      Check Out and Install Source

      +
      +
+echo_summary "Installing OpenStack project source"
+
+
      +

      Install required infra support libraries

      +
      +install_infra
+
+
      +

      Install oslo libraries that have graduated

      +
      +install_oslo
+
+
      +

      Install stackforge libraries for testing

      +
      +if is_service_enabled stackforge_libs; then
+    install_stackforge
+fi
+
+
      +

      Install clients libraries

      +
      +install_keystoneclient
+install_glanceclient
+install_cinderclient
+install_novaclient
+if is_service_enabled swift glance horizon; then
+    install_swiftclient
+fi
+if is_service_enabled neutron nova horizon; then
+    install_neutronclient
+fi
+if is_service_enabled heat horizon; then
+    install_heatclient
+fi
+
+
      +

      Install middleware

      +
      +install_keystonemiddleware
+
+git_clone $OPENSTACKCLIENT_REPO $OPENSTACKCLIENT_DIR $OPENSTACKCLIENT_BRANCH
+setup_develop $OPENSTACKCLIENT_DIR
+
+if is_service_enabled key; then
+    if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
+        install_keystone
+        configure_keystone
+    fi
+fi
+
+if is_service_enabled s-proxy; then
+    install_swift
+    configure_swift
+
+
      +

      swift3 middleware to provide S3 emulation to Swift

      +
      +    if is_service_enabled swift3; then
+
      +

      replace the nova-objectstore port by the swift port

      +
      +        S3_SERVICE_PORT=8080
+        git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH
+        setup_develop $SWIFT3_DIR
+    fi
+fi
+
+if is_service_enabled g-api n-api; then
+
      +

      image catalog service

      +
      +    install_glance
+    configure_glance
+fi
+
+if is_service_enabled cinder; then
+    install_cinder
+    configure_cinder
+fi
+
+if is_service_enabled neutron; then
+    install_neutron
+    install_neutron_third_party
+fi
+
+if is_service_enabled nova; then
+
      +

      compute service

      +
      +    install_nova
+    cleanup_nova
+    configure_nova
+fi
+
+if is_service_enabled horizon; then
+
      +

      django openstack_auth

      +
      +    install_django_openstack_auth
+
      +

      dashboard

      +
      +    install_horizon
+    configure_horizon
+fi
+
+if is_service_enabled ceilometer; then
+    install_ceilometerclient
+    install_ceilometer
+    echo_summary "Configuring Ceilometer"
+    configure_ceilometer
+fi
+
+if is_service_enabled heat; then
+    install_heat
+    install_heat_other
+    cleanup_heat
+    configure_heat
+fi
+
+if is_service_enabled tls-proxy || [ "$USE_SSL" == "True" ]; then
+    configure_CA
+    init_CA
+    init_cert
+
      +

      Add name to /etc/hosts +don't be naive and add to existing line!

      +
      +fi
+
+
+
      + +
      +

      Extras Install

      +
      +
+
      +

      Phase: install

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack install
+    done
+fi
+
+if [[ $TRACK_DEPENDS = True ]]; then
+    $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip
+    if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff; then
+        echo "Detect some changes for installed packages of pip, in depend tracking mode"
+        cat $DEST/requires.diff
+    fi
+    echo "Ran stack.sh in depend tracking mode, bailing out now"
+    exit 0
+fi
+
+
+
      + +
      +

      Syslog

      +
      +
+if [[ $SYSLOG != "False" ]]; then
+    if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
+
      +

      Configure the master host to receive

      +
      +        cat <<EOF >/tmp/90-stack-m.conf
+\$ModLoad imrelp
+\$InputRELPServerRun $SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
+    else
+
      +

      Set rsyslog to send to remote host

      +
      +        cat <<EOF >/tmp/90-stack-s.conf
+*.*		:omrelp:$SYSLOG_HOST:$SYSLOG_PORT
+EOF
+        sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
+    fi
+
+    RSYSLOGCONF="/etc/rsyslog.conf"
+    if [ -f $RSYSLOGCONF ]; then
+        sudo cp -b $RSYSLOGCONF $RSYSLOGCONF.bak
+        if [[ $(grep '$SystemLogRateLimitBurst' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitBurst\ .*/$SystemLogRateLimitBurst\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitBurst\ 0' $RSYSLOGCONF
+        fi
+        if [[ $(grep '$SystemLogRateLimitInterval' $RSYSLOGCONF)  ]]; then
+            sudo sed -i 's/$SystemLogRateLimitInterval\ .*/$SystemLogRateLimitInterval\ 0/' $RSYSLOGCONF
+        else
+            sudo sed -i '$ i $SystemLogRateLimitInterval\ 0' $RSYSLOGCONF
+        fi
+    fi
+
+    echo_summary "Starting rsyslog"
+    restart_service rsyslog
+fi
+
+
+
      + +
      +

      Finalize queue installation

      +
      +restart_rpc_backend
+
+
+
      + +
      +

      Export Certicate Authority Bundle

      +
      +
+
      +

      If certificates were used and written to the SSL bundle file then these +should be exported so clients can validate their connections.

      +
      +
+if [ -f $SSL_BUNDLE_FILE ]; then
+    export OS_CACERT=$SSL_BUNDLE_FILE
+fi
+
+
+
      + +
      +

      Configure database

      +
      +
+if is_service_enabled $DATABASE_BACKENDS; then
+    configure_database
+fi
+
+
+
      + +
      +

      Configure screen

      +
      +
+USE_SCREEN=$(trueorfalse True $USE_SCREEN)
+if [[ "$USE_SCREEN" == "True" ]]; then
+
      +

      Create a new named screen to run processes in

      +
      +    screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
+    sleep 1
+
+
      +

      Set a reasonable status bar

      +
      +    if [ -z "$SCREEN_HARDSTATUS" ]; then
+        SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
+    fi
+    screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
+    screen -r $SCREEN_NAME -X setenv PROMPT_COMMAND /bin/true
+fi
+
+
      +

      Clear screen rc file

      +
      +SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
+if [[ -e $SCREENRC ]]; then
+    rm -f $SCREENRC
+fi
+
+
      +

      Initialize the directory for service status check

      +
      +init_service_check
+
+
      + +
      +

      Dstat

      +
      +
+
      +

      A better kind of sysstat, with the top process per time slice

      +
      +start_dstat
+
+
      +
      +

      Start Services

      +
      +
+
      + + +
      +

      Keystone

      +
      +
+if is_service_enabled key; then
+    echo_summary "Starting Keystone"
+
+    if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
+        init_keystone
+        start_keystone
+    fi
+
+
      +

      Set up a temporary admin URI for Keystone

      +
      +    SERVICE_ENDPOINT=$KEYSTONE_AUTH_URI/v2.0
+
+    if is_service_enabled tls-proxy; then
+        export OS_CACERT=$INT_CA_DIR/ca-chain.pem
+
      +

      Until the client support is fixed, just use the internal endpoint

      +
      +        SERVICE_ENDPOINT=http://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT_INT/v2.0
+    fi
+
+
      +

      Setup OpenStackclient token-flow auth

      +
      +    export OS_TOKEN=$SERVICE_TOKEN
+    export OS_URL=$SERVICE_ENDPOINT
+
+    create_keystone_accounts
+    create_nova_accounts
+    create_glance_accounts
+    create_cinder_accounts
+    create_neutron_accounts
+
+    if is_service_enabled ceilometer; then
+        create_ceilometer_accounts
+    fi
+
+    if is_service_enabled swift; then
+        create_swift_accounts
+    fi
+
+    if is_service_enabled heat && [[ "$HEAT_STANDALONE" != "True" ]]; then
+        create_heat_accounts
+    fi
+
+
      +

      Begone token-flow auth

      +
      +    unset OS_TOKEN OS_URL
+
+
      +

      Set up password-flow auth creds now that keystone is bootstrapped

      +
      +    export OS_AUTH_URL=$SERVICE_ENDPOINT
+    export OS_TENANT_NAME=admin
+    export OS_USERNAME=admin
+    export OS_PASSWORD=$ADMIN_PASSWORD
+    export OS_REGION_NAME=$REGION_NAME
+fi
+
+
+
      + +
      +

      Horizon

      +
      +
+
      +

      Set up the django horizon application to serve via apache/wsgi

      +
      +
+if is_service_enabled horizon; then
+    echo_summary "Configuring and starting Horizon"
+    init_horizon
+    start_horizon
+fi
+
+
+
      + +
      +

      Glance

      +
      +
+if is_service_enabled g-reg; then
+    echo_summary "Configuring Glance"
+    init_glance
+fi
+
+
+
      + +
      +

      Neutron

      +
      +
+if is_service_enabled neutron; then
+    echo_summary "Configuring Neutron"
+
+    configure_neutron
+
      +

      Run init_neutron only on the node hosting the neutron API server

      +
      +    if is_service_enabled $DATABASE_BACKENDS && is_service_enabled q-svc; then
+        init_neutron
+    fi
+fi
+
+
      +

      Some Neutron plugins require network controllers which are not +a part of the OpenStack project. Configure and start them.

      +
      +if is_service_enabled neutron; then
+    configure_neutron_third_party
+    init_neutron_third_party
+    start_neutron_third_party
+fi
+
+
+
      + +
      +

      Nova

      +
      +
+if is_service_enabled n-net q-dhcp; then
+
      +

      Delete traces of nova networks from prior runs +Do not kill any dnsmasq instance spawned by NetworkManager

      +
      +    netman_pid=$(pidof NetworkManager || true)
+    if [ -z "$netman_pid" ]; then
+        sudo killall dnsmasq || true
+    else
+        sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true
+    fi
+
+    clean_iptables
+
+    if is_service_enabled n-net; then
+        rm -rf ${NOVA_STATE_PATH}/networks
+        sudo mkdir -p ${NOVA_STATE_PATH}/networks
+        safe_chown -R ${STACK_USER} ${NOVA_STATE_PATH}/networks
+    fi
+
+
      +

      Force IP forwarding on, just in case

      +
      +    sudo sysctl -w net.ipv4.ip_forward=1
+fi
+
+
+
      + +
      +

      Storage Service

      +
      +
+if is_service_enabled s-proxy; then
+    echo_summary "Configuring Swift"
+    init_swift
+fi
+
+
+
      + +
      +

      Volume Service

      +
      +
+if is_service_enabled cinder; then
+    echo_summary "Configuring Cinder"
+    init_cinder
+fi
+
+
+
      + +
      +

      Compute Service

      +
      +
+if is_service_enabled nova; then
+    echo_summary "Configuring Nova"
+    init_nova
+
+
      +

      Additional Nova configuration that is dependent on other services

      +
      +    if is_service_enabled neutron; then
+        create_nova_conf_neutron
+    elif is_service_enabled n-net; then
+        create_nova_conf_nova_network
+    fi
+
+    init_nova_cells
+fi
+
+
      +

      Extra things to prepare nova for baremetal, before nova starts

      +
      +if is_service_enabled nova && is_baremetal; then
+    echo_summary "Preparing for nova baremetal"
+    prepare_baremetal_toolchain
+    configure_baremetal_nova_dirs
+fi
+
+
+
      +
      +

      Extras Configuration

      +
      +
+
      +

      Phase: post-config

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack post-config
+    done
+fi
+
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: post-config

      +
      +merge_config_group $TOP_DIR/local.conf post-config
+
+
+
      + +
      +

      Launch Services

      +
      +
+
      +

      Only run the services specified in ENABLED_SERVICES

      +
      +
+
      +

      Launch Swift Services

      +
      +if is_service_enabled s-proxy; then
+    echo_summary "Starting Swift"
+    start_swift
+fi
+
+
      +

      Launch the Glance services

      +
      +if is_service_enabled glance; then
+    echo_summary "Starting Glance"
+    start_glance
+fi
+
+
      + +
      +

      Install Images

      +
      +
+
      +

      Upload an image to glance.

      +

      The default image is cirros, a small testing image which lets you login as root +cirros has a cloud-init analog supporting login via keypair and sending +scripts as userdata. +See https://help.ubuntu.com/community/CloudInit for more on cloud-init

      +
      +
      Override IMAGE_URLS with a comma-separated list of UEC images.
      +
      +
      +
      +
      +
+if is_service_enabled g-reg; then
+    TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
+    die_if_not_set $LINENO TOKEN "Keystone fail to get token"
+
+    if is_baremetal; then
+        echo_summary "Creating and uploading baremetal images"
+
+
      +

      build and upload separate deploy kernel & ramdisk

      +
      +        upload_baremetal_deploy $TOKEN
+
+
      +

      upload images, separating out the kernel & ramdisk for PXE boot

      +
      +        for image_url in ${IMAGE_URLS//,/ }; do
+            upload_baremetal_image $image_url $TOKEN
+        done
+    else
+        echo_summary "Uploading images"
+
+
      +

      Option to upload legacy ami-tty, which works with xenserver

      +
      +        if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
+            IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
+        fi
+
+        for image_url in ${IMAGE_URLS//,/ }; do
+            upload_image $image_url $TOKEN
+        done
+    fi
+fi
+
+
      +

      Create an access key and secret key for nova ec2 register image

      +
      +if is_service_enabled key && is_service_enabled swift3 && is_service_enabled nova; then
+    eval $(openstack ec2 credentials create --user nova --project $SERVICE_TENANT_NAME -f shell -c access -c secret)
+    iniset $NOVA_CONF DEFAULT s3_access_key "$access"
+    iniset $NOVA_CONF DEFAULT s3_secret_key "$secret"
+    iniset $NOVA_CONF DEFAULT s3_affix_tenant "True"
+fi
+
+
      +

      Create a randomized default value for the keymgr's fixed_key

      +
      +if is_service_enabled nova; then
+    iniset $NOVA_CONF keymgr fixed_key $(generate_hex_string 32)
+fi
+
+if is_service_enabled zeromq; then
+    echo_summary "Starting zermomq receiver"
+    run_process zeromq "$OSLO_BIN_DIR/oslo-messaging-zmq-receiver"
+fi
+
+
      +

      Launch the nova-api and wait for it to answer before continuing

      +
      +if is_service_enabled n-api; then
+    echo_summary "Starting Nova API"
+    start_nova_api
+fi
+
+if is_service_enabled q-svc; then
+    echo_summary "Starting Neutron"
+    start_neutron_service_and_check
+    check_neutron_third_party_integration
+elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then
+    NM_CONF=${NOVA_CONF}
+    if is_service_enabled n-cell; then
+        NM_CONF=${NOVA_CELLS_CONF}
+    fi
+
+
      +

      Create a small network

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS
+
+
      +

      Create some floating ips

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME
+
+
      +

      Create a second pool

      +
      +    $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
+fi
+
+if is_service_enabled neutron; then
+    start_neutron_agents
+fi
+
      +

      Once neutron agents are started setup initial network elements

      +
      +if is_service_enabled q-svc; then
+    echo_summary "Creating initial neutron network elements"
+    create_neutron_initial_network
+    setup_neutron_debug
+fi
+if is_service_enabled nova; then
+    echo_summary "Starting Nova"
+    start_nova
+fi
+if is_service_enabled cinder; then
+    echo_summary "Starting Cinder"
+    start_cinder
+    create_volume_types
+fi
+if is_service_enabled ceilometer; then
+    echo_summary "Starting Ceilometer"
+    init_ceilometer
+    start_ceilometer
+fi
+
+
      +

      Configure and launch heat engine, api and metadata

      +
      +if is_service_enabled heat; then
+
      +

      Initialize heat

      +
      +    echo_summary "Configuring Heat"
+    init_heat
+    echo_summary "Starting Heat"
+    start_heat
+    if [ "$HEAT_CREATE_TEST_IMAGE" = "True" ]; then
+        echo_summary "Building Heat functional test image"
+        build_heat_functional_test_image
+    fi
+fi
+
+
+
      + +
      +

      Create account rc files

      +
      +
+
      +

      Creates source able script files for easier user switching. +This step also creates certificates for tenants and users, +which is helpful in image bundle steps.

      +
      +
+if is_service_enabled nova && is_service_enabled key; then
+    USERRC_PARAMS="-PA --target-dir $TOP_DIR/accrc"
+
+    if [ -f $SSL_BUNDLE_FILE ]; then
+        USERRC_PARAMS="$USERRC_PARAMS --os-cacert $SSL_BUNDLE_FILE"
+    fi
+
+    if [[ "$HEAT_STANDALONE" = "True" ]]; then
+        USERRC_PARAMS="$USERRC_PARAMS --heat-url http://$HEAT_API_HOST:$HEAT_API_PORT/v1"
+    fi
+
+    $TOP_DIR/tools/create_userrc.sh $USERRC_PARAMS
+fi
+
+
+
      +

      If we are running nova with baremetal driver, there are a few +last-mile configuration bits to attend to, which must happen +after n-api and n-sch have started. +Also, creating the baremetal flavor must happen after images +are loaded into glance, though just knowing the IDs is sufficient here

      +
      +if is_service_enabled nova && is_baremetal; then
+
      +

      create special flavor for baremetal if we know what images to associate

      +
      +    [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \
+        create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
+
+
      +

      otherwise user can manually add it later by calling nova-baremetal-manage

      +
      +    [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node
+
+    if [[ "$BM_DNSMASQ_FROM_NOVA_NETWORK" = "False" ]]; then
+
      +

      NOTE: we do this here to ensure that our copy of dnsmasq is running

      +
      +        sudo pkill dnsmasq || true
+        sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \
+            --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \
+            --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE \
+            ${BM_DNSMASQ_DNS:+--dhcp-option=option:dns-server,$BM_DNSMASQ_DNS}
+    fi
+
      +

      ensure callback daemon is running

      +
      +    sudo pkill nova-baremetal-deploy-helper || true
+    run_process baremetal "nova-baremetal-deploy-helper"
+fi
+
+
      +

      Save some values we generated for later use

      +
      +CURRENT_RUN_TIME=$(date "+$TIMESTAMP_FORMAT")
+echo "# $CURRENT_RUN_TIME" >$TOP_DIR/.stackenv
+for i in BASE_SQL_CONN ENABLED_SERVICES HOST_IP LOGFILE \
+    SERVICE_HOST SERVICE_PROTOCOL STACK_USER TLS_IP KEYSTONE_AUTH_PROTOCOL OS_CACERT; do
+    echo $i=${!i} >>$TOP_DIR/.stackenv
+done
+
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: extra

      +
      +merge_config_group $TOP_DIR/local.conf extra
+
+
+
      + +
      +

      Run extras

      +
      +
+
      +

      Phase: extra

      +
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i stack extra
+    done
+fi
+
+
      + +
      +

      Local Configuration

      +
      +
+
      +

      Apply configuration from local.conf if it exists for layer 2 services +Phase: post-extra

      +
      +merge_config_group $TOP_DIR/local.conf post-extra
+
+
+
      + +
      +

      Run local script

      +
      +
+
      +

      Run local.sh if it exists to perform user-managed tasks

      +
      +if [[ -x $TOP_DIR/local.sh ]]; then
+    echo "Running user script $TOP_DIR/local.sh"
+    $TOP_DIR/local.sh
+fi
+
+
      +

      Check the status of running services

      +
      +service_check
+
+
+
      + +
      +

      Fin

      +
      +
+set +o xtrace
+
+if [[ -n "$LOGFILE" ]]; then
+    exec 1>&3
+
      +

      Force all output to stdout and logs now

      +
      +    exec 1> >( tee -a "${LOGFILE}" ) 2>&1
+else
+
      +

      Force all output to stdout now

      +
      +    exec 1>&3
+fi
+
+
+
      + + +
      +

      Using the cloud

      +
      +
+echo ""
+echo ""
+echo ""
+
+
      +

      If you installed Horizon on this server you should be able +to access the site using your browser.

      +
      +if is_service_enabled horizon; then
+    echo "Horizon is now available at http://$SERVICE_HOST/"
+fi
+
+
      +

      If Keystone is present you can point nova cli to this server

      +
      +if is_service_enabled key; then
+    echo "Keystone is serving at $KEYSTONE_SERVICE_URI/v2.0/"
+    echo "Examples on using novaclient command line is in exercise.sh"
+    echo "The default users are: admin and demo"
+    echo "The password: $ADMIN_PASSWORD"
+fi
+
+
      +

      Echo HOST_IP - useful for build_uec.sh, which uses dhcp to give the instance an address

      +
      +echo "This is your host ip: $HOST_IP"
+
+
      +

      Warn that a deprecated feature was used

      +
      +if [[ -n "$DEPRECATED_TEXT" ]]; then
+    echo_summary "WARNING: $DEPRECATED_TEXT"
+fi
+
+if is_service_enabled neutron; then
+
      +

      TODO(dtroyer): Remove Q_AGENT_EXTRA_AGENT_OPTS after stable/juno branch is cut

      +
      +    if [[ -n "$Q_AGENT_EXTRA_AGENT_OPTS" ]]; then
+        echo ""
+        echo_summary "WARNING: Q_AGENT_EXTRA_AGENT_OPTS is used"
+        echo "You are using Q_AGENT_EXTRA_AGENT_OPTS to pass configuration into $NEUTRON_CONF."
+        echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
+        echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
+        echo "
+[[post-config|/\$Q_PLUGIN_CONF_FILE]]
+[DEFAULT]
+"
+        for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +            echo ${I}
+        done
+    fi
+
+
      +

      TODO(dtroyer): Remove Q_AGENT_EXTRA_SRV_OPTS after stable/juno branch is cut

      +
      +    if [[ -n "$Q_AGENT_EXTRA_SRV_OPTS" ]]; then
+        echo ""
+        echo_summary "WARNING: Q_AGENT_EXTRA_SRV_OPTS is used"
+        echo "You are using Q_AGENT_EXTRA_SRV_OPTS to pass configuration into $NEUTRON_CONF."
+        echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
+        echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
+        echo "
+[[post-config|/\$Q_PLUGIN_CONF_FILE]]
+[DEFAULT]
+"
+        for I in "${Q_AGENT_EXTRA_SRV_OPTS[@]}"; do
+
      +

      Replace the first '=' with ' ' for iniset syntax

      +
      +            echo ${I}
+        done
+    fi
+fi
+
+if is_service_enabled cinder; then
+
      +

      TODO(dtroyer): Remove CINDER_MULTI_LVM_BACKEND after stable/juno branch is cut

      +
      +    if [[ "$CINDER_MULTI_LVM_BACKEND" = "True" ]]; then
+        echo ""
+        echo_summary "WARNING: CINDER_MULTI_LVM_BACKEND is used"
+        echo "You are using CINDER_MULTI_LVM_BACKEND to configure Cinder's multiple LVM backends"
+        echo "Please convert that configuration in local.conf to use CINDER_ENABLED_BACKENDS."
+        echo "CINDER_MULTI_LVM_BACKEND will be removed early in the 'K' development cycle"
+        echo "
+[[local|localrc]]
+CINDER_ENABLED_BACKENDS=lvm:lvmdriver-1,lvm:lvmdriver-2
+"
+    fi
+fi
+
+
      +

      Indicate how long this took to run (bash maintained variable SECONDS)

      +
      +echo_summary "stack.sh completed in $SECONDS seconds."
+
+
      +

      Restore/close logging file descriptors

      +
      +exec 1>&3
+exec 2>&3
+exec 3>&-
+exec 6>&-
+
+
+
      +
      +
      +
      +
+
      + + + +
      +
      + + diff --git a/stackrc b/stackrc deleted file mode 100644 index 91f4e2b5..00000000 --- a/stackrc +++ /dev/null @@ -1,203 +0,0 @@ -# stackrc -# -# Find the other rc files -RC_DIR=$(cd $(dirname "$BASH_SOURCE") && pwd) - -# Destination path for installation -DEST=/opt/stack - -# Destination for working data -DATA_DIR=${DEST}/data - -# Select the default database -DATABASE_TYPE=mysql - -# Determine stack user -if [[ $EUID -eq 0 ]]; then - STACK_USER=stack -else - STACK_USER=$(whoami) -fi - -# Specify which services to launch. These generally correspond to -# screen tabs. To change the default list, use the ``enable_service`` and -# ``disable_service`` functions in ``localrc``. -# For example, to enable Swift add this to ``localrc``: -# enable_service swift -ENABLED_SERVICES=g-api,g-reg,key,n-api,n-crt,n-obj,n-cpu,n-net,n-cond,cinder,c-sch,c-api,c-vol,n-sch,n-novnc,n-xvnc,n-cauth,horizon,rabbit,tempest,$DATABASE_TYPE - -# Set the default Nova APIs to enable -NOVA_ENABLED_APIS=ec2,osapi_compute,metadata - -# Whether to use 'dev mode' for screen windows. Dev mode works by -# stuffing text into the screen windows so that a developer can use -# ctrl-c, up-arrow, enter to restart the service. Starting services -# this way is slightly unreliable, and a bit slower, so this can -# be disabled for automated testing by setting this value to false. -SCREEN_DEV=True - -# Repositories -# ------------ - -# Base GIT Repo URL -# Another option is http://review.openstack.org/p -GIT_BASE=https://github.com - -# metering service -CEILOMETER_REPO=${GIT_BASE}/openstack/ceilometer.git -CEILOMETER_BRANCH=master - -# ceilometer client library -CEILOMETERCLIENT_REPO=${GIT_BASE}/openstack/python-ceilometerclient -CEILOMETERCLIENT_BRANCH=master - -# volume service -CINDER_REPO=${GIT_BASE}/openstack/cinder -CINDER_BRANCH=master - -# volume client -CINDERCLIENT_REPO=${GIT_BASE}/openstack/python-cinderclient -CINDERCLIENT_BRANCH=master - -# compute service -NOVA_REPO=${GIT_BASE}/openstack/nova.git -NOVA_BRANCH=master - -# storage service -SWIFT_REPO=${GIT_BASE}/openstack/swift.git -SWIFT_BRANCH=master -SWIFT3_REPO=https://github.com/fujita/swift3.git -SWIFT3_BRANCH=master - -# python swift client library -SWIFTCLIENT_REPO=${GIT_BASE}/openstack/python-swiftclient -SWIFTCLIENT_BRANCH=master - -# image catalog service -GLANCE_REPO=${GIT_BASE}/openstack/glance.git -GLANCE_BRANCH=master - -# python glance client library -GLANCECLIENT_REPO=${GIT_BASE}/openstack/python-glanceclient -GLANCECLIENT_BRANCH=master - -# unified auth system (manages accounts/tokens) -KEYSTONE_REPO=${GIT_BASE}/openstack/keystone.git -KEYSTONE_BRANCH=master - -# a websockets/html5 or flash powered VNC console for vm instances -NOVNC_REPO=https://github.com/kanaka/noVNC.git -NOVNC_BRANCH=master - -# a websockets/html5 or flash powered SPICE console for vm instances -SPICE_REPO=http://anongit.freedesktop.org/git/spice/spice-html5.git -SPICE_BRANCH=master - -# django powered web control panel for openstack -HORIZON_REPO=${GIT_BASE}/openstack/horizon.git -HORIZON_BRANCH=master - -# python client library to nova that horizon (and others) use -NOVACLIENT_REPO=${GIT_BASE}/openstack/python-novaclient.git -NOVACLIENT_BRANCH=master - -# consolidated openstack python client -OPENSTACKCLIENT_REPO=${GIT_BASE}/openstack/python-openstackclient.git -OPENSTACKCLIENT_BRANCH=master - -# python keystone client library to nova that horizon uses -KEYSTONECLIENT_REPO=${GIT_BASE}/openstack/python-keystoneclient -KEYSTONECLIENT_BRANCH=master - -# quantum service -QUANTUM_REPO=${GIT_BASE}/openstack/quantum -QUANTUM_BRANCH=master - -# quantum client -QUANTUMCLIENT_REPO=${GIT_BASE}/openstack/python-quantumclient -QUANTUMCLIENT_BRANCH=master - -# Tempest test suite -TEMPEST_REPO=${GIT_BASE}/openstack/tempest.git -TEMPEST_BRANCH=master - -# heat service -HEAT_REPO=${GIT_BASE}/openstack/heat.git -HEAT_BRANCH=master - -# python heat client library -HEATCLIENT_REPO=${GIT_BASE}/openstack/python-heatclient.git -HEATCLIENT_BRANCH=master - -# ryu service -RYU_REPO=https://github.com/osrg/ryu.git -RYU_BRANCH=master - -# diskimage-builder -BM_IMAGE_BUILD_REPO=https://github.com/stackforge/diskimage-builder.git -BM_IMAGE_BUILD_BRANCH=master - -# bm_poseur -# Used to simulate a hardware environment for baremetal -# Only used if BM_USE_FAKE_ENV is set -BM_POSEUR_REPO=https://github.com/tripleo/bm_poseur.git -BM_POSEUR_BRANCH=master - - -# Nova hypervisor configuration. We default to libvirt with **kvm** but will -# drop back to **qemu** if we are unable to load the kvm module. ``stack.sh`` can -# also install an **LXC** or **OpenVZ** based system. -VIRT_DRIVER=${VIRT_DRIVER:-libvirt} -LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm} - -# allow local overrides of env variables -if [ -f $RC_DIR/localrc ]; then - source $RC_DIR/localrc -fi - -# Specify a comma-separated list of UEC images to download and install into glance. -# supported urls here are: -# * "uec-style" images: -# If the file ends in .tar.gz, uncompress the tarball and and select the first -# .img file inside it as the image. If present, use "*-vmlinuz*" as the kernel -# and "*-initrd*" as the ramdisk -# example: http://cloud-images.ubuntu.com/releases/oneiric/release/ubuntu-11.10-server-cloudimg-amd64.tar.gz -# * disk image (*.img,*.img.gz) -# if file ends in .img, then it will be uploaded and registered as a to -# glance as a disk image. If it ends in .gz, it is uncompressed first. -# example: -# http://cloud-images.ubuntu.com/releases/oneiric/release/ubuntu-11.10-server-cloudimg-armel-disk1.img -# http://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-rootfs.img.gz -# * OpenVZ image: -# OpenVZ uses its own format of image, and does not support UEC style images - -#IMAGE_URLS="http://smoser.brickies.net/ubuntu/ttylinux-uec/ttylinux-uec-amd64-11.2_2.6.35-15_1.tar.gz" # old ttylinux-uec image -#IMAGE_URLS="http://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-disk.img" # cirros full disk image - -# Set default image based on ``VIRT_DRIVER`` and ``LIBVIRT_TYPE``, either of -# which may be set in ``localrc``. Also allow ``DEFAULT_IMAGE_NAME`` and -# ``IMAGE_URLS`` to be set directly in ``localrc``. -case "$VIRT_DRIVER" in - openvz) - DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-ubuntu-11.10-x86_64} - IMAGE_URLS=${IMAGE_URLS:-"http://download.openvz.org/template/precreated/ubuntu-11.10-x86_64.tar.gz"};; - libvirt) - case "$LIBVIRT_TYPE" in - lxc) # the cirros root disk in the uec tarball is empty, so it will not work for lxc - DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-cirros-0.3.0-x86_64-rootfs} - IMAGE_URLS=${IMAGE_URLS:-"http://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-rootfs.img.gz"};; - *) # otherwise, use the uec style image (with kernel, ramdisk, disk) - DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-cirros-0.3.0-x86_64-uec} - IMAGE_URLS=${IMAGE_URLS:-"http://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-uec.tar.gz"};; - esac - ;; - *) # otherwise, use the uec style image (with kernel, ramdisk, disk) - DEFAULT_IMAGE_NAME=${DEFAULT_IMAGE_NAME:-cirros-0.3.0-x86_64-uec} - IMAGE_URLS=${IMAGE_URLS:-"http://launchpad.net/cirros/trunk/0.3.0/+download/cirros-0.3.0-x86_64-uec.tar.gz"};; -esac - -# 5Gb default volume backing file size -VOLUME_BACKING_FILE_SIZE=${VOLUME_BACKING_FILE_SIZE:-5130M} - -PRIVATE_NETWORK_NAME=${PRIVATE_NETWORK_NAME:-"private"} -PUBLIC_NETWORK_NAME=${PUBLIC_NETWORK_NAME:-"nova"} diff --git a/stackrc.html b/stackrc.html new file mode 100644 index 00000000..23a48c51 --- /dev/null +++ b/stackrc.html @@ -0,0 +1,101 @@ + + + + + DevStack - stackrc + + + + + + + + + + + + + + + + + + +
      +
      +
      + DevStack + +
      +
      +
      + +
      + +
      +
      +

      stackrc DevStack settings

      +

      stackrc is the primary configuration file for DevStack. + It contains all of the settings that control the services started + and the repositories used to download the source for those services. + stackrc sources the localrc section of + local.conf to perform the default overrides.

      +
      +
      + +
      DATABASE_TYPE
      +
      Select the database backend to use. The default is mysql, + postgresql is also available.
      + +
      ENABLED_SERVICES
      +
      Specify which services to launch. These generally correspond to + screen tabs. + The default includes: Glance (API and Registry), Keystone, Nova (API, + Certificate, Object Store, Compute, Network, Scheduler, VNC proxies, + Certificate Authentication), Cinder (Scheduler, API, Volume), Horizon, MySQL, RabbitMQ, Tempest. + 
      ENABLED_SERVICES=g-api,g-reg,key,n-api,n-crt,n-obj,n-cpu,n-net,n-cond,cinder,c-sch,c-api,c-vol,n-sch,n-novnc,n-xvnc,n-cauth,horizon,rabbit,tempest,$DATABASE_TYPE
      + Other services that are not enabled by default can be enabled in + localrc. For example, to add Swift: + 
      enable_service swift
      + A service can similarly be disabled: + 
      disable_service horizon
      + +
      Service Repos
      +
      The Git repositories used to check out the source for each service + are controlled by a pair of variables set for each service. + *_REPO points to the repository and *_BRANCH + selects which branch to check out. These may be overridden in + local.conf to pull source from a different repo for testing, + such as a Gerrit branch proposal. GIT_BASE points to the primary repository server. + 
      NOVA_REPO=$GIT_BASE/openstack/nova.git
+NOVA_BRANCH=master
      + To pull a branch directly from Gerrit, get the repo and branch from the + Gerrit review page: + 
      git fetch https://review.openstack.org/p/openstack/nova refs/changes/50/5050/1 && git checkout FETCH_HEAD
      + The repo is the stanza following fetch and the branch + is the stanza following that: + 
      NOVA_REPO=https://review.openstack.org/p/openstack/nova
+NOVA_BRANCH=refs/changes/50/5050/1
      + +
      +
      +

      © Openstack Foundation 2011-2014 — An OpenStack program

      + + +
      + + + diff --git a/tests/exec.sh.html b/tests/exec.sh.html new file mode 100644 index 00000000..c6ddb5ce --- /dev/null +++ b/tests/exec.sh.html @@ -0,0 +1,482 @@ + + + + + exec.sh + + + +
      +
      + + + + + + + + + + +

      exec.sh

      + + + + + + + + + +
      + + +

      tests/exec.sh - Test DevStack screen_it() and screen_stop()

      +
      +#!/bin/bash
+
+if [[ -z $1 ]]; then
+    echo "$0 start|stop"
+    exit 1
+fi
+
+TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+source $TOP_DIR/functions
+
+USE_SCREEN=${USE_SCREEN:-True}
+
+ENABLED_SERVICES=fake-service
+SCREEN_LOGDIR=/tmp
+SCREEN_NAME=test
+SERVICE_DIR=/tmp
+
+
+
      +

      Kill background processes on exit

      +
      +trap clean EXIT
+clean() {
+    local r=$?
+    jobs -p
+    kill >/dev/null 2>&1 $(jobs -p)
+    exit $r
+}
+
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap failed ERR
+failed() {
+    local r=$?
+    jobs -p
+    kill >/dev/null 2>&1 $(jobs -p)
+    set +o xtrace
+    [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
+    exit $r
+}
+
+function setup_screen() {
+if [[ ! -d $SERVICE_DIR/$SCREEN_NAME ]]; then
+    mkdir -p $SERVICE_DIR/$SCREEN_NAME
+fi
+
+if [[ "$USE_SCREEN" == "True" ]]; then
+
      +

      Create a new named screen to run processes in

      +
      +    screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
+    sleep 1
+
+
      +

      Set a reasonable status bar

      +
      +    if [ -z "$SCREEN_HARDSTATUS" ]; then
+        SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
+    fi
+    screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
+fi
+
+
      +

      Clear screen rc file

      +
      +SCREENRC=$TOP_DIR/tests/$SCREEN_NAME-screenrc
+if [[ -e $SCREENRC ]]; then
+    echo -n > $SCREENRC
+fi
+}
+
+
      +

      Mimic logging +Set up output redirection without log files +Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        #exec 1>/dev/null 2>&1
+        :
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6>&3
+
+
+if [[ "$1" == "start" ]]; then
+    echo "Start service [$$]"
+    setup_screen
+    screen_it fake-service "$TOP_DIR/tests/fake-service.sh"
+elif [[ "$1" == "stop" ]]; then
+    echo "Stop service [$$]"
+    screen_stop fake-service
+else
+    echo "Unknown command"
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/fake-service.sh.html b/tests/fake-service.sh.html new file mode 100644 index 00000000..7f9837e6 --- /dev/null +++ b/tests/fake-service.sh.html @@ -0,0 +1,399 @@ + + + + + fake-service.sh + + + +
      +
      + + + + + + + + + + +

      fake-service.sh

      + + + + + + + + + +
      + + +

      fake-service.sh - a fake service for start/stop testing +$1 - sleep time

      +
      +#!/bin/bash
+
+SLEEP_TIME=${1:-3}
+
+LOG=/tmp/fake-service.log
+TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
+
+
      +

      duplicate output

      +
      +exec 1> >(tee -a ${LOG})
+
+echo ""
+echo "Starting fake-service for ${SLEEP_TIME}"
+while true; do
+    echo "$(date +${TIMESTAMP_FORMAT}) [$$]"
+    sleep ${SLEEP_TIME}
+done
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/functions.sh b/tests/functions.sh deleted file mode 100755 index 4fe64436..00000000 --- a/tests/functions.sh +++ /dev/null @@ -1,337 +0,0 @@ -#!/usr/bin/env bash - -# Tests for DevStack functions - -TOP=$(cd $(dirname "$0")/.. && pwd) - -# Import common functions -source $TOP/functions - -# Import configuration -source $TOP/openrc - - -echo "Testing die_if_not_set()" - -bash -cx "source $TOP/functions; X=`echo Y && true`; die_if_not_set X 'not OK'" -if [[ $? != 0 ]]; then - echo "die_if_not_set [X='Y' true] Failed" -else - echo 'OK' -fi - -bash -cx "source $TOP/functions; X=`true`; die_if_not_set X 'OK'" -if [[ $? = 0 ]]; then - echo "die_if_not_set [X='' true] Failed" -fi - -bash -cx "source $TOP/functions; X=`echo Y && false`; die_if_not_set X 'not OK'" -if [[ $? != 0 ]]; then - echo "die_if_not_set [X='Y' false] Failed" -else - echo 'OK' -fi - -bash -cx "source $TOP/functions; X=`false`; die_if_not_set X 'OK'" -if [[ $? = 0 ]]; then - echo "die_if_not_set [X='' false] Failed" -fi - - -echo "Testing INI functions" - -cat >test.ini < $ENABLED_SERVICES" - else - echo "changing $start to $finish with $add failed: $ENABLED_SERVICES" - fi -} - -test_enable_service '' a 'a' -test_enable_service 'a' b 'a,b' -test_enable_service 'a,b' c 'a,b,c' -test_enable_service 'a,b' c 'a,b,c' -test_enable_service 'a,b,' c 'a,b,c' -test_enable_service 'a,b' c,d 'a,b,c,d' -test_enable_service 'a,b' "c d" 'a,b,c,d' -test_enable_service 'a,b,c' c 'a,b,c' - -test_enable_service 'a,b,-c' c 'a,b' -test_enable_service 'a,b,c' -c 'a,b' - -function test_disable_service() { - local start="$1" - local del="$2" - local finish="$3" - - ENABLED_SERVICES="$start" - disable_service "$del" - if [ "$ENABLED_SERVICES" = "$finish" ] - then - echo "OK: $start - $del -> $ENABLED_SERVICES" - else - echo "changing $start to $finish with $del failed: $ENABLED_SERVICES" - fi -} - -echo "Testing disable_service()" -test_disable_service 'a,b,c' a 'b,c' -test_disable_service 'a,b,c' b 'a,c' -test_disable_service 'a,b,c' c 'a,b' - -test_disable_service 'a,b,c' a 'b,c' -test_disable_service 'b,c' b 'c' -test_disable_service 'c' c '' -test_disable_service '' d '' - -test_disable_service 'a,b,c,' c 'a,b' -test_disable_service 'a,b' c 'a,b' - - -echo "Testing disable_all_services()" -ENABLED_SERVICES=a,b,c -disable_all_services - -if [[ -z "$ENABLED_SERVICES" ]] -then - echo "OK" -else - echo "disabling all services FAILED: $ENABLED_SERVICES" -fi - -echo "Testing disable_negated_services()" - - -function test_disable_negated_services() { - local start="$1" - local finish="$2" - - ENABLED_SERVICES="$start" - disable_negated_services - if [ "$ENABLED_SERVICES" = "$finish" ] - then - echo "OK: $start + $add -> $ENABLED_SERVICES" - else - echo "changing $start to $finish failed: $ENABLED_SERVICES" - fi -} - -test_disable_negated_services '-a' '' -test_disable_negated_services '-a,a' '' -test_disable_negated_services '-a,-a' '' -test_disable_negated_services 'a,-a' '' -test_disable_negated_services 'b,a,-a' 'b' -test_disable_negated_services 'a,b,-a' 'b' -test_disable_negated_services 'a,-a,b' 'b' - - -echo "Testing is_package_installed()" - -if [[ -z "$os_PACKAGE" ]]; then - GetOSVersion -fi - -if [[ "$os_PACKAGE" = "deb" ]]; then - is_package_installed dpkg - VAL=$? -elif [[ "$os_PACKAGE" = "rpm" ]]; then - is_package_installed rpm - VAL=$? -else - VAL=1 -fi -if [[ "$VAL" -eq 0 ]]; then - echo "OK" -else - echo "is_package_installed() on existing package failed" -fi - -if [[ "$os_PACKAGE" = "deb" ]]; then - is_package_installed dpkg bash - VAL=$? -elif [[ "$os_PACKAGE" = "rpm" ]]; then - is_package_installed rpm bash - VAL=$? -else - VAL=1 -fi -if [[ "$VAL" -eq 0 ]]; then - echo "OK" -else - echo "is_package_installed() on more than one existing package failed" -fi - -is_package_installed zzzZZZzzz -VAL=$? -if [[ "$VAL" -ne 0 ]]; then - echo "OK" -else - echo "is_package_installed() on non-existing package failed" -fi diff --git a/tests/functions.sh.html b/tests/functions.sh.html new file mode 100644 index 00000000..c287c6a9 --- /dev/null +++ b/tests/functions.sh.html @@ -0,0 +1,590 @@ + + + + + functions.sh + + + +
      +
      + + + + + + + + + + +

      functions.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack functions

      +
      +#!/usr/bin/env bash
+
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
      +

      Import configuration

      +
      +source $TOP/openrc
+
+
+echo "Testing die_if_not_set()"
+
+bash -cx "source $TOP/functions; X=`echo Y && true`; die_if_not_set X 'not OK'"
+if [[ $? != 0 ]]; then
+    echo "die_if_not_set [X='Y' true] Failed"
+else
+    echo 'OK'
+fi
+
+bash -cx "source $TOP/functions; X=`true`; die_if_not_set X 'OK'"
+if [[ $? = 0 ]]; then
+    echo "die_if_not_set [X='' true] Failed"
+fi
+
+bash -cx "source $TOP/functions; X=`echo Y && false`; die_if_not_set X 'not OK'"
+if [[ $? != 0 ]]; then
+    echo "die_if_not_set [X='Y' false] Failed"
+else
+    echo 'OK'
+fi
+
+bash -cx "source $TOP/functions; X=`false`; die_if_not_set X 'OK'"
+if [[ $? = 0 ]]; then
+    echo "die_if_not_set [X='' false] Failed"
+fi
+
+
+
      +

      Enabling/disabling services

      +
      +
+echo "Testing enable_service()"
+
+function test_enable_service {
+    local start="$1"
+    local add="$2"
+    local finish="$3"
+
+    ENABLED_SERVICES="$start"
+    enable_service $add
+    if [ "$ENABLED_SERVICES" = "$finish" ]; then
+        echo "OK: $start + $add -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish with $add failed: $ENABLED_SERVICES"
+    fi
+}
+
+test_enable_service '' a 'a'
+test_enable_service 'a' b 'a,b'
+test_enable_service 'a,b' c 'a,b,c'
+test_enable_service 'a,b' c 'a,b,c'
+test_enable_service 'a,b,' c 'a,b,c'
+test_enable_service 'a,b' c,d 'a,b,c,d'
+test_enable_service 'a,b' "c d" 'a,b,c,d'
+test_enable_service 'a,b,c' c 'a,b,c'
+
+test_enable_service 'a,b,-c' c 'a,b'
+test_enable_service 'a,b,c' -c 'a,b'
+
+function test_disable_service {
+    local start="$1"
+    local del="$2"
+    local finish="$3"
+
+    ENABLED_SERVICES="$start"
+    disable_service "$del"
+    if [ "$ENABLED_SERVICES" = "$finish" ]; then
+        echo "OK: $start - $del -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish with $del failed: $ENABLED_SERVICES"
+    fi
+}
+
+echo "Testing disable_service()"
+test_disable_service 'a,b,c' a 'b,c'
+test_disable_service 'a,b,c' b 'a,c'
+test_disable_service 'a,b,c' c 'a,b'
+
+test_disable_service 'a,b,c' a 'b,c'
+test_disable_service 'b,c' b 'c'
+test_disable_service 'c' c ''
+test_disable_service '' d ''
+
+test_disable_service 'a,b,c,' c 'a,b'
+test_disable_service 'a,b' c 'a,b'
+
+
+echo "Testing disable_all_services()"
+ENABLED_SERVICES=a,b,c
+disable_all_services
+
+if [[ -z "$ENABLED_SERVICES" ]]; then
+    echo "OK"
+else
+    echo "disabling all services FAILED: $ENABLED_SERVICES"
+fi
+
+echo "Testing disable_negated_services()"
+
+
+function test_disable_negated_services {
+    local start="$1"
+    local finish="$2"
+
+    ENABLED_SERVICES="$start"
+    disable_negated_services
+    if [ "$ENABLED_SERVICES" = "$finish" ]; then
+        echo "OK: $start + $add -> $ENABLED_SERVICES"
+    else
+        echo "changing $start to $finish failed: $ENABLED_SERVICES"
+    fi
+}
+
+test_disable_negated_services '-a' ''
+test_disable_negated_services '-a,a' ''
+test_disable_negated_services '-a,-a' ''
+test_disable_negated_services 'a,-a' ''
+test_disable_negated_services 'b,a,-a' 'b'
+test_disable_negated_services 'a,b,-a' 'b'
+test_disable_negated_services 'a,-a,b' 'b'
+
+
+echo "Testing is_package_installed()"
+
+if [[ -z "$os_PACKAGE" ]]; then
+    GetOSVersion
+fi
+
+if [[ "$os_PACKAGE" = "deb" ]]; then
+    is_package_installed dpkg
+    VAL=$?
+elif [[ "$os_PACKAGE" = "rpm" ]]; then
+    is_package_installed rpm
+    VAL=$?
+else
+    VAL=1
+fi
+if [[ "$VAL" -eq 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on existing package failed"
+fi
+
+if [[ "$os_PACKAGE" = "deb" ]]; then
+    is_package_installed dpkg bash
+    VAL=$?
+elif [[ "$os_PACKAGE" = "rpm" ]]; then
+    is_package_installed rpm bash
+    VAL=$?
+else
+    VAL=1
+fi
+if [[ "$VAL" -eq 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on more than one existing package failed"
+fi
+
+is_package_installed zzzZZZzzz
+VAL=$?
+if [[ "$VAL" -ne 0 ]]; then
+    echo "OK"
+else
+    echo "is_package_installed() on non-existing package failed"
+fi
+
+
      +

      test against removed package...was a bug on Ubuntu

      +
      +if is_ubuntu; then
+    PKG=cowsay
+    if ! (dpkg -s $PKG >/dev/null 2>&1); then
+
      +

      it was never installed...set up the condition

      +
      +        sudo apt-get install -y cowsay >/dev/null 2>&1
+    fi
+    if (dpkg -s $PKG >/dev/null 2>&1); then
+
      +

      remove it to create the 'un' status

      +
      +        sudo dpkg -P $PKG >/dev/null 2>&1
+    fi
+
+
      +

      now test the installed check on a deleted package

      +
      +    is_package_installed $PKG
+    VAL=$?
+    if [[ "$VAL" -ne 0 ]]; then
+        echo "OK"
+    else
+        echo "is_package_installed() on deleted package failed"
+    fi
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/ise.sh.html b/tests/ise.sh.html new file mode 100644 index 00000000..c0e46038 --- /dev/null +++ b/tests/ise.sh.html @@ -0,0 +1,413 @@ + + + + + ise.sh + + + +
      +
      + + + + + + + + + + +

      ise.sh

      + + + + + + + + + +
      + + +

      Import common functions

      +
      +#!/bin/bash
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+source $TOP/functions
+
+ENABLED_SERVICES="key,n-api,n-cpu,g-api,g-reg,mysql"
+
+function xis_service_enabled() {
+    services=$*
+    for service in ${services}; do
+        [[ ,${ENABLED_SERVICES}, =~ ,${service}, ]] && return 0
+        [[ ${service} == "nova" && ${ENABLED_SERVICES} =~ "n-" ]] && return 0
+        [[ ${service} == "glance" && ${ENABLED_SERVICES} =~ "g-" ]] && return 0
+        [[ ${service} == "quantum" && ${ENABLED_SERVICES} =~ "q-" ]] && return 0
+    done
+    return 1
+}
+
+
+if is_service_enabled n-api; then echo "ok"; else echo "not ok"; fi
+if is_service_enabled n-not; then echo "not ok"; else echo "ok"; fi
+if is_service_enabled nova; then echo "ok"; else echo "not ok"; fi
+if is_service_enabled novax; then echo "not ok"; else echo "ok"; fi
+if is_service_enabled quantum; then echo "not ok"; else echo "ok"; fi
+
+if is_service_enabled n-api n-cpu; then echo "ok"; else echo "not ok"; fi
+if is_service_enabled n-api n-not; then echo "ok"; else echo "not ok"; fi
+if is_service_enabled n-xxx n-not; then echo "not ok"; else echo "ok"; fi
+
+
      +

      Not sure what this _should_ do...

      +
      +if is_service_enabled api; then echo "not ok"; else echo "ok"; fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/policy.sh.html b/tests/policy.sh.html new file mode 100644 index 00000000..433b50ac --- /dev/null +++ b/tests/policy.sh.html @@ -0,0 +1,439 @@ + + + + + policy.sh + + + +
      +
      + + + + + + + + + + +

      policy.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack functions

      +
      +#!/bin/bash
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
+echo "Testing policy_add()"
+
+cat >policy.test <<EOF
+{
+    "context_is_admin": [["role:admin"]],
+    "admin_or_owner":  [["is_admin:True"], ["project_id:%(project_id)s"]],
+    "default": [["rule:admin_or_owner"]],
+
+    "silly:policy": []
+
+
+
+}
+
+
+
+EOF
+
+policy_file=policy.test
+
+    tmpfile=test-1
+    uniq ${policy_file} | \
+    sed '$d' | \
+    sed '$ s/]$/],/' | \
+    sed '$ {
+        /^$/d
+    }' | \
+    sed '$ s/]$/],/' > ${tmpfile}
+    #mv ${tmpfile} ${policy_file}
+
+
      +

      Append policy and closing brace

      +
      +    #echo "    \"${policy_name}\": ${policy_perm}" >> ${policy_file}
+    #echo "}" >> ${policy_file}
+
+    tmpfile=test-2
+    uniq ${policy_file} | \
+    sed -e '
+        s/]$/],/
+        /^[}]/,$d
+    ' > ${tmpfile}
+    #mv ${tmpfile} ${policy_file}
+
+
      +

      Append policy and closing brace

      +
      +    #echo "    \"${policy_name}\": ${policy_perm}" >> ${policy_file}
+    #echo "}" >> ${policy_file}
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/run-process.sh.html b/tests/run-process.sh.html new file mode 100644 index 00000000..6b37b46c --- /dev/null +++ b/tests/run-process.sh.html @@ -0,0 +1,500 @@ + + + + + run-process.sh + + + +
      +
      + + + + + + + + + + +

      run-process.sh

      + + + + + + + + + +
      + + +

      tests/exec.sh - Test DevStack run_process() and stop_process()

      +

      exec.sh start|stop|status

      +

      Set USE_SCREEN True|False to change use of screen.

      +

      This script emulates the basic exec envirnment in stack.sh to test +the process spawn and kill operations.

      +
      +#!/bin/bash
+
+if [[ -z $1 ]]; then
+    echo "$0 start|stop"
+    exit 1
+fi
+
+TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+source $TOP_DIR/functions
+
+USE_SCREEN=${USE_SCREEN:-False}
+
+ENABLED_SERVICES=fake-service
+
+SERVICE_DIR=/tmp
+SCREEN_NAME=test
+SCREEN_LOGDIR=${SERVICE_DIR}/${SCREEN_NAME}
+
+
+
      +

      Kill background processes on exit

      +
      +trap clean EXIT
+clean() {
+    local r=$?
+    jobs -p
+    kill >/dev/null 2>&1 $(jobs -p)
+    exit $r
+}
+
+
+
      +

      Exit on any errors so that errors don't compound

      +
      +trap failed ERR
+failed() {
+    local r=$?
+    jobs -p
+    kill >/dev/null 2>&1 $(jobs -p)
+    set +o xtrace
+    [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
+    exit $r
+}
+
+function status {
+    if [[ -r $SERVICE_DIR/$SCREEN_NAME/fake-service.pid ]]; then
+        pstree -pg $(cat $SERVICE_DIR/$SCREEN_NAME/fake-service.pid)
+    fi
+    ps -ef | grep fake
+}
+
+function setup_screen {
+if [[ ! -d $SERVICE_DIR/$SCREEN_NAME ]]; then
+    rm -rf $SERVICE_DIR/$SCREEN_NAME
+    mkdir -p $SERVICE_DIR/$SCREEN_NAME
+fi
+
+if [[ "$USE_SCREEN" == "True" ]]; then
+
      +

      Create a new named screen to run processes in

      +
      +    screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
+    sleep 1
+
+
      +

      Set a reasonable status bar

      +
      +    if [ -z "$SCREEN_HARDSTATUS" ]; then
+        SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
+    fi
+    screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
+fi
+
+
      +

      Clear screen rc file

      +
      +SCREENRC=$TOP_DIR/tests/$SCREEN_NAME-screenrc
+if [[ -e $SCREENRC ]]; then
+    echo -n > $SCREENRC
+fi
+}
+
+
      +

      Mimic logging +Set up output redirection without log files +Copy stdout to fd 3

      +
      +    exec 3>&1
+    if [[ "$VERBOSE" != "True" ]]; then
+
      +

      Throw away stdout and stderr

      +
      +        #exec 1>/dev/null 2>&1
+        :
+    fi
+
      +

      Always send summary fd to original stdout

      +
      +    exec 6>&3
+
+
+if [[ "$1" == "start" ]]; then
+    echo "Start service"
+    setup_screen
+    run_process fake-service "$TOP_DIR/tests/fake-service.sh"
+    sleep 1
+    status
+elif [[ "$1" == "stop" ]]; then
+    echo "Stop service"
+    stop_process fake-service
+    status
+elif [[ "$1" == "status" ]]; then
+    status
+else
+    echo "Unknown command"
+    exit 1
+fi
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tests/test_config.sh.html b/tests/test_config.sh.html new file mode 100644 index 00000000..3bcce156 --- /dev/null +++ b/tests/test_config.sh.html @@ -0,0 +1,655 @@ + + + + + test_config.sh + + + +
      +
      + + + + + + + + + + +

      test_config.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack meta-config functions

      +
      +#!/usr/bin/env bash
+
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
      +

      Import config functions

      +
      +source $TOP/lib/config
+
+
      +

      check_result() tests and reports the result values +check_result "actual" "expected"

      +
      +function check_result {
+    local actual=$1
+    local expected=$2
+    if [[ "$actual" == "$expected" ]]; then
+        echo "OK"
+    else
+        echo -e "failed: $actual != $expected\n"
+    fi
+}
+
+TEST_1C_ADD="[eee]
+type=new
+multi = foo2"
+
+function create_test1c {
+    cat >test1c.conf <<EOF
+[eee]
+# DIVIDER
+type=original
+EOF
+}
+
+function create_test2a {
+    cat >test2a.conf <<EOF
+[ddd]
+# DIVIDER
+type=original
+EOF
+}
+
+function setup_test4 {
+    mkdir -p test-etc
+    cat >test-etc/test4.conf <<EOF
+[fff]
+# DIVIDER
+type=original
+EOF
+    TEST4_DIR="test-etc"
+    TEST4_FILE="test4.conf"
+}
+
+cat >test.conf <<EOF
+[[test1|test1a.conf]]
+[default]
+# DIVIDER
+#log_file=./log.conf
+log_file=/etc/log.conf
+handlers=do not disturb
+
+[aaa]
+# DIVIDER
+#handlers=cc,dd
+handlers = aa, bb
+
+[[test1|test1b.conf]]
+[bbb]
+handlers=ee,ff
+
+[ ccc ]
+spaces  =  yes
+
+[[test2|test2a.conf]]
+[ddd]
+# DIVIDER
+type=new
+additional=true
+
+[[test1|test1c.conf]]
+$TEST_1C_ADD
+
+[[test3|test-space.conf]]
+[DEFAULT]
+attribute=value
+ 
+# DIVIDER
+
+[[test4|\$TEST4_DIR/\$TEST4_FILE]]
+[fff]
+type=new
+EOF
+
+echo -n "get_meta_section_files: test0 doesn't exist: "
+VAL=$(get_meta_section_files test.conf test0)
+check_result "$VAL" ""
+
+echo -n "get_meta_section_files: test1 3 files: "
+VAL=$(get_meta_section_files test.conf test1)
+EXPECT_VAL="test1a.conf
+test1b.conf
+test1c.conf"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "get_meta_section_files: test2 1 file: "
+VAL=$(get_meta_section_files test.conf test2)
+EXPECT_VAL="test2a.conf"
+check_result "$VAL" "$EXPECT_VAL"
+
+
+
      +

      original comment

      +
      +echo -n "get_meta_section: test0 doesn't exist: "
+VAL=$(get_meta_section test.conf test0 test0.conf)
+check_result "$VAL" ""
+
+
      +

      original comment

      +
      +echo -n "get_meta_section: test1c single section: "
+VAL=$(get_meta_section test.conf test1 test1c.conf)
+check_result "$VAL" "$TEST_1C_ADD"
+
+
      +

      original comment

      +
      +echo -n "get_meta_section: test2a single section: "
+VAL=$(get_meta_section test.conf test2 test2a.conf)
+EXPECT_VAL="[ddd]
+# DIVIDER
+type=new
+additional=true"
+check_result "$VAL" "$EXPECT_VAL"
+
+
      +

      comment an option

      +
      +echo -n "get_meta_section: test2z.conf not in test2: "
+VAL=$(get_meta_section test.conf test2 test2z.conf)
+check_result "$VAL" ""
+
+
      +

      the commented option should not change

      +
      +echo -n "get_meta_section: nofile doesn't exist: "
+VAL=$(get_meta_section nofile.ini test1)
+check_result "$VAL" ""
+
+echo -n "get_meta_section: nofile doesn't exist: "
+VAL=$(get_meta_section nofile.ini test0 test0.conf)
+check_result "$VAL" ""
+
+echo -n "merge_config_file test1c exists: "
+create_test1c
+merge_config_file test.conf test1 test1c.conf
+VAL=$(cat test1c.conf)
+
      +

      new comment

      +
      +EXPECT_VAL="[eee]
+multi = foo2
+# DIVIDER
+type=new"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_file test2a exists: "
+create_test2a
+merge_config_file test.conf test2 test2a.conf
+VAL=$(cat test2a.conf)
+
      +

      the above line has a single space

      +
      +EXPECT_VAL="[ddd]
+additional = true
+# DIVIDER
+type=new"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_file test2a not exist: "
+rm test2a.conf
+merge_config_file test.conf test2 test2a.conf
+VAL=$(cat test2a.conf)
+
      +

      Get a section from a group that doesn't exist

      +
      +EXPECT_VAL="
+[ddd]
+additional = true
+type = new"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_group test2: "
+rm test2a.conf
+merge_config_group test.conf test2
+VAL=$(cat test2a.conf)
+
      +

      Get a single section from a group with multiple files

      +
      +EXPECT_VAL="
+[ddd]
+additional = true
+type = new"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_group test2 no conf file: "
+rm test2a.conf
+merge_config_group x-test.conf test2
+if [[ ! -r test2a.conf ]]; then
+    echo "OK"
+else
+    echo "failed: $VAL != $EXPECT_VAL"
+fi
+
+echo -n "merge_config_file test-space: "
+rm -f test-space.conf
+merge_config_file test.conf test3 test-space.conf
+VAL=$(cat test-space.conf)
+
      +

      Get a single section from a group with a single file

      +
      +EXPECT_VAL="
+[DEFAULT]
+attribute = value"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_group test4 variable filename: "
+setup_test4
+merge_config_group test.conf test4
+VAL=$(cat test-etc/test4.conf)
+EXPECT_VAL="[fff]
+# DIVIDER
+type=new"
+check_result "$VAL" "$EXPECT_VAL"
+
+echo -n "merge_config_group test4 variable filename (not exist): "
+setup_test4
+rm test-etc/test4.conf
+merge_config_group test.conf test4
+VAL=$(cat test-etc/test4.conf)
+EXPECT_VAL="
+[fff]
+type = new"
+check_result "$VAL" "$EXPECT_VAL"
+
+rm -f test.conf test1c.conf test2a.conf test-space.conf
+rm -rf test-etc
+
+
+
      +
      +

      new comment

      +
      +
+
      +

      Get a single section that doesn't exist from a group

      +
      +

      Get a section from a conf file that doesn't exist

      +
      +

      iniset adds values immediately under the section header

      +
      +

      original comment

      +
      +

      iniset adds values immediately under the section header

      +
      +

      original comment

      +
      +

      iniset adds a blank line if it creates the file...

      +
      +

      iniset adds a blank line if it creates the file...

      +
      +

      iniset adds a blank line if it creates the file...

      +
      +

      original comment

      +
      +
      +
      + + +
      +
      + + diff --git a/tests/test_ini.sh.html b/tests/test_ini.sh.html new file mode 100644 index 00000000..cac57dcc --- /dev/null +++ b/tests/test_ini.sh.html @@ -0,0 +1,654 @@ + + + + + test_ini.sh + + + +
      +
      + + + + + + + + + + +

      test_ini.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack INI functions

      +
      +#!/usr/bin/env bash
+
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
+echo "Testing INI functions"
+
+cat >test.ini <<EOF
+[default]
+# DIVIDER
+#log_file=./log.conf
+log_file=/etc/log.conf
+handlers=do not disturb
+
+[aaa]
+# DIVIDER
+#handlers=cc,dd
+handlers = aa, bb
+
+[bbb]
+handlers=ee,ff
+
+[ ccc ]
+spaces  =  yes
+
+[ddd]
+empty =
+
+[eee]
+multi = foo1
+multi = foo2
+EOF
+
+
      +

      comment an option

      +
      +
+BEFORE=$(cat test.ini)
+
+echo -n "iniset: test missing attribute argument: "
+iniset test.ini aaa
+NO_ATTRIBUTE=$(cat test.ini)
+if [[ "$BEFORE" == "$NO_ATTRIBUTE" ]]; then
+    echo "OK"
+else
+    echo "failed"
+fi
+
+echo -n "iniset: test missing section argument: "
+iniset test.ini
+NO_SECTION=$(cat test.ini)
+if [[ "$BEFORE" == "$NO_SECTION" ]]; then
+    echo "OK"
+else
+    echo "failed"
+fi
+
+
      +

      the commented option should not change

      +
      +
+VAL=$(iniget test.ini aaa handlers)
+if [[ "$VAL" == "aa, bb" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini aaa handlers "11, 22"
+
+VAL=$(iniget test.ini aaa handlers)
+if [[ "$VAL" == "11, 22" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test with missing arguments

      +
      +
+VAL=$(iniget test.ini " ccc " spaces)
+if [[ "$VAL" == "yes" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini "b b" opt_ion 42
+
+VAL=$(iniget test.ini "b b" opt_ion)
+if [[ "$VAL" == "42" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test with spaces

      +
      +
+VAL=$(iniget test.ini bbb handlers)
+if [[ "$VAL" == "ee,ff" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini bbb handlers "33,44"
+
+VAL=$(iniget test.ini bbb handlers)
+if [[ "$VAL" == "33,44" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test with spaces in section header

      +
      +if ini_has_option test.ini ddd empty; then
+    echo "OK: ddd.empty present"
+else
+    echo "ini_has_option failed: ddd.empty not found"
+fi
+
+
      +

      Test without spaces, end of file

      +
      +if ini_has_option test.ini bbb handlers; then
+    echo "OK: bbb.handlers present"
+else
+    echo "ini_has_option failed: bbb.handlers not found"
+fi
+
+
      +

      test empty option

      +
      +iniset test.ini ddd empty "42"
+
+VAL=$(iniget test.ini ddd empty)
+if [[ "$VAL" == "42" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test non-empty option

      +
      +iniset test.ini aaa handlers "a|b"
+
+VAL=$(iniget test.ini aaa handlers)
+if [[ "$VAL" == "a|b" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test changing empty option

      +
      +iniset test.ini aaa handlers "a b"
+
+VAL="$(iniget test.ini aaa handlers)"
+if [[ "$VAL" == "a b" ]]; then
+    echo "OK: $VAL"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test pipe in option

      +
      +
+VAL=$(iniget test.ini zzz handlers)
+if [[ -z "$VAL" ]]; then
+    echo "OK: zzz not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+iniset test.ini zzz handlers "999"
+
+VAL=$(iniget test.ini zzz handlers)
+if [[ -n "$VAL" ]]; then
+    echo "OK: zzz not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      test space in option

      +
      +
+VAL=$(iniget test.ini aaa debug)
+if [[ -z "$VAL" ]]; then
+    echo "OK aaa.debug not present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+if ! ini_has_option test.ini aaa debug; then
+    echo "OK aaa.debug not present"
+else
+    echo "ini_has_option failed: aaa.debug"
+fi
+
+iniset test.ini aaa debug "999"
+
+VAL=$(iniget test.ini aaa debug)
+if [[ -n "$VAL" ]]; then
+    echo "OK aaa.debug present"
+else
+    echo "iniget failed: $VAL"
+fi
+
+
      +

      Test section not exist

      +
      +
+inicomment test.ini aaa handlers
+
+VAL=$(iniget test.ini aaa handlers)
+if [[ -z "$VAL" ]]; then
+    echo "OK"
+else
+    echo "inicomment failed: $VAL"
+fi
+
+
      +

      Test option not exist

      +
      +iniset_multiline test.ini eee multi bar1 bar2
+
+VAL=$(iniget_multiline test.ini eee multi)
+if [[ "$VAL" == "bar1 bar2" ]]; then
+    echo "OK: iniset_multiline"
+else
+    echo "iniset_multiline failed: $VAL"
+fi
+
+
      +

      Test comments

      +
      +iniadd test.ini eee multi bar3
+VAL=$(iniget_multiline test.ini eee multi)
+if [[ "$VAL" == "bar1 bar2 bar3" ]]; then
+    echo "OK: iniadd"
+else
+    echo "iniadd failed: $VAL"
+fi
+
+
      +

      Test multiple line iniset/iniget

      +
      +iniadd test.ini eee non-multi foobar1 foobar2
+VAL=$(iniget_multiline test.ini eee non-multi)
+if [[ "$VAL" == "foobar1 foobar2" ]]; then
+    echo "OK: iniadd with non-exiting value"
+else
+    echo "iniadd with non-exsting failed: $VAL"
+fi
+
+rm test.ini
+
+
+
      +
      +

      Test iniadd with exiting values

      +
      +
+
      +

      Test iniadd with non-exiting values

      +
      +
      +
      + + +
      +
      + + diff --git a/tests/test_ip.sh.html b/tests/test_ip.sh.html new file mode 100644 index 00000000..cf0ddd46 --- /dev/null +++ b/tests/test_ip.sh.html @@ -0,0 +1,500 @@ + + + + + test_ip.sh + + + +
      +
      + + + + + + + + + + +

      test_ip.sh

      + + + + + + + + + +
      + + +

      Tests for DevStack functions +address_in_net()

      +
      +#!/usr/bin/env bash
+
+
+TOP=$(cd $(dirname "$0")/.. && pwd)
+
+
      +

      Import common functions

      +
      +source $TOP/functions
+
+
      +

      Import configuration

      +
      +source $TOP/openrc
+
+
+echo "Testing IP addr functions"
+
+if [[ $(cidr2netmask 4) == 240.0.0.0 ]]; then
+    echo "cidr2netmask(): /4...OK"
+else
+    echo "cidr2netmask(): /4...failed"
+fi
+if [[ $(cidr2netmask 8) == 255.0.0.0 ]]; then
+    echo "cidr2netmask(): /8...OK"
+else
+    echo "cidr2netmask(): /8...failed"
+fi
+if [[ $(cidr2netmask 12) == 255.240.0.0 ]]; then
+    echo "cidr2netmask(): /12...OK"
+else
+    echo "cidr2netmask(): /12...failed"
+fi
+if [[ $(cidr2netmask 16) == 255.255.0.0 ]]; then
+    echo "cidr2netmask(): /16...OK"
+else
+    echo "cidr2netmask(): /16...failed"
+fi
+if [[ $(cidr2netmask 20) == 255.255.240.0 ]]; then
+    echo "cidr2netmask(): /20...OK"
+else
+    echo "cidr2netmask(): /20...failed"
+fi
+if [[ $(cidr2netmask 24) == 255.255.255.0 ]]; then
+    echo "cidr2netmask(): /24...OK"
+else
+    echo "cidr2netmask(): /24...failed"
+fi
+if [[ $(cidr2netmask 28) == 255.255.255.240 ]]; then
+    echo "cidr2netmask(): /28...OK"
+else
+    echo "cidr2netmask(): /28...failed"
+fi
+if [[ $(cidr2netmask 30) == 255.255.255.252 ]]; then
+    echo "cidr2netmask(): /30...OK"
+else
+    echo "cidr2netmask(): /30...failed"
+fi
+if [[ $(cidr2netmask 32) == 255.255.255.255 ]]; then
+    echo "cidr2netmask(): /32...OK"
+else
+    echo "cidr2netmask(): /32...failed"
+fi
+
+if [[ $(maskip 169.254.169.254 240.0.0.0) == 160.0.0.0 ]]; then
+    echo "maskip(): /4...OK"
+else
+    echo "maskip(): /4...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.0.0.0) == 169.0.0.0 ]]; then
+    echo "maskip(): /8...OK"
+else
+    echo "maskip(): /8...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.240.0.0) == 169.240.0.0 ]]; then
+    echo "maskip(): /12...OK"
+else
+    echo "maskip(): /12...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.255.0.0) == 169.254.0.0 ]]; then
+    echo "maskip(): /16...OK"
+else
+    echo "maskip(): /16...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.255.240.0) == 169.254.160.0 ]]; then
+    echo "maskip(): /20...OK"
+else
+    echo "maskip(): /20...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.255.255.0) == 169.254.169.0 ]]; then
+    echo "maskip(): /24...OK"
+else
+    echo "maskip(): /24...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.255.255.240) == 169.254.169.240 ]]; then
+    echo "maskip(): /28...OK"
+else
+    echo "maskip(): /28...failed"
+fi
+if [[ $(maskip 169.254.169.254 255.255.255.255) == 169.254.169.254 ]]; then
+    echo "maskip(): /32...OK"
+else
+    echo "maskip(): /32...failed"
+fi
+
+for mask in 8 12 16 20 24 26 28; do
+    echo -n "address_in_net(): in /$mask..."
+    if address_in_net 10.10.10.1 10.10.10.0/$mask; then
+        echo "OK"
+    else
+        echo "address_in_net() failed on /$mask"
+    fi
+
+    echo -n "address_in_net(): not in /$mask..."
+    if ! address_in_net 10.10.10.1 11.11.11.0/$mask; then
+        echo "OK"
+    else
+        echo "address_in_net() failed on /$mask"
+    fi
+done
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/testx.sh.html b/testx.sh.html new file mode 100644 index 00000000..7cbdaa37 --- /dev/null +++ b/testx.sh.html @@ -0,0 +1,382 @@ + + + + + testx.sh + + + +
      +
      + + + + + + + + + + +

      testx.sh

      + + + + + + + + + +
      + + +
      +
      +#!/bin/bash
+
+echo "testx.sh"
+
+ls -l /proc/self/fd
+
+sleep 10
+
+echo "exiting"
+
+
      + + +
      +
      + + diff --git a/tls/tls.sh.html b/tls/tls.sh.html new file mode 100644 index 00000000..45375d7e --- /dev/null +++ b/tls/tls.sh.html @@ -0,0 +1,403 @@ + + + + + tls.sh + + + +
      +
      + + + + + + + + + + +

      tls.sh

      + + + + + + + + + +
      + + +

      tls.sh - manipulate TLS services

      +
      +#!/bin/bash
+
+set -o xtrace
+
+HOST_IP=5.0.0.95
+
+DEST=/opt/stack
+DATA_DIR=$DEST/data
+
+source functions
+source lib/tls
+
+
      +

      Set up CA and certs

      +
      +configure_CA
+init_CA
+
+if [[ ! -r $DEVSTACK_CERT ]]; then
+    new_cert $INT_CA_DIR $DEVSTACK_HOSTNAME$TMP_IP "IP:$TLS_IP"
+    cat $INT_CA_DIR/private/devstack-server.pem $INT_CA_DIR/devstack-server.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT
+fi
+
+#start_tls_proxy $TLS_IP 5000 localhost 5000 &
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tls/vpd-tls.sh.html b/tls/vpd-tls.sh.html new file mode 100644 index 00000000..d1b6ae78 --- /dev/null +++ b/tls/vpd-tls.sh.html @@ -0,0 +1,410 @@ + + + + + vpd-tls.sh + + + +
      +
      + + + + + + + + + + +

      vpd-tls.sh

      + + + + + + + + + +
      + + +

      vpd-tls.sh - Proxy vpd01

      +
      +#!/bin/bash
+
+BIP=192.168.9.111
+FIP=127.0.0.1
+
+PORTS="5000 35357"
+
+ENABLE_TLS=True
+DATA_DIR=`pwd`/data
+
+ROOT_CA_DIR=$DATA_DIR/root
+INT_CA_DIR=$DATA_DIR/int
+
+OPENSSL_CONF=/usr/local/etc/openssl/openssl.cnf
+OPENSSL=/usr/local/Cellar/openssl/1.0.1c/bin/openssl
+
+source functions
+source lib/tls
+
+
      +

      add tls.devstack.org to /etc/hosts - be smart!!!

      +
      +
+configure_CA
+init_CA
+
+set -o xtrace
+for i in $PORTS; do
+    stud --tls -f $FIP,$i -b $BIP,$i $DEVSTACK_CERT &
+done
+
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tools/build_bm.sh b/tools/build_bm.sh deleted file mode 100755 index ab0ba0ef..00000000 --- a/tools/build_bm.sh +++ /dev/null @@ -1,38 +0,0 @@ -#!/usr/bin/env bash - -# **build_bm.sh** - -# Build an OpenStack install on a bare metal machine. -set +x - -# Keep track of the current directory -TOOLS_DIR=$(cd $(dirname "$0") && pwd) -TOP_DIR=$(cd $TOOLS_DIR/..; pwd) - -# Import common functions -source $TOP_DIR/functions - -# Source params -source ./stackrc - -# Param string to pass to stack.sh. Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova" -STACKSH_PARAMS=${STACKSH_PARAMS:-} - -# Option to use the version of devstack on which we are currently working -USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1} - -# Configure the runner -RUN_SH=`mktemp` -cat > $RUN_SH < + + + + build_bm.sh + + + +
      +
      + + + + + + + + + + +

      build_bm.sh

      + + + + + + + + + +
      + + +

      build_bm.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Build an OpenStack install on a bare metal machine.

      +
      +set +x
+
+
      +

      Keep track of the current directory

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      +

      Import common functions

      +
      +source $TOP_DIR/functions
+
+
      +

      Source params

      +
      +source ./stackrc
+
+
      +

      Param string to pass to stack.sh. Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"

      +
      +STACKSH_PARAMS=${STACKSH_PARAMS:-}
+
+
      +

      Option to use the version of devstack on which we are currently working

      +
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
      +

      Configure the runner

      +
      +RUN_SH=`mktemp`
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+# DIVIDER
+cd devstack
+$STACKSH_PARAMS ./stack.sh
+EOF
+
+
      +

      Install and run stack.sh

      +
      +chmod 755 $RUN_SH
+
+scp -r . root@$CONTAINER_IP:devstack
+scp $RUN_SH root@$CONTAINER_IP:$RUN_SH
+ssh root@$CONTAINER_IP $RUN_SH
+
+
+
      +
      +

      Make the run.sh executable

      +
      +
+
      +
      +
      + + +
      +
      + + diff --git a/tools/build_bm_multi.sh b/tools/build_bm_multi.sh deleted file mode 100755 index f1242ee4..00000000 --- a/tools/build_bm_multi.sh +++ /dev/null @@ -1,40 +0,0 @@ -#!/usr/bin/env bash - -# **build_bm_multi.sh** - -# Build an OpenStack install on several bare metal machines. -SHELL_AFTER_RUN=no - -# Variables common amongst all hosts in the cluster -COMMON_VARS="MYSQL_HOST=$HEAD_HOST RABBIT_HOST=$HEAD_HOST GLANCE_HOSTPORT=$HEAD_HOST:9292 NET_MAN=FlatDHCPManager FLAT_INTERFACE=eth0 FLOATING_RANGE=$FLOATING_RANGE MULTI_HOST=1 SHELL_AFTER_RUN=$SHELL_AFTER_RUN" - -# Helper to launch containers -function run_bm { - # For some reason container names with periods can cause issues :/ - CONTAINER=$1 CONTAINER_IP=$2 CONTAINER_NETMASK=$NETMASK CONTAINER_GATEWAY=$GATEWAY NAMESERVER=$NAMESERVER TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $3" ./tools/build_bm.sh -} - -# Launch the head node - headnode uses a non-ip domain name, -# because rabbit won't launch with an ip addr hostname :( -run_bm STACKMASTER $HEAD_HOST "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit" - -# Wait till the head node is up -if [ ! "$TERMINATE" = "1" ]; then - echo "Waiting for head node ($HEAD_HOST) to start..." - if ! timeout 60 sh -c "while ! wget -q -O- http://$HEAD_HOST | grep -q username; do sleep 1; done"; then - echo "Head node did not start" - exit 1 - fi -fi - -PIDS="" -# Launch the compute hosts in parallel -for compute_host in ${COMPUTE_HOSTS//,/ }; do - run_bm $compute_host $compute_host "ENABLED_SERVICES=n-cpu,n-net,n-api" & - PIDS="$PIDS $!" -done - -for x in $PIDS; do - wait $x -done -echo "build_bm_multi complete" diff --git a/tools/build_bm_multi.sh.html b/tools/build_bm_multi.sh.html new file mode 100644 index 00000000..dff2223c --- /dev/null +++ b/tools/build_bm_multi.sh.html @@ -0,0 +1,432 @@ + + + + + build_bm_multi.sh + + + +
      +
      + + + + + + + + + + +

      build_bm_multi.sh

      + + + + + + + + + +
      + + +

      build_bm_multi.sh

      +
      +#!/usr/bin/env bash
+
+
+
      +

      Build an OpenStack install on several bare metal machines.

      +
      +SHELL_AFTER_RUN=no
+
+
      +

      Variables common amongst all hosts in the cluster

      +
      +COMMON_VARS="MYSQL_HOST=$HEAD_HOST RABBIT_HOST=$HEAD_HOST GLANCE_HOSTPORT=$HEAD_HOST:9292 NETWORK_MANAGER=FlatDHCPManager FLAT_INTERFACE=eth0 FLOATING_RANGE=$FLOATING_RANGE MULTI_HOST=1 SHELL_AFTER_RUN=$SHELL_AFTER_RUN"
+
+
      +

      Helper to launch containers

      +
      +function run_bm {
+
      +

      For some reason container names with periods can cause issues :/

      +
      +    CONTAINER=$1 CONTAINER_IP=$2 CONTAINER_NETMASK=$NETMASK CONTAINER_GATEWAY=$GATEWAY NAMESERVER=$NAMESERVER TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $3" ./tools/build_bm.sh
+}
+
+
      +

      Launch the head node - headnode uses a non-ip domain name, +because rabbit won't launch with an ip addr hostname :(

      +
      +run_bm STACKMASTER $HEAD_HOST "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+
      +

      Wait till the head node is up

      +
      +if [ ! "$TERMINATE" = "1" ]; then
+    echo "Waiting for head node ($HEAD_HOST) to start..."
+    if ! timeout 60 sh -c "while ! wget -q -O- http://$HEAD_HOST | grep -q username; do sleep 1; done"; then
+        echo "Head node did not start"
+        exit 1
+    fi
+fi
+
+PIDS=""
+
      +

      Launch the compute hosts in parallel

      +
      +for compute_host in ${COMPUTE_HOSTS//,/ }; do
+    run_bm $compute_host $compute_host "ENABLED_SERVICES=n-cpu,n-net,n-api" &
+    PIDS="$PIDS $!"
+done
+
+for x in $PIDS; do
+    wait $x
+done
+echo "build_bm_multi complete"
+
+
+
      +
      +
      +
      +
+
      + + +
      +
      + + diff --git a/tools/build_ci_config.sh.html b/tools/build_ci_config.sh.html new file mode 100644 index 00000000..0f50767d --- /dev/null +++ b/tools/build_ci_config.sh.html @@ -0,0 +1,656 @@ + + + + + build_ci_config.sh + + + +
      +
      + + + + + + + + + + +

      build_ci_config.sh

      + + + + + + + + + +
      + + +
      +
      build_ci_config.sh - Build a config.ini for tempest (openstack-integration-tests)
      +
      (https://github.com/openstack/tempest.git)
      +
      +
      +

      Clean up any resources that may be in use

      +
      +#!/usr/bin/env bash
+
+function usage {
+    echo "$0 - Build config.ini for tempest"
+    echo ""
+    echo "Usage: $0 [configdir]"
+    exit 1
+}
+
+if [ "$1" = "-h" ]; then
+    usage
+fi
+
+
      +

      Mop up temporary files

      +
      +cleanup() {
+    set +o errexit
+
+
      +

      Kill ourselves to signal any calling process

      +
      +    if [ -n "$CONFIG_CONF_TMP" -a -e "$CONFIG_CONF_TMP" ]; then
+        rm -f $CONFIG_CONF_TMP
+    fi
+    if [ -n "$CONFIG_INI_TMP" -a -e "$CONFIG_INI_TMP" ]; then
+        rm -f $CONFIG_INI_TMP
+    fi
+
+
      +

      Keep track of the current directory

      +
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      +

      Abort if localrc is not set

      +
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      +

      Source params

      +
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords and configuration defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      +

      Where Openstack code lives

      +
      +source ./stackrc
+
+
      +

      git clone only if directory doesn't exist already. Since DEST might not +be owned by the installation user, we create the directory and change the +ownership to the proper user.

      +
      +DEST=${DEST:-/opt/stack}
+
+CITEST_DIR=$DEST/tempest
+
+CONFIG_DIR=${1:-$CITEST_DIR/etc}
+CONFIG_CONF=$CONFIG_DIR/storm.conf
+CONFIG_INI=$CONFIG_DIR/config.ini
+
+DIST_NAME=${DIST_NAME:-oneiric}
+
+
      +

      do a full clone only if the directory doesn't exist

      +
      +function git_clone {
+
+    GIT_REMOTE=$1
+    GIT_DEST=$2
+    GIT_BRANCH=$3
+
+
      +

      This checkout syntax works for both branches and tags

      +
      +    if [ ! -d $GIT_DEST ]; then
+        git clone $GIT_REMOTE $GIT_DEST
+        cd $2
+
      +

      if it does exist then simulate what clone does if asked to RECLONE

      +
      +        git checkout $GIT_BRANCH
+    elif [[ "$RECLONE" == "yes" ]]; then
+
      +

      set the url to pull from and fetch

      +
      +        cd $GIT_DEST
+
      +

      remove the existing ignored files (like pyc) as they cause breakage +(due to the py files having older timestamps than our pyc, so python +thinks the pyc files are correct using them)

      +
      +        git remote set-url origin $GIT_REMOTE
+        git fetch origin
+
      +

      a local branch might not exist

      +
      +        find $GIT_DEST -name '*.pyc' -delete
+        git checkout -f origin/$GIT_BRANCH
+
      +

      Install tests and prerequisites

      +
      +        git branch -D $GIT_BRANCH || true
+        git checkout -b $GIT_BRANCH
+    fi
+}
+
+
      +

      Process network configuration vars

      +
      +sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install --use-mirrors `cat $TOP_DIR/files/pips/tempest`
+
+git_clone $CITEST_REPO $CITEST_DIR $CITEST_BRANCH
+
+if [ ! -f $DEST/.ramdisk ]; then
+
      +

      Use the GUEST_IP unless an explicit IP is set by HOST_IP

      +
      +    GUEST_NETWORK=${GUEST_NETWORK:-1}
+    GUEST_RECREATE_NET=${GUEST_RECREATE_NET:-yes}
+
+    GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
+    GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+    GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+    GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
+    GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
+    GUEST_RAM=${GUEST_RAM:-1524288}
+    GUEST_CORES=${GUEST_CORES:-1}
+fi
+
+
      +

      Use the first IP if HOST_IP still is not set

      +
      +HOST_IP=${HOST_IP:-$GUEST_IP}
+
      +

      Glance connection info. Note the port must be specified.

      +
      +if [ ! -n "$HOST_IP" ]; then
+    HOST_IP=`LC_ALL=C /sbin/ifconfig  | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
+fi
+
+RABBIT_HOST=${RABBIT_HOST:-localhost}
+
+
      +

      Set up downloaded images +Defaults to use first image

      +
      +GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292}
+set `echo $GLANCE_HOSTPORT | tr ':' ' '`
+GLANCE_HOST=$1
+GLANCE_PORT=$2
+
+
      +

      Save the first image directory that contains a disk image link

      +
      +
+IMAGE_DIR=""
+for imagedir in $TOP_DIR/files/images/*; do
+    KERNEL=""
+    RAMDISK=""
+    IMAGE=""
+    IMAGE_RAMDISK=""
+    KERNEL=$(for f in "$imagedir/"*-vmlinuz*; do
+        [ -f "$f" ] && echo "$f" && break; done; true)
+    [ -n "$KERNEL" ] && ln -sf $KERNEL $imagedir/kernel
+    RAMDISK=$(for f in "$imagedir/"*-initrd*; do
+        [ -f "$f" ] && echo "$f" && break; done; true)
+    [ -n "$RAMDISK" ] && ln -sf $RAMDISK $imagedir/ramdisk && \
+                         IMAGE_RAMDISK="ari_location = $imagedir/ramdisk"
+    IMAGE=$(for f in "$imagedir/"*.img; do
+        [ -f "$f" ] && echo "$f" && break; done; true)
+    if [ -n "$IMAGE" ]; then
+        ln -sf $IMAGE $imagedir/disk
+
      +

      Create storm.conf

      +
      +        if [ -z "$IMAGE_DIR" ]; then
+            IMAGE_DIR=$imagedir
+        fi
+    fi
+done
+
+
      +

      Create config.ini

      +
      +
+CONFIG_CONF_TMP=$(mktemp $CONFIG_CONF.XXXXXX)
+    cat >$CONFIG_CONF_TMP <<EOF
+[nova]
+auth_url=http://$HOST_IP:5000/v2.0/tokens
+user=admin
+api_key=$ADMIN_PASSWORD
+tenant_name=admin
+ssh_timeout=300
+build_interval=10
+build_timeout=600
+
+[environment]
+image_ref=3
+image_ref_alt=4
+flavor_ref=1
+flavor_ref_alt=2
+create_image_enabled=true
+resize_available=true
+authentication=keystone_v2
+EOF
+mv $CONFIG_CONF_TMP $CONFIG_CONF
+CONFIG_CONF_TMP=""
+
+
      +
      +
+CONFIG_INI_TMP=$(mktemp $CONFIG_INI.XXXXXX)
+if [ "$UPLOAD_LEGACY_TTY" ]; then
+    cat >$CONFIG_INI_TMP <<EOF
+[environment]
+aki_location = $TOP_DIR/files/images/aki-tty/image
+ari_location = $TOP_DIR/files/images/ari-tty/image
+ami_location = $TOP_DIR/files/images/ami-tty/image
+image_ref = 3
+image_ref_alt = 3
+flavor_ref = 1
+flavor_ref_alt = 2
+
+[glance]
+host = $GLANCE_HOST
+apiver = v1
+port = $GLANCE_PORT
+image_id = 3
+image_id_alt = 3
+tenant_id = 1
+EOF
+else
+    cat >$CONFIG_INI_TMP <<EOF
+[environment]
+aki_location = $IMAGE_DIR/kernel
+ami_location = $IMAGE_DIR/disk
+$IMAGE_RAMDISK
+image_ref = 2
+image_ref_alt = 2
+flavor_ref = 1
+flavor_ref_alt = 2
+
+[glance]
+host = $GLANCE_HOST
+apiver = v1
+port = $GLANCE_PORT
+image_id = 2
+image_id_alt = 2
+tenant_id = 1
+EOF
+fi
+
+cat >>$CONFIG_INI_TMP <<EOF
+
+[keystone]
+service_host = $HOST_IP
+service_port = 5000
+apiver = v2.0
+user = admin
+password = $ADMIN_PASSWORD
+tenant_name = admin
+
+[nova]
+host = $HOST_IP
+port = 8774
+apiver = v1.1
+project = admin
+user = admin
+key = $ADMIN_PASSWORD
+ssh_timeout = 300
+build_timeout = 300
+flavor_ref = 1
+flavor_ref_alt = 2
+multi_node = no
+
+[rabbitmq]
+host = $RABBIT_HOST
+user = guest
+password = $RABBIT_PASSWORD
+
+[swift]
+auth_host = $HOST_IP
+auth_port = 443
+auth_prefix = /auth/
+auth_ssl = yes
+account = system
+username = root
+password = password
+
+EOF
+mv $CONFIG_INI_TMP $CONFIG_INI
+CONFIG_INI_TMP=""
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      + + + +
      
+
      
+
+
diff --git a/tools/build_docs.sh.html b/tools/build_docs.sh.html
new file mode 100644
index 00000000..abf98689
--- /dev/null
+++ b/tools/build_docs.sh.html
@@ -0,0 +1,598 @@
+
+
+
+    
+    build_docs.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_docs.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_docs.sh - Build the gh-pages docs for DevStack
      
+
        
+
      • Install shocco if not found on PATH and INSTALL_SHOCCO is set
        • 
+
      • Clone MASTER_REPO branch MASTER_BRANCH
        • 
+
      • Re-creates docs/html directory from existing repo + new generated script docs
        • 
+
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Usage:
      
+
      +## build_docs.sh [-o <out-dir>] [-g] [master|<repo> [<branch>]]
+## <repo>           The DevStack repository to clone (default is DevStack github repo)
+##                  If a repo is not supplied use the current directory
+##                  (assumed to be a DevStack checkout) as the source.
+## <branch>         The DevStack branch to check out (default is master; ignored if
+##                  repo is not specified)
+## .                Use the current repo and branch (do not use with -p to
+##                  prevent stray files in the workspace being added tot he docs)
+## -o <out-dir>     Write the static HTML output to <out-dir>
+##                  (Note that <out-dir> will be deleted and re-created to ensure it is clean)
+## -g               Update the old gh-pages repo  (set PUSH=1 to actually push up to RCB)
+
+
      
+
      
+
      Defaults
      
+
      +
+
      
+
      Source repo/branch for DevStack
      
+
      +MASTER_REPO=${MASTER_REPO:-git://git.openstack.org/openstack-dev/devstack}
+MASTER_BRANCH=${MASTER_BRANCH:-master}
+
+
      
+
      http://devstack.org is a GitHub gh-pages site in the https://github.com/cloudbuilders/devtack.git repo
      
+
      +GH_PAGES_REPO=git@github.com:cloudbuilders/devstack.git
+
+DOCS_SOURCE=docs/source
+HTML_BUILD=docs/html
+
+
      
+
      Keep track of the devstack directory
      
+
      +TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+
+
      
+
      Uses this shocco branch: https://github.com/dtroyer/shocco/tree/rst_support
      
+
      +SHOCCO=${SHOCCO:-shocco}
+if ! which shocco; then
+    if [[ ! -x $TOP_DIR/shocco/shocco ]]; then
+        if [[ -z "$INSTALL_SHOCCO" ]]; then
+            echo "shocco not found in \$PATH, please set environment variable SHOCCO"
+            exit 1
+        fi
+        echo "Installing local copy of shocco"
+        if ! which pygmentize; then
+            sudo pip install Pygments
+        fi
+        if ! which rst2html.py; then
+            sudo pip install docutils
+        fi
+        git clone -b rst_support https://github.com/dtroyer/shocco shocco
+        cd shocco
+        ./configure
+        make || exit
+        cd ..
+    fi
+    SHOCCO=$TOP_DIR/shocco/shocco
+fi
+
+
      
+
      Process command-line args
      
+
      +while getopts go: c; do
+    case $c in
+        g)  GH_UPDATE=1
+            ;;
+        o)  HTML_BUILD=$OPTARG
+            ;;
+    esac
+done
+shift `expr $OPTIND - 1`
+
+
+if [[ -n "$1" ]]; then
+    master="master"
+    if [[ "${master/#$1}" != "master" ]]; then
+
      
+
      Partial match on "master"
      
+
      +        REPO=$MASTER_REPO
+    else
+        REPO=$1
+    fi
+    REPO_BRANCH=${2:-$MASTER_BRANCH}
+fi
+
+
      
+
      Check out a specific DevStack branch
      
+
      +if [[ -n $REPO ]]; then
+
      
+
      Make a workspace
      
+
      +    TMP_ROOT=$(mktemp -d work-docs-XXXX)
+    echo "Building docs in $TMP_ROOT"
+    cd $TMP_ROOT
+
+
      
+
      Get the master branch
      
+
      +    git clone $REPO devstack
+    cd devstack
+    if [[ -n "$REPO_BRANCH" ]]; then
+        git checkout $REPO_BRANCH
+    fi
+fi
+
+
      
+
      Assumption is we are now in the DevStack workspace to be processed
      
+
      +
+
      
+
+
      
+
      Processing
      
+
      +
+
      
+
      Clean up build dir
      
+
      +rm -rf $HTML_BUILD
+mkdir -p $HTML_BUILD
+
+
      
+
      Get fully qualified dirs
      
+
      +FQ_DOCS_SOURCE=$(cd $DOCS_SOURCE && pwd)
+FQ_HTML_BUILD=$(cd $HTML_BUILD && pwd)
+
+
      
+
      Get repo static
      
+
      +cp -pr $FQ_DOCS_SOURCE/* $FQ_HTML_BUILD
+
+
      
+
      Insert automated bits
      
+
      +GLOG=$(mktemp gitlogXXXX)
+git log \
+    --pretty=format:'            <li>%s - <em>Commit <a href="https://review.openstack.org/#q,%h,n,z">%h</a> %cd</em></li>' \
+    --date=short \
+    --since '6 months ago' | grep -v Merge >$GLOG
+sed -e $"/%GIT_LOG%/r $GLOG" $FQ_DOCS_SOURCE/changes.html >$FQ_HTML_BUILD/changes.html
+rm -f $GLOG
+
+
      
+
      Build list of scripts to process
      
+
      +FILES=""
+for f in $(find . -name .git -prune -o \( -type f -name \*.sh -not -path \*shocco/\* -print \)); do
+    echo $f
+    FILES+="$f "
+    mkdir -p $FQ_HTML_BUILD/`dirname $f`;
+    $SHOCCO $f > $FQ_HTML_BUILD/$f.html
+done
+for f in $(find functions functions-common lib samples -type f -name \*); do
+    echo $f
+    FILES+="$f "
+    mkdir -p $FQ_HTML_BUILD/`dirname $f`;
+    $SHOCCO $f > $FQ_HTML_BUILD/$f.html
+done
+echo "$FILES" >docs/files
+
+if [[ -n $GH_UPDATE ]]; then
+    GH_ROOT=$(mktemp -d work-gh-XXXX)
+    cd $GH_ROOT
+
+
      
+
      Pull the latest docs branch from devstack.org repo
      
+
      +    git clone -b gh-pages $GH_PAGES_REPO gh-docs
+
+
      
+
      Get the generated files
      
+
      +    cp -pr $FQ_HTML_BUILD/* gh-docs
+
+
      
+
      Collect the new generated pages
      
+
      +    (cd gh-docs; find . -name \*.html -print0 | xargs -0 git add)
+
+
      
+
      Push our changes back up to the docs branch
      
+
      +    if ! git diff-index HEAD --quiet; then
+        git commit -a -m "Update script docs"
+        if [[ -n $PUSH ]]; then
+            git push
+        fi
+    fi
+fi
+
+
      
+
      Clean up or report the temp workspace
      
+
      +if [[ -n REPO && -n $PUSH_REPO ]]; then
+    echo rm -rf $TMP_ROOT
+else
+    if [[ -z "$TMP_ROOT" ]]; then
+        TMP_ROOT="$(pwd)"
+    fi
+    echo "Built docs in $HTML_BUILD"
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/build_kvm.sh.html b/tools/build_kvm.sh.html
new file mode 100644
index 00000000..df6bb30e
--- /dev/null
+++ b/tools/build_kvm.sh.html
@@ -0,0 +1,884 @@
+
+
+
+    
+    build_kvm.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_kvm.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      exit on error to stop unexpected errors
      
+
      
+
      Make sure that we have the proper version of ubuntu
      
+
      +#!/usr/bin/env bash
+
+set -o errexit
+
+
      
+
      Echo commands
      
+
      +UBUNTU_VERSION=`cat /etc/lsb-release | grep CODENAME | sed 's/.*=//g'`
+if [ ! "oneiric" = "$UBUNTU_VERSION" ]; then
+    if [ ! "natty" = "$UBUNTU_VERSION" ]; then
+        echo "This script only works with oneiric and natty"
+        exit 1
+    fi
+fi
+
+
      
+
      Keep track of the current directory
      
+
      +set -o xtrace
+
+
      
+
      Where to store files and instances
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$TOOLS_DIR/..
+
+
      
+
      Where to store images
      
+
      +KVMSTACK_DIR=${KVMSTACK_DIR:-/opt/kvmstack}
+
+
      
+
      Create images dir
      
+
      +IMAGES_DIR=$KVMSTACK_DIR/images
+
+
      
+
      Move to top devstack dir
      
+
      +mkdir -p $IMAGES_DIR
+
+
      
+
      Abort if localrc is not set
      
+
      +cd $TOP_DIR
+
+
      
+
      Source params
      
+
      +if [ ! -e ./localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      
+
      Configure the root password of the vm to be the same as ADMIN_PASSWORD
      
+
      +source ./stackrc
+
+
      
+
      Base image (natty by default)
      
+
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
+
      
+
      Name of our instance, used by libvirt
      
+
      +DIST_NAME=${DIST_NAME:-natty}
+IMAGE_FNAME=$DIST_NAME.raw
+
+
      
+
      Original version of built image
      
+
      +GUEST_NAME=${GUEST_NAME:-kvmstack}
+
+
      
+
      Copy of base image, which we pre-install with tasty treats
      
+
      +BASE_IMAGE=$KVMSTACK_DIR/images/$DIST_NAME.raw
+
+
      
+
      Mop up after previous runs
      
+
      +VM_IMAGE=$IMAGES_DIR/$DIST_NAME.$GUEST_NAME.raw
+
+
      
+
      Where this vm is stored
      
+
      +virsh destroy $GUEST_NAME || true
+
+
      
+
      Create vm dir
      
+
      +VM_DIR=$KVMSTACK_DIR/instances/$GUEST_NAME
+
+
      
+
      Mount point into copied base image
      
+
      +mkdir -p $VM_DIR
+
+
      
+
      Create the base image if it does not yet exist
      
+
      +COPY_DIR=$VM_DIR/copy
+mkdir -p $COPY_DIR
+
+
      
+
      Create a copy of the base image
      
+
      +if [ ! -e $IMAGES_DIR/$IMAGE_FNAME ]; then
+    cd $TOOLS_DIR
+    ./make_image.sh -m -r 5000  $DIST_NAME raw
+    mv $DIST_NAME.raw $BASE_IMAGE
+    cd $TOP_DIR
+fi
+
+
      
+
      Unmount the copied base image
      
+
      +if [ ! -e $VM_IMAGE ]; then
+    cp -p $BASE_IMAGE $VM_IMAGE
+fi
+
+
      
+
      unmount the filesystem
      
+
      +function unmount_images() {
+
      
+
      Unmount from failed runs
      
+
      +    while df | grep -q $COPY_DIR; do
+        umount $COPY_DIR || echo 'ok'
+        sleep 1
+    done
+}
+
+
      
+
      Ctrl-c catcher
      
+
      +unmount_images
+
+
      
+
      Install deps if needed
      
+
      +function kill_unmount() {
+    unmount_images
+    exit 1
+}
+
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      +dpkg -l kvm libvirt-bin kpartx || apt-get install -y --force-yes kvm libvirt-bin kpartx
+
+
      
+
      Where Openstack code will live in image
      
+
      +trap kill_unmount SIGINT
+
+
      
+
      Mount the file system
      
+
      +DEST=${DEST:-/opt/stack}
+
+
      
+
      git clone only if directory doesn't exist already.  Since DEST might not
+be owned by the installation user, we create the directory and change the
+ownership to the proper user.
      
+
      +mount -o loop,offset=32256 $VM_IMAGE  $COPY_DIR
+
+
      
+
      This checkout syntax works for both branches and tags
      
+
      +function git_clone {
+    if [ ! -d $2 ]; then
+        sudo mkdir $2
+        sudo chown `whoami` $2
+        git clone $1 $2
+        cd $2
+
      
+
      Make sure that base requirements are installed
      
+
      +        git checkout $3
+    fi
+}
+
+
      
+
      Clean out code repos if directed to do so
      
+
      +cp /etc/resolv.conf $COPY_DIR/etc/resolv.conf
+chroot $COPY_DIR apt-get update
+chroot $COPY_DIR apt-get install -y --force-yes `cat files/apts/* | cut -d\# -f1 | egrep -v "(rabbitmq|libvirt-bin|mysql-server)"`
+chroot $COPY_DIR apt-get install -y --download-only rabbitmq-server libvirt-bin mysql-server
+chroot $COPY_DIR pip install `cat files/pips/*`
+
+
      
+
      Cache openstack code
      
+
      +if [ "$CLEAN" = "1" ]; then
+    rm -rf $COPY_DIR/$DEST
+fi
+
+
      
+
      Back to devstack
      
+
      +mkdir -p $COPY_DIR/$DEST
+git_clone $NOVA_REPO $COPY_DIR/$DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $COPY_DIR/$DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $COPY_DIR/$DESTkeystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
+git_clone $HORIZON_REPO $COPY_DIR/$DEST/horizon $HORIZON_BRANCH $HORIZON_TAG
+git_clone $NOVACLIENT_REPO $COPY_DIR/$DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $COPY_DIR/$DEST/openstackx $OPENSTACKX_BRANCH
+git_clone $KEYSTONE_REPO $COPY_DIR/$DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
+
+
      
+
      Unmount the filesystems
      
+
      +cd $TOP_DIR
+
+
      
+
      Network configuration variables
      
+
      +unmount_images
+
+
      
+
      libvirt.xml configuration
      
+
      +BRIDGE=${BRIDGE:-br0}
+GUEST_IP=${GUEST_IP:-192.168.1.50}
+GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.1.1}
+GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $(echo $GUEST_IP | sed "s/.*\.//")`"}
+GUEST_RAM=${GUEST_RAM:-1524288}
+GUEST_CORES=${GUEST_CORES:-1}
+
+
      
+
      Mount point for instance fs
      
+
      +LIBVIRT_XML=$VM_DIR/libvirt.xml
+cat > $LIBVIRT_XML <<EOF
+<domain type='kvm'>
+    <name>$GUEST_NAME</name>
+    <memory>$GUEST_RAM</memory>
+    <os>
+        <type>hvm</type>
+        <bootmenu enable='yes'/>
+    </os>
+    <features>
+        <acpi/>
+    </features>
+    <vcpu>$GUEST_CORES</vcpu>
+    <devices>
+        <disk type='file'>
+            <driver type='qcow2'/>
+            <source file='$VM_DIR/disk'/>
+            <target dev='vda' bus='virtio'/>
+        </disk>
+
+        <interface type='bridge'>
+            <source bridge='$BRIDGE'/>
+            <mac address='$GUEST_MAC'/>
+        </interface>
+
+        <!-- The order is significant here.  File must be defined first -->
+        <serial type="file">
+            <source path='$VM_DIR/console.log'/>
+            <target port='1'/>
+        </serial>
+
+        <console type='pty' tty='/dev/pts/2'>
+            <source path='/dev/pts/2'/>
+            <target port='0'/>
+        </console>
+
+        <serial type='pty'>
+            <source path='/dev/pts/2'/>
+            <target port='0'/>
+        </serial>
+
+        <graphics type='vnc' port='-1' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
+    </devices>
+</domain>
+EOF
+
+
      
+
      Make sure we have nbd-ness
      
+
      +ROOTFS=$VM_DIR/root
+mkdir -p $ROOTFS
+
+
      
+
      Which NBD device to use?
      
+
      +modprobe nbd max_part=63
+
+
      
+
      Clean up from previous runs
      
+
      +NBD=${NBD:-/dev/nbd5}
+
+
      
+
      Clean up old runs
      
+
      +umount $ROOTFS || echo 'ok'
+qemu-nbd -d $NBD || echo 'ok'
+
+
      
+
      Create our instance fs
      
+
      +cd $VM_DIR
+rm -f $VM_DIR/disk
+
+
      
+
      Connect our nbd and wait till it is mountable
      
+
      +qemu-img create -f qcow2 -b $VM_IMAGE disk
+
+
      
+
      Mount the instance
      
+
      +qemu-nbd -c $NBD disk
+NBD_DEV=`basename $NBD`
+if ! timeout 60 sh -c "while ! [ -e /sys/block/$NBD_DEV/pid ]; do sleep 1; done"; then
+    echo "Couldn't connect $NBD"
+    exit 1
+fi
+
+
      
+
      Configure instance network
      
+
      +mount $NBD $ROOTFS -o offset=32256 -t ext4
+
+
      
+
      User configuration for the instance
      
+
      +INTERFACES=$ROOTFS/etc/network/interfaces
+cat > $INTERFACES <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet static
+        address $GUEST_IP
+        netmask $GUEST_NETMASK
+        gateway $GUEST_GATEWAY
+EOF
+
+
      
+
      Gracefully cp only if source file/dir exists
      
+
      +chroot $ROOTFS groupadd libvirtd || true
+chroot $ROOTFS useradd stack -s /bin/bash -d $DEST -G libvirtd
+cp -pr $TOOLS_DIR/.. $ROOTFS/$DEST/devstack
+echo "root:$ROOT_PASSWORD" | chroot $ROOTFS chpasswd
+echo "stack:pass" | chroot $ROOTFS chpasswd
+echo "stack ALL=(ALL) NOPASSWD: ALL" >> $ROOTFS/etc/sudoers
+
+
      
+
      Copy over your ssh keys and env if desired
      
+
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      
+
      pre-cache uec images
      
+
      +COPYENV=${COPYENV:-1}
+if [ "$COPYENV" = "1" ]; then
+    cp_it ~/.ssh $ROOTFS/$DEST/.ssh
+    cp_it ~/.ssh/id_rsa.pub $ROOTFS/$DEST/.ssh/authorized_keys
+    cp_it ~/.gitconfig $ROOTFS/$DEST/.gitconfig
+    cp_it ~/.vimrc $ROOTFS/$DEST/.vimrc
+    cp_it ~/.bashrc $ROOTFS/$DEST/.bashrc
+fi
+
+
      
+
      Configure the runner
      
+
      +for image_url in ${IMAGE_URLS//,/ }; do
+    IMAGE_FNAME=`basename "$image_url"`
+    if [ ! -f $IMAGES_DIR/$IMAGE_FNAME ]; then
+        wget -c $image_url -O $IMAGES_DIR/$IMAGE_FNAME
+    fi
+    cp $IMAGES_DIR/$IMAGE_FNAME $ROOTFS/$DEST/devstack/files
+done
+
+
      
+
      Kill any existing screens
      
+
      +RUN_SH=$ROOTFS/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+sudo apt-get update
+sudo apt-get -y --force-yes install git-core vim-nox sudo
+if [ ! -d "$DEST/devstack" ]; then
+    git clone git://github.com/cloudbuilders/devstack.git $DEST/devstack
+fi
+cd $DEST/devstack && $STACKSH_PARAMS FORCE=yes ./stack.sh > /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo "All done! Time to start clicking." >> /$DEST/run.sh.log
+cat $DEST/run.sh.log
+EOF
+chmod 755 $RUN_SH
+
+
      
+
      Install and run stack.sh
      
+
      +RC_LOCAL=$ROOTFS/etc/init.d/local
+cat > $RC_LOCAL <<EOF
+#!/bin/sh -e
+# DIVIDER
+if [ ! -e /root/firstlaunch ]; then
+    touch /root/firstlaunch
+    reboot -f
+    exit 0
+fi
+su -c "$DEST/run.sh" stack
+EOF
+chmod +x $RC_LOCAL
+chroot $ROOTFS sudo update-rc.d local defaults 80
+
+
      
+
      Make runner launch on boot
      
+
      +echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/$DEST/.bashrc
+echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/etc/profile
+
+
      
+
      Reboot if this is our first run to enable console log on $DIST_NAME :(
      
+
      +chroot $ROOTFS chown -R stack $DEST
+
+
      
+
      Make our ip address hostnames look nice at the command prompt
      
+
      +sudo sed -e "s/quiet splash/splash console=ttyS0 console=ttyS1,19200n8/g" -i $ROOTFS/boot/grub/menu.lst
+sudo sed -e "s/^hiddenmenu//g" -i $ROOTFS/boot/grub/menu.lst
+
+
      
+
      Give stack ownership over $DEST so it may do the work needed
      
+
      +echo $GUEST_NAME > $ROOTFS/etc/hostname
+
+
      
+
      Change boot params so that we get a console log
      
+
      +if ! grep -q $GUEST_NAME $ROOTFS/etc/hosts; then
+    echo "$GUEST_IP $GUEST_NAME" >> $ROOTFS/etc/hosts
+fi
+
+
      
+
      Set the hostname
      
+
      +umount $ROOTFS || echo 'ok'
+qemu-nbd -d $NBD
+
+
      
+
      We need the hostname to resolve for rabbit to launch
      
+
      +cd $VM_DIR && virsh create libvirt.xml
+
+
      
+
      Unmount
      
+
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
+
      
+
      Create the instance
      
+
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done launching the vm, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+
+    while [ ! -e "$VM_DIR/console.log" ]; do
+      sleep 1
+    done
+
+    tail -F $VM_DIR/console.log &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      
+
      Tail the console log till we are done
      
+
      +    trap kill_tail SIGINT
+
+    echo "Waiting stack.sh to finish..."
+    while ! cat $VM_DIR/console.log | grep -q 'All done' ; do
+        sleep 5
+    done
+
+    kill $TAIL_PID
+
+    if grep -q "stack.sh failed" $VM_DIR/console.log; then
+        exit 1
+    fi
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+fi
+
+
+
      
+
      Done creating the container, let's tail the log
      
+
      +
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_libvirt.sh.html b/tools/build_libvirt.sh.html
new file mode 100644
index 00000000..f17c483f
--- /dev/null
+++ b/tools/build_libvirt.sh.html
@@ -0,0 +1,959 @@
+
+
+
+    
+    build_libvirt.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_libvirt.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      exit on error to stop unexpected errors
      
+
      
+
      Make sure that we have the proper version of ubuntu
      
+
      +#!/usr/bin/env bash
+
+set -o errexit
+
+
      
+
      Clean up any resources that may be in use
      
+
      +UBUNTU_VERSION=`cat /etc/lsb-release | grep CODENAME | sed 's/.*=//g'`
+if [ ! "oneiric" = "$UBUNTU_VERSION" ]; then
+    if [ ! "natty" = "$UBUNTU_VERSION" ]; then
+        echo "This script only works with oneiric and natty"
+        exit 1
+    fi
+fi
+
+
      
+
      Release NBD devices
      
+
      +cleanup() {
+    set +o errexit
+    unmount_images
+
+    if [ -n "$ROOTFS" ]; then
+        umount $ROOTFS/dev
+        umount $ROOTFS
+    fi
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    if [ -n "$NBD" ]; then
+        qemu-nbd -d $NBD
+    fi
+
+
      
+
      Echo commands
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM
+
+
      
+
      Keep track of the current directory
      
+
      +set -o xtrace
+
+
      
+
      Where to store files and instances
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      
+
      Where to store images
      
+
      +WORK_DIR=${WORK_DIR:-/opt/kvmstack}
+
+
      
+
      Create images dir
      
+
      +IMAGES_DIR=$WORK_DIR/images
+
+
      
+
      Abort if localrc is not set
      
+
      +mkdir -p $IMAGES_DIR
+
+
      
+
      Source params
      
+
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+cd $TOP_DIR
+
+
      
+
      Configure the root password of the vm to be the same as ADMIN_PASSWORD
      
+
      +source ./stackrc
+
+
      
+
      Base image (natty by default)
      
+
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
      
+
      Name of our instance, used by libvirt
      
+
      +DIST_NAME=${DIST_NAME:-natty}
+IMAGE_FNAME=$DIST_NAME.raw
+
+
      
+
      Original version of built image
      
+
      +GUEST_NAME=${GUEST_NAME:-devstack}
+
+
      
+
      Copy of base image, which we pre-install with tasty treats
      
+
      +BASE_IMAGE=$IMAGES_DIR/$DIST_NAME.raw
+
+
      
+
      Mop up after previous runs
      
+
      +VM_IMAGE=$IMAGES_DIR/$DIST_NAME.$GUEST_NAME.raw
+
+
      
+
      Where this vm is stored
      
+
      +virsh destroy $GUEST_NAME || true
+
+
      
+
      Create vm dir
      
+
      +VM_DIR=$WORK_DIR/instances/$GUEST_NAME
+
+
      
+
      Mount point into copied base image
      
+
      +mkdir -p $VM_DIR
+
+
      
+
      Get the base image if it does not yet exist
      
+
      +COPY_DIR=$VM_DIR/copy
+mkdir -p $COPY_DIR
+
+
      
+
      Create a copy of the base image
      
+
      +if [ ! -e $BASE_IMAGE ]; then
+    $TOOLS_DIR/get_uec_image.sh -f raw -r 5000 $DIST_NAME $BASE_IMAGE
+fi
+
+
      
+
      Unmount the copied base image
      
+
      +if [ ! -e $VM_IMAGE ]; then
+    cp -p $BASE_IMAGE $VM_IMAGE
+fi
+
+
      
+
      unmount the filesystem
      
+
      +function unmount_images() {
+
      
+
      Unmount from failed runs
      
+
      +    while df | grep -q $COPY_DIR; do
+        umount $COPY_DIR || echo 'ok'
+        sleep 1
+    done
+}
+
+
      
+
      Ctrl-c catcher
      
+
      +unmount_images
+
+
      
+
      Install deps if needed
      
+
      +function kill_unmount() {
+    unmount_images
+    exit 1
+}
+
+
      
+
      Where Openstack code will live in image
      
+
      +dpkg -l kvm libvirt-bin kpartx || apt-get install -y --force-yes kvm libvirt-bin kpartx
+
+
      
+
      Mount the file system
+For some reason, UEC-based images want 255 heads * 63 sectors * 512 byte sectors = 8225280
      
+
      +DEST=${DEST:-/opt/stack}
+
+
      
+
      git clone only if directory doesn't exist already.  Since DEST might not
+be owned by the installation user, we create the directory and change the
+ownership to the proper user.
      
+
      +mount -t ext4 -o loop,offset=8225280 $VM_IMAGE $COPY_DIR
+
+
      
+
      This checkout syntax works for both branches and tags
      
+
      +function git_clone {
+    if [ ! -d $2 ]; then
+        sudo mkdir $2
+        sudo chown `whoami` $2
+        git clone $1 $2
+        cd $2
+
      
+
      Make sure that base requirements are installed
      
+
      +        git checkout $3
+    fi
+}
+
+
      
+
      Clean out code repos if directed to do so
      
+
      +cp /etc/resolv.conf $COPY_DIR/etc/resolv.conf
+chroot $COPY_DIR apt-get update
+chroot $COPY_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+chroot $COPY_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
+chroot $COPY_DIR pip install `cat files/pips/*`
+
+
      
+
      Cache openstack code
      
+
      +if [ "$CLEAN" = "1" ]; then
+    rm -rf $COPY_DIR/$DEST
+fi
+
+
      
+
      Back to devstack
      
+
      +mkdir -p $COPY_DIR/$DEST
+git_clone $NOVA_REPO $COPY_DIR/$DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $COPY_DIR/$DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $COPY_DIR/$DESTkeystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
+git_clone $HORIZON_REPO $COPY_DIR/$DEST/horizon $HORIZON_BRANCH $HORIZON_TAG
+git_clone $NOVACLIENT_REPO $COPY_DIR/$DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $COPY_DIR/$DEST/openstackx $OPENSTACKX_BRANCH
+git_clone $KEYSTONE_REPO $COPY_DIR/$DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $COPY_DIR/$DEST/noVNC $NOVNC_BRANCH
+
+
      
+
      Unmount the filesystems
      
+
      +cd $TOP_DIR
+
+
      
+
      Network configuration variables
      
+
      +unmount_images
+
+
      
+
      libvirt.xml configuration
      
+
      +GUEST_NETWORK=${GUEST_NETWORK:-1}
+GUEST_RECREATE_NET=${GUEST_RECREATE_NET:-yes}
+
+GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
+GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
+GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
+GUEST_RAM=${GUEST_RAM:-1524288}
+GUEST_CORES=${GUEST_CORES:-1}
+
+
      
+
      libvirt.xml configuration
      
+
      +NET_XML=$VM_DIR/net.xml
+cat > $NET_XML <<EOF
+<network>
+  <name>devstack-$GUEST_NETWORK</name>
+  <bridge name="stackbr%d" />
+  <forward/>
+  <ip address="$GUEST_GATEWAY" netmask="$GUEST_NETMASK" />
+</network>
+EOF
+
+if [[ "$GUEST_RECREATE_NET" == "yes" ]]; then
+    virsh net-destroy devstack-$GUEST_NETWORK || true
+    virsh net-create $VM_DIR/net.xml
+fi
+
+
      
+
      Mount point for instance fs
      
+
      +LIBVIRT_XML=$VM_DIR/libvirt.xml
+cat > $LIBVIRT_XML <<EOF
+<domain type='kvm'>
+    <name>$GUEST_NAME</name>
+    <memory>$GUEST_RAM</memory>
+    <os>
+        <type>hvm</type>
+        <bootmenu enable='yes'/>
+    </os>
+    <features>
+        <acpi/>
+    </features>
+    <vcpu>$GUEST_CORES</vcpu>
+    <devices>
+        <disk type='file'>
+            <driver type='qcow2'/>
+            <source file='$VM_DIR/disk'/>
+            <target dev='vda' bus='virtio'/>
+        </disk>
+
+        <interface type='network'>
+           <source network='devstack-$GUEST_NETWORK'/>
+        </interface>
+        
+        <!-- The order is significant here.  File must be defined first -->
+        <serial type="file">
+            <source path='$VM_DIR/console.log'/>
+            <target port='1'/>
+        </serial>
+
+        <console type='pty' tty='/dev/pts/2'>
+            <source path='/dev/pts/2'/>
+            <target port='0'/>
+        </console>
+
+        <serial type='pty'>
+            <source path='/dev/pts/2'/>
+            <target port='0'/>
+        </serial>
+
+        <graphics type='vnc' port='-1' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
+    </devices>
+</domain>
+EOF
+
+
      
+
      Clean up from previous runs
      
+
      +ROOTFS=$VM_DIR/root
+mkdir -p $ROOTFS
+
+
      
+
      Clean up old runs
      
+
      +umount $ROOTFS || echo 'ok'
+
+
      
+
      Create our instance fs
      
+
      +cd $VM_DIR
+rm -f $VM_DIR/disk
+
+
      
+
      Finds the next available NBD device
+Exits script if error connecting or none free
+map_nbd image
+returns full nbd device path
      
+
      +qemu-img create -f qcow2 -b $VM_IMAGE disk
+
+
      
+
      Connect to nbd and wait till it is ready
      
+
      +function map_nbd {
+    for i in `seq 0 15`; do
+        if [ ! -e /sys/block/nbd$i/pid ]; then
+            NBD=/dev/nbd$i
+
      
+
      Make sure we have nbd-ness
      
+
      +            qemu-nbd -c $NBD $1
+            if ! timeout 60 sh -c "while ! [ -e ${NBD}p1 ]; do sleep 1; done"; then
+                echo "Couldn't connect $NBD"
+                exit 1
+            fi
+            break
+        fi
+    done
+    if [ -z "$NBD" ]; then
+        echo "No free NBD slots"
+        exit 1
+    fi
+    echo $NBD
+}
+
+
      
+
      Set up nbd
      
+
      +modprobe nbd max_part=63
+
+
      
+
      Mount the instance
      
+
      +NBD=`map_nbd disk`
+NBD_DEV=`basename $NBD`
+
+
      
+
      Configure instance network
      
+
      +mount ${NBD}p1 $ROOTFS
+
+
      
+
      User configuration for the instance
      
+
      +INTERFACES=$ROOTFS/etc/network/interfaces
+cat > $INTERFACES <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet static
+        address $GUEST_IP
+        netmask $GUEST_NETMASK
+        gateway $GUEST_GATEWAY
+EOF
+
+
      
+
      Gracefully cp only if source file/dir exists
      
+
      +chroot $ROOTFS groupadd libvirtd || true
+chroot $ROOTFS useradd stack -s /bin/bash -d $DEST -G libvirtd
+cp -pr $TOP_DIR $ROOTFS/$DEST/devstack
+echo "root:$ROOT_PASSWORD" | chroot $ROOTFS chpasswd
+echo "stack:pass" | chroot $ROOTFS chpasswd
+echo "stack ALL=(ALL) NOPASSWD: ALL" >> $ROOTFS/etc/sudoers
+
+
      
+
      Copy over your ssh keys and env if desired
      
+
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      
+
      pre-cache uec images
      
+
      +COPYENV=${COPYENV:-1}
+if [ "$COPYENV" = "1" ]; then
+    cp_it ~/.ssh $ROOTFS/$DEST/.ssh
+    cp_it ~/.ssh/id_rsa.pub $ROOTFS/$DEST/.ssh/authorized_keys
+    cp_it ~/.gitconfig $ROOTFS/$DEST/.gitconfig
+    cp_it ~/.vimrc $ROOTFS/$DEST/.vimrc
+    cp_it ~/.bashrc $ROOTFS/$DEST/.bashrc
+fi
+
+
      
+
      Configure the runner
      
+
      +for image_url in ${IMAGE_URLS//,/ }; do
+    IMAGE_FNAME=`basename "$image_url"`
+    if [ ! -f $IMAGES_DIR/$IMAGE_FNAME ]; then
+        wget -c $image_url -O $IMAGES_DIR/$IMAGE_FNAME
+    fi
+    cp $IMAGES_DIR/$IMAGE_FNAME $ROOTFS/$DEST/devstack/files
+done
+
+
      
+
      Kill any existing screens
      
+
      +RUN_SH=$ROOTFS/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+sudo apt-get update
+sudo apt-get -y --force-yes install git-core vim-nox sudo
+if [ ! -d "$DEST/devstack" ]; then
+    git clone git://github.com/cloudbuilders/devstack.git $DEST/devstack
+fi
+cd $DEST/devstack && $STACKSH_PARAMS FORCE=yes ./stack.sh > /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo "All done! Time to start clicking." >> /$DEST/run.sh.log
+cat $DEST/run.sh.log
+EOF
+chmod 755 $RUN_SH
+
+
      
+
      Install and run stack.sh
      
+
      +RC_LOCAL=$ROOTFS/etc/init.d/zlocal
+cat > $RC_LOCAL <<EOF
+#!/bin/sh -e
+# DIVIDER
+echo $GUEST_NAME > /etc/hostname
+hostname $GUEST_NAME
+su -c "$DEST/run.sh" stack
+EOF
+chmod +x $RC_LOCAL
+chroot $ROOTFS sudo update-rc.d zlocal defaults 99
+
+
      
+
      Make runner launch on boot
      
+
      +echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/$DEST/.bashrc
+echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/etc/profile
+
+
      
+
      cloud-init overwrites the hostname with ubuntuhost
      
+
      +chroot $ROOTFS chown -R stack $DEST
+
+
      
+
      Make our ip address hostnames look nice at the command prompt
      
+
      +echo $GUEST_NAME > $ROOTFS/etc/hostname
+
+
      
+
      Give stack ownership over $DEST so it may do the work needed
      
+
      +if ! grep -q $GUEST_NAME $ROOTFS/etc/hosts; then
+    echo "$GUEST_IP $GUEST_NAME" >> $ROOTFS/etc/hosts
+fi
+
+
      
+
      Set the hostname
      
+
      +mount -o bind /dev $ROOTFS/dev
+
+
      
+
      We need the hostname to resolve for rabbit to launch
      
+
      +G_DEV_UUID=`blkid -t LABEL=cloudimg-rootfs -s UUID -o value | head -1`
+sed -e "s/GRUB_TIMEOUT=.*$/GRUB_TIMEOUT=3/" -i $ROOTFS/etc/default/grub
+sed -e "s,GRUB_CMDLINE_LINUX_DEFAULT=.*$,GRUB_CMDLINE_LINUX_DEFAULT=\"console=ttyS0 console=tty0 ds=nocloud ubuntu-pass=pass\",g" -i $ROOTFS/etc/default/grub
+sed -e 's/[#]*GRUB_TERMINAL=.*$/GRUB_TERMINAL="serial console"/' -i $ROOTFS/etc/default/grub
+echo 'GRUB_SERIAL_COMMAND="serial --unit=0"' >>$ROOTFS/etc/default/grub
+echo 'GRUB_DISABLE_OS_PROBER=true' >>$ROOTFS/etc/default/grub
+echo "GRUB_DEVICE_UUID=$G_DEV_UUID" >>$ROOTFS/etc/default/grub
+
+chroot $ROOTFS update-grub
+umount $ROOTFS/dev
+
+
      
+
      GRUB 2 wants to see /dev
      
+
      +chroot $ROOTFS dpkg-reconfigure openssh-server
+sed -e 's/^PasswordAuthentication.*$/PasswordAuthentication yes/' -i $ROOTFS/etc/ssh/sshd_config
+
+
      
+
      Change boot params so that we get a console log
      
+
      +umount $ROOTFS || echo 'ok'
+ROOTFS=""
+qemu-nbd -d $NBD
+NBD=""
+
+
      
+
      Pre-generate ssh host keys and allow password login
      
+
      +cd $VM_DIR && virsh create libvirt.xml
+
+
      
+
      Unmount
      
+
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
+
      
+
      Create the instance
      
+
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done launching the vm, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+
+    while [ ! -e "$VM_DIR/console.log" ]; do
+      sleep 1
+    done
+
+    tail -F $VM_DIR/console.log &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      
+
      Tail the console log till we are done
      
+
      +    trap kill_tail SIGINT
+
+    set +o xtrace
+
+    echo "Waiting stack.sh to finish..."
+    while ! cat $VM_DIR/console.log | grep -q 'All done' ; do
+        sleep 1
+    done
+
+    set -o xtrace
+
+    kill $TAIL_PID
+
+    if ! grep -q "^stack.sh completed in" $VM_DIR/console.log; then
+        exit 1
+    fi
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+fi
+
+
+
      
+
      Done creating the container, let's tail the log
      
+
      +
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_lxc.sh.html b/tools/build_lxc.sh.html
new file mode 100644
index 00000000..ea16c904
--- /dev/null
+++ b/tools/build_lxc.sh.html
@@ -0,0 +1,774 @@
+
+
+
+    
+    build_lxc.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_lxc.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Sanity check
      
+
      
+
      Keep track of ubuntu version
      
+
      +#!/usr/bin/env bash
+
+if [ "$EUID" -ne "0" ]; then
+  echo "This script must be run with root privileges."
+  exit 1
+fi
+
+
      
+
      Move to top devstack dir
      
+
      +UBUNTU_VERSION=`cat /etc/lsb-release | grep CODENAME | sed 's/.*=//g'`
+
+
      
+
      Abort if localrc is not set
      
+
      +cd ..
+
+
      
+
      Source params
      
+
      +if [ ! -e ./localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      
+
      Store cwd
      
+
      +source ./stackrc
+
+
      
+
      Configurable params
      
+
      +CWD=`pwd`
+
+
      
+
      Param string to pass to stack.sh.  Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"
+By default, n-vol is disabled for lxc, as iscsitarget doesn't work properly in lxc
      
+
      +BRIDGE=${BRIDGE:-br0}
+GUEST_NAME=${GUEST_NAME:-STACK}
+GUEST_IP=${GUEST_IP:-192.168.1.50}
+GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.1.1}
+NAMESERVER=${NAMESERVER:-`cat /etc/resolv.conf | grep nameserver | head -1 | cut -d " " -f2`}
+COPYENV=${COPYENV:-1}
+DEST=${DEST:-/opt/stack}
+WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+
+
      
+
      Option to use the version of devstack on which we are currently working
      
+
      +STACKSH_PARAMS=${STACKSH_PARAMS:-"ENABLED_SERVICES=g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,horizon,mysql,rabbit"}
+
+
      
+
      Install deps
      
+
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
+
      
+
      Install cgroup-bin from source, since the packaging is buggy and possibly incompatible with our setup
      
+
      +apt-get install -y lxc debootstrap
+
+
      
+
      Create lxc configuration
      
+
      +if ! which cgdelete | grep -q cgdelete; then
+    apt-get install -y g++ bison flex libpam0g-dev make
+    wget http://sourceforge.net/projects/libcg/files/libcgroup/v0.37.1/libcgroup-0.37.1.tar.bz2/download -O /tmp/libcgroup-0.37.1.tar.bz2
+    cd /tmp && bunzip2 libcgroup-0.37.1.tar.bz2  && tar xfv libcgroup-0.37.1.tar
+    cd libcgroup-0.37.1
+    ./configure
+    make install
+    ldconfig
+fi
+
+
      
+
      allow tap/tun devices
      
+
      +LXC_CONF=/tmp/$GUEST_NAME.conf
+cat > $LXC_CONF <<EOF
+lxc.network.type = veth
+lxc.network.link = $BRIDGE
+lxc.network.flags = up
+lxc.network.ipv4 = $GUEST_CIDR
+# DIVIDER
+lxc.cgroup.devices.allow = c 10:200 rwm
+EOF
+
+
      
+
      Shutdown any existing container
      
+
      +lxc-stop -n $GUEST_NAME
+
+
      
+
      This kills zombie containers
      
+
      +if [ -d /cgroup/$GUEST_NAME ]; then
+    cgdelete -r cpu,net_cls:$GUEST_NAME
+fi
+
+
      
+
      git clone only if directory doesn't exist already.  Since DEST might not
+be owned by the installation user, we create the directory and change the
+ownership to the proper user.
      
+
      +function git_clone {
+    if [ ! -d $2 ]; then
+        sudo mkdir $2
+        sudo chown `whoami` $2
+        git clone $1 $2
+        cd $2
+
      
+
      This checkout syntax works for both branches and tags
      
+
      +        git checkout $3
+    fi
+}
+
+
      
+
      Helper to create the container
      
+
      +function create_lxc {
+    if [ "natty" = "$UBUNTU_VERSION" ]; then
+        lxc-create -n $GUEST_NAME -t natty -f $LXC_CONF
+    else
+        lxc-create -n $GUEST_NAME -t ubuntu -f $LXC_CONF
+    fi
+}
+
+
      
+
      Location of the base image directory
      
+
      +if [ "natty" = "$UBUNTU_VERSION" ]; then
+    CACHEDIR=/var/cache/lxc/natty/rootfs-amd64
+else
+    CACHEDIR=/var/cache/lxc/oneiric/rootfs-amd64
+fi
+
+
      
+
      Provide option to do totally clean install
      
+
      +if [ "$CLEAR_LXC_CACHE" = "1" ]; then
+    rm -rf $CACHEDIR
+fi
+
+
      
+
      Warm the base image on first install
      
+
      +if [ ! -f $CACHEDIR/bootstrapped ]; then
+
      
+
      by deleting the container, we force lxc-create to re-bootstrap (lxc is
+lazy and doesn't do anything if a container already exists)
      
+
      +    lxc-destroy -n $GUEST_NAME
+
      
+
      trigger the initial debootstrap
      
+
      +    create_lxc
+    touch $CACHEDIR/bootstrapped
+fi
+
+
      
+
      Make sure that base requirements are installed
      
+
      +chroot $CACHEDIR apt-get update
+chroot $CACHEDIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+chroot $CACHEDIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
+chroot $CACHEDIR pip install `cat files/pips/*`
+
+
      
+
      Clean out code repos if directed to do so
      
+
      +if [ "$CLEAN" = "1" ]; then
+    rm -rf $CACHEDIR/$DEST
+fi
+
+
      
+
      Cache openstack code
      
+
      +mkdir -p $CACHEDIR/$DEST
+git_clone $NOVA_REPO $CACHEDIR/$DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $CACHEDIR/$DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $CACHEDIR/$DESTkeystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $CACHEDIR/$DEST/noVNC $NOVNC_BRANCH
+git_clone $HORIZON_REPO $CACHEDIR/$DEST/horizon $HORIZON_BRANCH $HORIZON_TAG
+git_clone $NOVACLIENT_REPO $CACHEDIR/$DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $CACHEDIR/$DEST/openstackx $OPENSTACKX_BRANCH
+git_clone $KEYSTONE_REPO $CACHEDIR/$DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $CACHEDIR/$DEST/novnc $NOVNC_BRANCH
+
+
      
+
      Use this version of devstack?
      
+
      +if [ "$USE_CURRENT_DEVSTACK" = "1" ]; then
+    rm -rf $CACHEDIR/$DEST/devstack
+    cp -pr $CWD $CACHEDIR/$DEST/devstack
+fi
+
+
      
+
      pre-cache uec images
      
+
      +for image_url in ${IMAGE_URLS//,/ }; do
+    IMAGE_FNAME=`basename "$image_url"`
+    if [ ! -f $CACHEDIR/$IMAGE_FNAME ]; then
+        wget -c $image_url -O $CACHEDIR/$IMAGE_FNAME
+    fi
+    cp $CACHEDIR/$IMAGE_FNAME $CACHEDIR/$DEST/devstack/files
+done
+
+
      
+
      Destroy the old container
      
+
      +lxc-destroy -n $GUEST_NAME
+
+
      
+
      If this call is to TERMINATE the container then exit
      
+
      +if [ "$TERMINATE" = "1" ]; then
+    exit
+fi
+
+
      
+
      Create the container
      
+
      +create_lxc
+
+
      
+
      Specify where our container rootfs lives
      
+
      +ROOTFS=/var/lib/lxc/$GUEST_NAME/rootfs/
+
+
      
+
      Create a stack user that is a member of the libvirtd group so that stack
+is able to interact with libvirt.
      
+
      +chroot $ROOTFS groupadd libvirtd
+chroot $ROOTFS useradd stack -s /bin/bash -d $DEST -G libvirtd
+
+
      
+
      a simple password - pass
      
+
      +echo stack:pass | chroot $ROOTFS chpasswd
+
+
      
+
      and has sudo ability (in the future this should be limited to only what
+stack requires)
      
+
      +echo "stack ALL=(ALL) NOPASSWD: ALL" >> $ROOTFS/etc/sudoers
+
+
      
+
      Copy kernel modules
      
+
      +mkdir -p $ROOTFS/lib/modules/`uname -r`/kernel
+cp -p /lib/modules/`uname -r`/modules.dep $ROOTFS/lib/modules/`uname -r`/
+cp -pR /lib/modules/`uname -r`/kernel/net $ROOTFS/lib/modules/`uname -r`/kernel/
+
+
      
+
      Gracefully cp only if source file/dir exists
      
+
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      
+
      Copy over your ssh keys and env if desired
      
+
      +if [ "$COPYENV" = "1" ]; then
+    cp_it ~/.ssh $ROOTFS/$DEST/.ssh
+    cp_it ~/.ssh/id_rsa.pub $ROOTFS/$DEST/.ssh/authorized_keys
+    cp_it ~/.gitconfig $ROOTFS/$DEST/.gitconfig
+    cp_it ~/.vimrc $ROOTFS/$DEST/.vimrc
+    cp_it ~/.bashrc $ROOTFS/$DEST/.bashrc
+fi
+
+
      
+
      Make our ip address hostnames look nice at the command prompt
      
+
      +echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/$DEST/.bashrc
+echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $ROOTFS/etc/profile
+
+
      
+
      Give stack ownership over $DEST so it may do the work needed
      
+
      +chroot $ROOTFS chown -R stack $DEST
+
+
      
+
      Configure instance network
      
+
      +INTERFACES=$ROOTFS/etc/network/interfaces
+cat > $INTERFACES <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet static
+        address $GUEST_IP
+        netmask $GUEST_NETMASK
+        gateway $GUEST_GATEWAY
+EOF
+
+
      
+
      Configure the runner
      
+
      +RUN_SH=$ROOTFS/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+# DIVIDER
+echo "nameserver $NAMESERVER" | sudo resolvconf -a eth0
+# DIVIDER
+if ! route | grep -q default; then
+    sudo ip route add default via $GUEST_GATEWAY
+fi
+sleep 1
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+sudo apt-get update
+sudo apt-get -y --force-yes install git-core vim-nox sudo
+if [ ! -d "$DEST/devstack" ]; then
+    git clone git://github.com/cloudbuilders/devstack.git $DEST/devstack
+fi
+cd $DEST/devstack && $STACKSH_PARAMS FORCE=yes ./stack.sh > /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo >> /$DEST/run.sh.log
+echo "All done! Time to start clicking." >> /$DEST/run.sh.log
+EOF
+
+
      
+
      Make sure dns is set up
      
+
      +chmod 755 $RUN_SH
+
+
      
+
      Make there is a default route - needed for natty
      
+
      +RC_LOCAL=$ROOTFS/etc/init.d/local
+cat > $RC_LOCAL <<EOF
+#!/bin/sh -e
+su -c "$DEST/run.sh" stack
+EOF
+chmod +x $RC_LOCAL
+chroot $ROOTFS sudo update-rc.d local defaults 80
+
+
      
+
      Kill any existing screens
      
+
      +if ! mount | grep -q cgroup; then
+    mkdir -p /cgroup
+    mount none -t cgroup /cgroup
+fi
+
+
      
+
      Install and run stack.sh
      
+
      +lxc-start -d -n $GUEST_NAME
+
+if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
+
      
+
      Make the run.sh executable
      
+
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done creating the container, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+
+    while [ ! -e "$ROOTFS/$DEST/run.sh.log" ]; do
+      sleep 1
+    done
+
+    tail -F $ROOTFS/$DEST/run.sh.log &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      
+
      Make runner launch on boot
      
+
      +    trap kill_tail SIGINT
+
+    echo "Waiting stack.sh to finish..."
+    while ! cat $ROOTFS/$DEST/run.sh.log | grep -q 'All done' ; do
+        sleep 5
+    done
+
+    kill $TAIL_PID
+
+    if grep -q "stack.sh failed" $ROOTFS/$DEST/run.sh.log; then
+        exit 1
+    fi
+
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+fi
+
+
+
      
+
      Configure cgroup directory
      
+
      +
+
      
+
      Start our container
      
+
      
+
      Done creating the container, let's tail the log
      
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_lxc_multi.sh.html b/tools/build_lxc_multi.sh.html
new file mode 100644
index 00000000..f31a49bf
--- /dev/null
+++ b/tools/build_lxc_multi.sh.html
@@ -0,0 +1,406 @@
+
+
+
+    
+    build_lxc_multi.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_lxc_multi.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Head node host, which runs glance, api, keystone
      
+
      
+
      Networking params
      
+
      +#!/usr/bin/env bash
+HEAD_HOST=${HEAD_HOST:-192.168.1.52}
+COMPUTE_HOSTS=${COMPUTE_HOSTS:-192.168.1.53,192.168.1.54}
+
+
      
+
      Setting this to 1 shuts down and destroys our containers without relaunching.
      
+
      +NAMESERVER=${NAMESERVER:-192.168.1.1}
+GATEWAY=${GATEWAY:-192.168.1.1}
+NETMASK=${NETMASK:-255.255.255.0}
+FLOATING_RANGE=${FLOATING_RANGE:-192.168.1.196/30}
+
+
      
+
      Variables common amongst all hosts in the cluster
      
+
      +TERMINATE=${TERMINATE:-0}
+
+
      
+
      Helper to launch containers
      
+
      +COMMON_VARS="MYSQL_HOST=$HEAD_HOST RABBIT_HOST=$HEAD_HOST GLANCE_HOSTPORT=$HEAD_HOST:9292 NET_MAN=FlatDHCPManager FLAT_INTERFACE=eth0 FLOATING_RANGE=$FLOATING_RANGE MULTI_HOST=1"
+
+
      
+
      For some reason container names with periods can cause issues :/
      
+
      +function run_lxc {
+
      
+
      Launch the head node - headnode uses a non-ip domain name,
+because rabbit won't launch with an ip addr hostname :(
      
+
      +    GUEST_NAME=$1 GUEST_IP=$2 GUEST_NETMASK=$NETMASK GUEST_GATEWAY=$GATEWAY NAMESERVER=$NAMESERVER TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $3" ./build_lxc.sh
+}
+
+
      
+
      Wait till the head node is up
      
+
      +run_lxc STACKMASTER $HEAD_HOST "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+
      
+
      Launch the compute hosts
      
+
      +if [ ! "$TERMINATE" = "1" ]; then
+    while ! wget -q -O- http://$HEAD_HOST | grep -q username; do
+        echo "Waiting for head node ($HEAD_HOST) to start..."
+        sleep 5
+    done
+fi
+
+
      
+
      +for compute_host in ${COMPUTE_HOSTS//,/ }; do
+    run_lxc $compute_host $compute_host "ENABLED_SERVICES=n-cpu,n-net,n-api"
+done
+
+
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/build_nfs.sh.html b/tools/build_nfs.sh.html
new file mode 100644
index 00000000..d2abad07
--- /dev/null
+++ b/tools/build_nfs.sh.html
@@ -0,0 +1,510 @@
+
+
+
+    
+    build_nfs.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_nfs.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Source params
      
+
      
+
      Store cwd
      
+
      +#!/bin/bash
+
+PROGDIR=`dirname $0`
+CHROOTCACHE=${CHROOTCACHE:-/var/cache/devstack}
+
+source ./stackrc
+
+
      
+
      Option to use the version of devstack on which we are currently working
      
+
      +CWD=`pwd`
+
+NAME=$1
+NFSDIR="/nfs/$NAME"
+DEST=${DEST:-/opt/stack}
+
+
      
+
      remove old nfs filesystem if one exists
      
+
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
      
+
      clean install of natty
      
+
      +rm -rf $DEST
+
+
      
+
      copy kernel modules...
+NOTE(ja): is there a better way to do this?
      
+
      +if [ ! -d $CHROOTCACHE/natty-base ]; then
+    $PROGDIR/make_image.sh -C natty $CHROOTCACHE/natty-base
+
      
+
      a simple password - pass
      
+
      +    cp -pr /lib/modules/`uname -r` $CHROOTCACHE/natty-base/lib/modules
+
      
+
      prime natty with as many apt/pips as we can
      
+
      +    echo root:pass | chroot $CHROOTCACHE/natty-base chpasswd
+fi
+
+
      
+
      Create a stack user that is a member of the libvirtd group so that stack
+is able to interact with libvirt.
      
+
      +if [ ! -d $CHROOTCACHE/natty-dev ]; then
+    rsync -azH $CHROOTCACHE/natty-base/ $CHROOTCACHE/natty-dev/
+    chroot $CHROOTCACHE apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+    chroot $CHROOTCACHE apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
+    chroot $CHROOTCACHE pip install `cat files/pips/*`
+
+
      
+
      a simple password - pass
      
+
      +    chroot $CHROOTCACHE/natty-dev groupadd libvirtd
+    chroot $CHROOTCACHE/natty-dev useradd stack -s /bin/bash -d $DEST -G libvirtd
+    mkdir -p $CHROOTCACHE/natty-dev/$DEST
+    chown stack $CHROOTCACHE/natty-dev/$DEST
+
+
      
+
      and has sudo ability (in the future this should be limited to only what
+stack requires)
      
+
      +    echo stack:pass | chroot $CHROOTCACHE/natty-dev chpasswd
+
+
      
+
      
+
      clone git repositories onto the system
      
+
      +    echo "stack ALL=(ALL) NOPASSWD: ALL" >> $CHROOTCACHE/natty-dev/etc/sudoers
+fi
+
+
      
+
      git clone only if directory doesn't exist already.  Since DEST might not
+be owned by the installation user, we create the directory and change the
+ownership to the proper user.
      
+
      +
+if [ ! -d $CHROOTCACHE/natty-stack ]; then
+    rsync -azH $CHROOTCACHE/natty-dev/ $CHROOTCACHE/natty-stack/
+fi
+
+
      
+
      clone new copy or fetch latest changes
      
+
      +function git_clone {
+
+
      
+
      FIXME(ja): checkout specified version (should works for branches and tags)
      
+
      +    CHECKOUT=$CHROOTCACHE/natty-stack$2
+    if [ ! -d $CHECKOUT ]; then
+        mkdir -p $CHECKOUT
+        git clone $1 $CHECKOUT
+    else
+        pushd $CHECKOUT
+        git fetch
+        popd
+    fi
+
+
      
+
      checkout the proper branch/tag
      
+
      +
+    pushd $CHECKOUT
+
      
+
      force our local version to be the same as the remote version
      
+
      +    git checkout $3
+
      
+
      give ownership to the stack user
      
+
      +    git reset --hard origin/$3
+    popd
+
+
      
+
      Use this version of devstack?
      
+
      +    chroot $CHROOTCACHE/natty-stack/ chown -R stack $2
+}
+
+git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
+git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH $HORIZON_TAG
+git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
+
+chroot $CHROOTCACHE/natty-stack mkdir -p $DEST/files
+wget -c http://images.ansolabs.com/tty.tgz -O $CHROOTCACHE/natty-stack$DEST/files/tty.tgz
+
+
      
+
      set hostname
      
+
      +if [ "$USE_CURRENT_DEVSTACK" = "1" ]; then
+    rm -rf $CHROOTCACHE/natty-stack/$DEST/devstack
+    cp -pr $CWD $CHROOTCACHE/natty-stack/$DEST/devstack
+fi
+
+cp -pr $CHROOTCACHE/natty-stack $NFSDIR
+
+
      
+
      injecting root's public ssh key if it exists
      
+
      +echo $NAME > $NFSDIR/etc/hostname
+echo "127.0.0.1 localhost $NAME" > $NFSDIR/etc/hosts
+
+
      
+
      +if [ -f /root/.ssh/id_rsa.pub ]; then
+    mkdir $NFSDIR/root/.ssh
+    chmod 700 $NFSDIR/root/.ssh
+    cp /root/.ssh/id_rsa.pub $NFSDIR/root/.ssh/authorized_keys
+fi
+
+
+
      
+
+
+
+
+
      
+
      
+
+
diff --git a/tools/build_pxe_boot.sh.html b/tools/build_pxe_boot.sh.html
new file mode 100644
index 00000000..d345f12d
--- /dev/null
+++ b/tools/build_pxe_boot.sh.html
@@ -0,0 +1,474 @@
+
+
+
+    
+    build_pxe_boot.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_pxe_boot.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_pxe_boot.sh - Create a PXE boot environment
      
+
      build_pxe_boot.sh destdir
      
+
      Assumes syslinux is installed
+Only needs to run as root if the destdir permissions require it
      
+
      
+
      Clean up any resources that may be in use
      
+
      +#!/bin/bash -e
+
+DEST_DIR=${1:-/tmp}/tftpboot
+PXEDIR=${PXEDIR:-/var/cache/devstack/pxe}
+OPWD=`pwd`
+PROGDIR=`dirname $0`
+
+
      
+
      Mop up temporary files
      
+
      +cleanup() {
+    set +o errexit
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+
+
      
+
      Setup devstack boot
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM
+
+mkdir -p $DEST_DIR/pxelinux.cfg
+cd $DEST_DIR
+for i in memdisk menu.c32 pxelinux.0; do
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR
+done
+
+CFG=$DEST_DIR/pxelinux.cfg/default
+cat >$CFG <<EOF
+default menu.c32
+prompt 0
+timeout 0
+
+MENU TITLE PXE Boot Menu
+
+EOF
+
+
      
+
      Get image into place
      
+
      +mkdir -p $DEST_DIR/ubuntu
+if [ ! -d $PXEDIR ]; then
+    mkdir -p $PXEDIR
+fi
+
+
      
+
      Get generic kernel version
      
+
      +if [ ! -r $PXEDIR/stack-initrd.img ]; then
+    cd $OPWD
+    $PROGDIR/build_ramdisk.sh $PXEDIR/stack-initrd.img
+fi
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
+fi
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
+
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
+
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
+        echo "No kernel found"
+        umount $MNTDIR
+        rmdir $MNTDIR
+        exit 1
+    else
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
+    fi
+    umount $MNTDIR
+    rmdir $MNTDIR
+fi
+
+
      
+
      Get Ubuntu
      
+
      +KNAME=`basename $PXEDIR/vmlinuz-*-generic`
+KVER=${KNAME#vmlinuz-}
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
+cat >>$CFG <<EOF
+
+LABEL devstack
+    MENU LABEL ^devstack
+    MENU DEFAULT
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
+EOF
+
+
      
+
      Local disk boot
      
+
      +if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
+    cat >>$CFG <<EOF
+
+LABEL ubuntu
+    MENU LABEL ^Ubuntu Natty
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
+EOF
+fi
+
+
      
+
      +cat >>$CFG <<EOF
+
+LABEL local
+    MENU LABEL ^Local disk
+    LOCALBOOT 0
+EOF
+
+
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/build_pxe_env.sh b/tools/build_pxe_env.sh
deleted file mode 100755
index e6f98b4b..00000000
--- a/tools/build_pxe_env.sh
+++ /dev/null
@@ -1,120 +0,0 @@
-#!/bin/bash -e
-
-# **build_pxe_env.sh**
-
-# Create a PXE boot environment
-#
-# build_pxe_env.sh destdir
-#
-# Requires Ubuntu Oneiric
-#
-# Only needs to run as root if the destdir permissions require it
-
-dpkg -l syslinux || apt-get install -y syslinux
-
-DEST_DIR=${1:-/tmp}/tftpboot
-PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
-PROGDIR=`dirname $0`
-
-# Clean up any resources that may be in use
-cleanup() {
-    set +o errexit
-
-    # Mop up temporary files
-    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
-        umount $MNTDIR
-        rmdir $MNTDIR
-    fi
-
-    # Kill ourselves to signal any calling process
-    trap 2; kill -2 $$
-}
-
-trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=`cd $TOOLS_DIR/..; pwd`
-
-mkdir -p $DEST_DIR/pxelinux.cfg
-cd $DEST_DIR
-for i in memdisk menu.c32 pxelinux.0; do
-    cp -pu /usr/lib/syslinux/$i $DEST_DIR
-done
-
-CFG=$DEST_DIR/pxelinux.cfg/default
-cat >$CFG <$PXEDIR/stack-initrd.gz
-fi
-cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
-
-if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
-    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
-    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
-
-    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
-        echo "No kernel found"
-        umount $MNTDIR
-        rmdir $MNTDIR
-        exit 1
-    else
-        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
-    fi
-    umount $MNTDIR
-    rmdir $MNTDIR
-fi
-
-# Get generic kernel version
-KNAME=`basename $PXEDIR/vmlinuz-*-generic`
-KVER=${KNAME#vmlinuz-}
-cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
-cat >>$CFG <>$CFG <>$CFG <
+
+
+    
+    build_pxe_env.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_pxe_env.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_pxe_env.sh
      
+
      +#!/bin/bash -e
+
+
+
      
+
      Create a PXE boot environment
      
+
      build_pxe_env.sh destdir
      
+
      Requires Ubuntu Oneiric
      
+
      Only needs to run as root if the destdir permissions require it
      
+
      +
+dpkg -l syslinux || apt-get install -y syslinux
+
+DEST_DIR=${1:-/tmp}/tftpboot
+PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
+PROGDIR=`dirname $0`
+
+
      
+
      Clean up any resources that may be in use
      
+
      +function cleanup {
+    set +o errexit
+
+
      
+
      Mop up temporary files
      
+
      +    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+mkdir -p $DEST_DIR/pxelinux.cfg
+cd $DEST_DIR
+for i in memdisk menu.c32 pxelinux.0; do
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR
+done
+
+CFG=$DEST_DIR/pxelinux.cfg/default
+cat >$CFG <<EOF
+default menu.c32
+prompt 0
+timeout 0
+
+MENU TITLE devstack PXE Boot Menu
+
+EOF
+
+
      
+
      Setup devstack boot
      
+
      +mkdir -p $DEST_DIR/ubuntu
+if [ ! -d $PXEDIR ]; then
+    mkdir -p $PXEDIR
+fi
+
+
      
+
      Get image into place
      
+
      +if [ ! -r $PXEDIR/stack-initrd.img ]; then
+    cd $TOP_DIR
+    $PROGDIR/build_ramdisk.sh $PXEDIR/stack-initrd.img
+fi
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
+fi
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
+
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
+
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
+        echo "No kernel found"
+        umount $MNTDIR
+        rmdir $MNTDIR
+        exit 1
+    else
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
+    fi
+    umount $MNTDIR
+    rmdir $MNTDIR
+fi
+
+
      
+
      Get generic kernel version
      
+
      +KNAME=`basename $PXEDIR/vmlinuz-*-generic`
+KVER=${KNAME#vmlinuz-}
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
+cat >>$CFG <<EOF
+
+LABEL devstack
+    MENU LABEL ^devstack
+    MENU DEFAULT
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
+EOF
+
+
      
+
      Get Ubuntu
      
+
      +if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
+    cat >>$CFG <<EOF
+
+LABEL ubuntu
+    MENU LABEL ^Ubuntu Natty
+    KERNEL ubuntu/vmlinuz-$KVER
+    APPEND initrd=ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
+EOF
+fi
+
+
      
+
      Local disk boot
      
+
      +cat >>$CFG <<EOF
+
+LABEL local
+    MENU LABEL ^Local disk
+    LOCALBOOT 0
+EOF
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_ramdisk.sh b/tools/build_ramdisk.sh
deleted file mode 100755
index 2c455685..00000000
--- a/tools/build_ramdisk.sh
+++ /dev/null
@@ -1,231 +0,0 @@
-#!/bin/bash
-
-# **build_ramdisk.sh**
-
-# Build RAM disk images
-
-# Exit on error to stop unexpected errors
-set -o errexit
-
-if [ ! "$#" -eq "1" ]; then
-    echo "$0 builds a gziped Ubuntu OpenStack install"
-    echo "usage: $0 dest"
-    exit 1
-fi
-
-# Clean up any resources that may be in use
-cleanup() {
-    set +o errexit
-
-    # Mop up temporary files
-    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
-        umount $MNTDIR
-        rmdir $MNTDIR
-    fi
-    if [ -n "$DEV_FILE_TMP" -a -e "$DEV_FILE_TMP "]; then
-        rm -f $DEV_FILE_TMP
-    fi
-    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
-        rm -f $IMG_FILE_TMP
-    fi
-
-    # Release NBD devices
-    if [ -n "$NBD" ]; then
-        qemu-nbd -d $NBD
-    fi
-
-    # Kill ourselves to signal any calling process
-    trap 2; kill -2 $$
-}
-
-trap cleanup SIGHUP SIGINT SIGTERM
-
-# Set up nbd
-modprobe nbd max_part=63
-
-# Echo commands
-set -o xtrace
-
-IMG_FILE=$1
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-# Store cwd
-CWD=`pwd`
-
-cd $TOP_DIR
-
-# Source params
-source ./stackrc
-
-CACHEDIR=${CACHEDIR:-/opt/stack/cache}
-
-DEST=${DEST:-/opt/stack}
-
-# Configure the root password of the vm to be the same as ``ADMIN_PASSWORD``
-ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
-
-# Base image (natty by default)
-DIST_NAME=${DIST_NAME:-natty}
-
-# Param string to pass to stack.sh.  Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"
-STACKSH_PARAMS=${STACKSH_PARAMS:-}
-
-# Option to use the version of devstack on which we are currently working
-USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
-
-# clean install
-if [ ! -r $CACHEDIR/$DIST_NAME-base.img ]; then
-    $TOOLS_DIR/get_uec_image.sh $DIST_NAME $CACHEDIR/$DIST_NAME-base.img
-fi
-
-# Finds the next available NBD device
-# Exits script if error connecting or none free
-# map_nbd image
-# Returns full nbd device path
-function map_nbd {
-    for i in `seq 0 15`; do
-        if [ ! -e /sys/block/nbd$i/pid ]; then
-            NBD=/dev/nbd$i
-            # Connect to nbd and wait till it is ready
-            qemu-nbd -c $NBD $1
-            if ! timeout 60 sh -c "while ! [ -e ${NBD}p1 ]; do sleep 1; done"; then
-                echo "Couldn't connect $NBD"
-                exit 1
-            fi
-            break
-        fi
-    done
-    if [ -z "$NBD" ]; then
-        echo "No free NBD slots"
-        exit 1
-    fi
-    echo $NBD
-}
-
-# Prime image with as many apt as we can
-DEV_FILE=$CACHEDIR/$DIST_NAME-dev.img
-DEV_FILE_TMP=`mktemp $DEV_FILE.XXXXXX`
-if [ ! -r $DEV_FILE ]; then
-    cp -p $CACHEDIR/$DIST_NAME-base.img $DEV_FILE_TMP
-
-    NBD=`map_nbd $DEV_FILE_TMP`
-    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
-    mount -t ext4 ${NBD}p1 $MNTDIR
-    cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
-
-    chroot $MNTDIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
-    chroot $MNTDIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
-
-    # Create a stack user that is a member of the libvirtd group so that stack
-    # is able to interact with libvirt.
-    chroot $MNTDIR groupadd libvirtd
-    chroot $MNTDIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd
-    mkdir -p $MNTDIR/$DEST
-    chroot $MNTDIR chown $STACK_USER $DEST
-
-    # A simple password - pass
-    echo $STACK_USER:pass | chroot $MNTDIR chpasswd
-    echo root:$ROOT_PASSWORD | chroot $MNTDIR chpasswd
-
-    # And has sudo ability (in the future this should be limited to only what
-    # stack requires)
-    echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> $MNTDIR/etc/sudoers
-
-    umount $MNTDIR
-    rmdir $MNTDIR
-    qemu-nbd -d $NBD
-    NBD=""
-    mv $DEV_FILE_TMP $DEV_FILE
-fi
-rm -f $DEV_FILE_TMP
-
-
-# Clone git repositories onto the system
-# ======================================
-
-IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
-
-if [ ! -r $IMG_FILE ]; then
-    NBD=`map_nbd $DEV_FILE`
-
-    # Pre-create the image file
-    # FIXME(dt): This should really get the partition size to
-    #            pre-create the image file
-    dd if=/dev/zero of=$IMG_FILE_TMP bs=1 count=1 seek=$((2*1024*1024*1024))
-    # Create filesystem image for RAM disk
-    dd if=${NBD}p1 of=$IMG_FILE_TMP bs=1M
-
-    qemu-nbd -d $NBD
-    NBD=""
-    mv $IMG_FILE_TMP $IMG_FILE
-fi
-rm -f $IMG_FILE_TMP
-
-MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
-mount -t ext4 -o loop $IMG_FILE $MNTDIR
-cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
-
-# We need to install a non-virtual kernel and modules to boot from
-if [ ! -r "`ls $MNTDIR/boot/vmlinuz-*-generic | head -1`" ]; then
-    chroot $MNTDIR apt-get install -y linux-generic
-fi
-
-git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
-git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
-git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
-git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
-git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
-git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
-git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
-
-# Use this version of devstack
-rm -rf $MNTDIR/$DEST/devstack
-cp -pr $CWD $MNTDIR/$DEST/devstack
-chroot $MNTDIR chown -R $STACK_USER $DEST/devstack
-
-# Configure host network for DHCP
-mkdir -p $MNTDIR/etc/network
-cat > $MNTDIR/etc/network/interfaces <$MNTDIR/etc/hostname
-echo "127.0.0.1		localhost	ramstack" >$MNTDIR/etc/hosts
-
-# Configure the runner
-RUN_SH=$MNTDIR/$DEST/run.sh
-cat > $RUN_SH < $DEST/run.sh.log
-echo >> $DEST/run.sh.log
-echo >> $DEST/run.sh.log
-echo "All done! Time to start clicking." >> $DEST/run.sh.log
-EOF
-
-# Make the run.sh executable
-chmod 755 $RUN_SH
-chroot $MNTDIR chown $STACK_USER $DEST/run.sh
-
-umount $MNTDIR
-rmdir $MNTDIR
diff --git a/tools/build_ramdisk.sh.html b/tools/build_ramdisk.sh.html
new file mode 100644
index 00000000..968cadbc
--- /dev/null
+++ b/tools/build_ramdisk.sh.html
@@ -0,0 +1,679 @@
+
+
+
+    
+    build_ramdisk.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_ramdisk.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_ramdisk.sh
      
+
      +#!/bin/bash
+
+
+
      
+
      Build RAM disk images
      
+
      +
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+
+if [ ! "$#" -eq "1" ]; then
+    echo "$0 builds a gziped Ubuntu OpenStack install"
+    echo "usage: $0 dest"
+    exit 1
+fi
+
+
      
+
      Clean up any resources that may be in use
      
+
      +function cleanup {
+    set +o errexit
+
+
      
+
      Mop up temporary files
      
+
      +    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+    if [ -n "$DEV_FILE_TMP" -a -e "$DEV_FILE_TMP" ]; then
+        rm -f $DEV_FILE_TMP
+    fi
+    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
+        rm -f $IMG_FILE_TMP
+    fi
+
+
      
+
      Release NBD devices
      
+
      +    if [ -n "$NBD" ]; then
+        qemu-nbd -d $NBD
+    fi
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM
+
+
      
+
      Set up nbd
      
+
      +modprobe nbd max_part=63
+
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+IMG_FILE=$1
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Store cwd
      
+
      +CWD=`pwd`
+
+cd $TOP_DIR
+
+
      
+
      Source params
      
+
      +source ./stackrc
+
+CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+
+DEST=${DEST:-/opt/stack}
+
+
      
+
      Configure the root password of the vm to be the same as ADMIN_PASSWORD
      
+
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
      
+
      Base image (natty by default)
      
+
      +DIST_NAME=${DIST_NAME:-natty}
+
+
      
+
      Param string to pass to stack.sh.  Like "EC2_DMZ_HOST=192.168.1.1 MYSQL_USER=nova"
      
+
      +STACKSH_PARAMS=${STACKSH_PARAMS:-}
+
+
      
+
      Option to use the version of devstack on which we are currently working
      
+
      +USE_CURRENT_DEVSTACK=${USE_CURRENT_DEVSTACK:-1}
+
+
      
+
      clean install
      
+
      +if [ ! -r $CACHEDIR/$DIST_NAME-base.img ]; then
+    $TOOLS_DIR/get_uec_image.sh $DIST_NAME $CACHEDIR/$DIST_NAME-base.img
+fi
+
+
      
+
      Finds and returns full device path for the next available NBD device.
+Exits script if error connecting or none free.
+map_nbd image
      
+
      +function map_nbd {
+    for i in `seq 0 15`; do
+        if [ ! -e /sys/block/nbd$i/pid ]; then
+            NBD=/dev/nbd$i
+
      
+
      Connect to nbd and wait till it is ready
      
+
      +            qemu-nbd -c $NBD $1
+            if ! timeout 60 sh -c "while ! [ -e ${NBD}p1 ]; do sleep 1; done"; then
+                echo "Couldn't connect $NBD"
+                exit 1
+            fi
+            break
+        fi
+    done
+    if [ -z "$NBD" ]; then
+        echo "No free NBD slots"
+        exit 1
+    fi
+    echo $NBD
+}
+
+
      
+
      Prime image with as many apt as we can
      
+
      +DEV_FILE=$CACHEDIR/$DIST_NAME-dev.img
+DEV_FILE_TMP=`mktemp $DEV_FILE.XXXXXX`
+if [ ! -r $DEV_FILE ]; then
+    cp -p $CACHEDIR/$DIST_NAME-base.img $DEV_FILE_TMP
+
+    NBD=`map_nbd $DEV_FILE_TMP`
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 ${NBD}p1 $MNTDIR
+    cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
+
+    chroot $MNTDIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+    chroot $MNTDIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1`
+
+
      
+
      Create a stack user that is a member of the libvirtd group so that stack
+is able to interact with libvirt.
      
+
      +    chroot $MNTDIR groupadd libvirtd
+    chroot $MNTDIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd
+    mkdir -p $MNTDIR/$DEST
+    chroot $MNTDIR chown $STACK_USER $DEST
+
+
      
+
      A simple password - pass
      
+
      +    echo $STACK_USER:pass | chroot $MNTDIR chpasswd
+    echo root:$ROOT_PASSWORD | chroot $MNTDIR chpasswd
+
+
      
+
      And has sudo ability (in the future this should be limited to only what
+stack requires)
      
+
      +    echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> $MNTDIR/etc/sudoers
+
+    umount $MNTDIR
+    rmdir $MNTDIR
+    qemu-nbd -d $NBD
+    NBD=""
+    mv $DEV_FILE_TMP $DEV_FILE
+fi
+rm -f $DEV_FILE_TMP
+
+
+
      
+
      
+
      Clone git repositories onto the system
      
+
      +
+IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
+
+if [ ! -r $IMG_FILE ]; then
+    NBD=`map_nbd $DEV_FILE`
+
+
      
+
      Pre-create the image file
+FIXME(dt): This should really get the partition size to
+pre-create the image file
      
+
      +    dd if=/dev/zero of=$IMG_FILE_TMP bs=1 count=1 seek=$((2*1024*1024*1024))
+
      
+
      Create filesystem image for RAM disk
      
+
      +    dd if=${NBD}p1 of=$IMG_FILE_TMP bs=1M
+
+    qemu-nbd -d $NBD
+    NBD=""
+    mv $IMG_FILE_TMP $IMG_FILE
+fi
+rm -f $IMG_FILE_TMP
+
+MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+mount -t ext4 -o loop $IMG_FILE $MNTDIR
+cp -p /etc/resolv.conf $MNTDIR/etc/resolv.conf
+
+
      
+
      We need to install a non-virtual kernel and modules to boot from
      
+
      +if [ ! -r "`ls $MNTDIR/boot/vmlinuz-*-generic | head -1`" ]; then
+    chroot $MNTDIR apt-get install -y linux-generic
+fi
+
+git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
+git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
+git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
+
+
      
+
      Use this version of devstack
      
+
      +rm -rf $MNTDIR/$DEST/devstack
+cp -pr $CWD $MNTDIR/$DEST/devstack
+chroot $MNTDIR chown -R $STACK_USER $DEST/devstack
+
+
      
+
      Configure host network for DHCP
      
+
      +mkdir -p $MNTDIR/etc/network
+cat > $MNTDIR/etc/network/interfaces <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet dhcp
+EOF
+
+
      
+
      Set hostname
      
+
      +echo "ramstack" >$MNTDIR/etc/hostname
+echo "127.0.0.1		localhost	ramstack" >$MNTDIR/etc/hosts
+
+
      
+
      Configure the runner
      
+
      +RUN_SH=$MNTDIR/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+set \`ip addr show dev eth0 | grep inet\`
+PREFIX=\`echo \$2 | cut -d. -f1,2,3\`
+export FLOATING_RANGE="\$PREFIX.224/27"
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+cd $DEST/devstack && \$STACKSH_PARAMS ./stack.sh > $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo "All done! Time to start clicking." >> $DEST/run.sh.log
+EOF
+
+
      
+
      Get IP range
      
+
      +chmod 755 $RUN_SH
+chroot $MNTDIR chown $STACK_USER $DEST/run.sh
+
+umount $MNTDIR
+rmdir $MNTDIR
+
+
+
      +
      
+
      Kill any existing screens
      
+
      +
+
      
+
      Run stack.sh
      
+
      
+
      Make the run.sh executable
      
+
      
+
      
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/build_tempest.sh b/tools/build_tempest.sh
deleted file mode 100755
index 1758e7da..00000000
--- a/tools/build_tempest.sh
+++ /dev/null
@@ -1,53 +0,0 @@
-#!/usr/bin/env bash
-#
-# **build_tempest.sh**
-
-# Checkout and prepare a Tempest repo: https://github.com/openstack/tempest.git
-
-function usage {
-    echo "$0 - Check out and prepare a Tempest repo"
-    echo ""
-    echo "Usage: $0"
-    exit 1
-}
-
-if [ "$1" = "-h" ]; then
-    usage
-fi
-
-# Clean up any resources that may be in use
-cleanup() {
-    set +o errexit
-
-    # Kill ourselves to signal any calling process
-    trap 2; kill -2 $$
-}
-
-trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-# Abort if localrc is not set
-if [ ! -e $TOP_DIR/localrc ]; then
-    echo "You must have a localrc with ALL necessary passwords and configuration defined before proceeding."
-    echo "See stack.sh for required passwords."
-    exit 1
-fi
-
-# Source params
-source ./stackrc
-
-# Where Openstack code lives
-DEST=${DEST:-/opt/stack}
-
-TEMPEST_DIR=$DEST/tempest
-
-# Install tests and prerequisites
-git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
-
-trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
diff --git a/tools/build_tempest.sh.html b/tools/build_tempest.sh.html
new file mode 100644
index 00000000..4d118ea5
--- /dev/null
+++ b/tools/build_tempest.sh.html
@@ -0,0 +1,448 @@
+
+
+
+    
+    build_tempest.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_tempest.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_tempest.sh
      
+
      +#!/usr/bin/env bash
+
+
      
+
      Checkout and prepare a Tempest repo: git://git.openstack.org/openstack/tempest.git
      
+
      +
+function usage {
+    echo "$0 - Check out and prepare a Tempest repo"
+    echo ""
+    echo "Usage: $0"
+    exit 1
+}
+
+if [ "$1" = "-h" ]; then
+    usage
+fi
+
+
      
+
      Clean up any resources that may be in use
      
+
      +cleanup() {
+    set +o errexit
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Abort if localrc is not set
      
+
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords and configuration defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      
+
      Source params
      
+
      +source ./stackrc
+
+
      
+
      Where Openstack code lives
      
+
      +DEST=${DEST:-/opt/stack}
+
+TEMPEST_DIR=$DEST/tempest
+
+
      
+
      Install tests and prerequisites
      
+
      +git_clone $TEMPEST_REPO $TEMPEST_DIR $TEMPEST_BRANCH
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_uec.sh b/tools/build_uec.sh
deleted file mode 100755
index 6c4a26c2..00000000
--- a/tools/build_uec.sh
+++ /dev/null
@@ -1,302 +0,0 @@
-#!/usr/bin/env bash
-
-# **build_uec.sh**
-
-# Make sure that we have the proper version of ubuntu (only works on oneiric)
-if ! egrep -q "oneiric" /etc/lsb-release; then
-    echo "This script only works with ubuntu oneiric."
-    exit 1
-fi
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-cd $TOP_DIR
-
-# Source params
-source ./stackrc
-
-# Ubuntu distro to install
-DIST_NAME=${DIST_NAME:-oneiric}
-
-# Configure how large the VM should be
-GUEST_SIZE=${GUEST_SIZE:-10G}
-
-# exit on error to stop unexpected errors
-set -o errexit
-set -o xtrace
-
-# Abort if localrc is not set
-if [ ! -e $TOP_DIR/localrc ]; then
-    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
-    echo "See stack.sh for required passwords."
-    exit 1
-fi
-
-# Install deps if needed
-DEPS="kvm libvirt-bin kpartx cloud-utils curl"
-apt_get install -y --force-yes $DEPS || true # allow this to fail gracefully for concurrent builds
-
-# Where to store files and instances
-WORK_DIR=${WORK_DIR:-/opt/uecstack}
-
-# Where to store images
-image_dir=$WORK_DIR/images/$DIST_NAME
-mkdir -p $image_dir
-
-# Start over with a clean base image, if desired
-if [ $CLEAN_BASE ]; then
-    rm -f $image_dir/disk
-fi
-
-# Get the base image if it does not yet exist
-if [ ! -e $image_dir/disk ]; then
-    $TOOLS_DIR/get_uec_image.sh -r $GUEST_SIZE $DIST_NAME $image_dir/disk $image_dir/kernel
-fi
-
-# Copy over dev environment if COPY_ENV is set.
-# This will also copy over your current devstack.
-if [ $COPY_ENV ]; then
-    cd $TOOLS_DIR
-    ./copy_dev_environment_to_uec.sh $image_dir/disk
-fi
-
-# Option to warm the base image with software requirements.
-if [ $WARM_CACHE ]; then
-    cd $TOOLS_DIR
-    ./warm_apts_for_uec.sh $image_dir/disk
-fi
-
-# Name of our instance, used by libvirt
-GUEST_NAME=${GUEST_NAME:-devstack}
-
-# Mop up after previous runs
-virsh destroy $GUEST_NAME || true
-
-# Where this vm is stored
-vm_dir=$WORK_DIR/instances/$GUEST_NAME
-
-# Create vm dir and remove old disk
-mkdir -p $vm_dir
-rm -f $vm_dir/disk
-
-# Create a copy of the base image
-qemu-img create -f qcow2 -b $image_dir/disk $vm_dir/disk
-
-# Back to devstack
-cd $TOP_DIR
-
-GUEST_NETWORK=${GUEST_NETWORK:-1}
-GUEST_RECREATE_NET=${GUEST_RECREATE_NET:-yes}
-GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
-GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
-GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
-GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
-GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
-GUEST_RAM=${GUEST_RAM:-1524288}
-GUEST_CORES=${GUEST_CORES:-1}
-
-# libvirt.xml configuration
-NET_XML=$vm_dir/net.xml
-NET_NAME=${NET_NAME:-devstack-$GUEST_NETWORK}
-cat > $NET_XML <
-  $NET_NAME
-  
-  
-  
-    
-      
-    
-  
-
-EOF
-
-if [[ "$GUEST_RECREATE_NET" == "yes" ]]; then
-    virsh net-destroy $NET_NAME || true
-    # destroying the network isn't enough to delete the leases
-    rm -f /var/lib/libvirt/dnsmasq/$NET_NAME.leases
-    virsh net-create $vm_dir/net.xml
-fi
-
-# libvirt.xml configuration
-LIBVIRT_XML=$vm_dir/libvirt.xml
-cat > $LIBVIRT_XML <
-  $GUEST_NAME
-  $GUEST_RAM
-  
-    hvm
-    $image_dir/kernel
-    root=/dev/vda ro console=ttyS0 init=/usr/lib/cloud-init/uncloud-init ds=nocloud-net;s=http://192.168.$GUEST_NETWORK.1:4567/ ubuntu-pass=ubuntu
-  
-  
-    
-  
-  
-  $GUEST_CORES
-  
-    
-      
-      
-      
-    
-
-    
-      
-    
-
-    
-    
-      
-      
-    
-
-    
-      
-      
-    
-
-    
-      
-      
-    
-
-    
-  
-
-EOF
-
-
-rm -rf $vm_dir/uec
-cp -r $TOOLS_DIR/uec $vm_dir/uec
-
-# set metadata
-cat > $vm_dir/uec/meta-data< $vm_dir/uec/user-data<> $vm_dir/uec/user-data< localrc < /opt/stack/.ssh/authorized_keys
-chown -R $STACK_USER /opt/stack
-chmod 700 /opt/stack/.ssh
-chmod 600 /opt/stack/.ssh/authorized_keys
-
-grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
-    echo "#includedir /etc/sudoers.d" >> /etc/sudoers
-( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
-    > /etc/sudoers.d/50_stack_sh )
-EOF
-fi
-
-# Run stack.sh
-cat >> $vm_dir/uec/user-data<
+
+
+    
+    build_uec.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_uec.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_uec.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Make sure that we have the proper version of ubuntu (only works on oneiric)
      
+
      +if ! egrep -q "oneiric" /etc/lsb-release; then
+    echo "This script only works with ubuntu oneiric."
+    exit 1
+fi
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+cd $TOP_DIR
+
+
      
+
      Source params
      
+
      +source ./stackrc
+
+
      
+
      Ubuntu distro to install
      
+
      +DIST_NAME=${DIST_NAME:-oneiric}
+
+
      
+
      Configure how large the VM should be
      
+
      +GUEST_SIZE=${GUEST_SIZE:-10G}
+
+
      
+
      exit on error to stop unexpected errors
      
+
      +set -o errexit
+set -o xtrace
+
+
      
+
      Abort if localrc is not set
      
+
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      
+
      Install deps if needed
      
+
      +DEPS="kvm libvirt-bin kpartx cloud-utils curl"
+apt_get install -y --force-yes $DEPS || true # allow this to fail gracefully for concurrent builds
+
+
      
+
      Where to store files and instances
      
+
      +WORK_DIR=${WORK_DIR:-/opt/uecstack}
+
+
      
+
      Where to store images
      
+
      +image_dir=$WORK_DIR/images/$DIST_NAME
+mkdir -p $image_dir
+
+
      
+
      Start over with a clean base image, if desired
      
+
      +if [ $CLEAN_BASE ]; then
+    rm -f $image_dir/disk
+fi
+
+
      
+
      Get the base image if it does not yet exist
      
+
      +if [ ! -e $image_dir/disk ]; then
+    $TOOLS_DIR/get_uec_image.sh -r $GUEST_SIZE $DIST_NAME $image_dir/disk $image_dir/kernel
+fi
+
+
      
+
      Copy over dev environment if COPY_ENV is set.
+This will also copy over your current devstack.
      
+
      +if [ $COPY_ENV ]; then
+    cd $TOOLS_DIR
+    ./copy_dev_environment_to_uec.sh $image_dir/disk
+fi
+
+
      
+
      Option to warm the base image with software requirements.
      
+
      +if [ $WARM_CACHE ]; then
+    cd $TOOLS_DIR
+    ./warm_apts_for_uec.sh $image_dir/disk
+fi
+
+
      
+
      Name of our instance, used by libvirt
      
+
      +GUEST_NAME=${GUEST_NAME:-devstack}
+
+
      
+
      Mop up after previous runs
      
+
      +virsh destroy $GUEST_NAME || true
+
+
      
+
      Where this vm is stored
      
+
      +vm_dir=$WORK_DIR/instances/$GUEST_NAME
+
+
      
+
      Create vm dir and remove old disk
      
+
      +mkdir -p $vm_dir
+rm -f $vm_dir/disk
+
+
      
+
      Create a copy of the base image
      
+
      +qemu-img create -f qcow2 -b $image_dir/disk $vm_dir/disk
+
+
      
+
      Back to devstack
      
+
      +cd $TOP_DIR
+
+GUEST_NETWORK=${GUEST_NETWORK:-1}
+GUEST_RECREATE_NET=${GUEST_RECREATE_NET:-yes}
+GUEST_IP=${GUEST_IP:-192.168.$GUEST_NETWORK.50}
+GUEST_CIDR=${GUEST_CIDR:-$GUEST_IP/24}
+GUEST_NETMASK=${GUEST_NETMASK:-255.255.255.0}
+GUEST_GATEWAY=${GUEST_GATEWAY:-192.168.$GUEST_NETWORK.1}
+GUEST_MAC=${GUEST_MAC:-"02:16:3e:07:69:`printf '%02X' $GUEST_NETWORK`"}
+GUEST_RAM=${GUEST_RAM:-1524288}
+GUEST_CORES=${GUEST_CORES:-1}
+
+
      
+
      libvirt.xml configuration
      
+
      +NET_XML=$vm_dir/net.xml
+NET_NAME=${NET_NAME:-devstack-$GUEST_NETWORK}
+cat > $NET_XML <<EOF
+<network>
+  <name>$NET_NAME</name>
+  <bridge name="stackbr%d" />
+  <forward/>
+  <ip address="$GUEST_GATEWAY" netmask="$GUEST_NETMASK">
+    <dhcp>
+      <range start='192.168.$GUEST_NETWORK.2' end='192.168.$GUEST_NETWORK.127' />
+    </dhcp>
+  </ip>
+</network>
+EOF
+
+if [[ "$GUEST_RECREATE_NET" == "yes" ]]; then
+    virsh net-destroy $NET_NAME || true
+
      
+
      destroying the network isn't enough to delete the leases
      
+
      +    rm -f /var/lib/libvirt/dnsmasq/$NET_NAME.leases
+    virsh net-create $vm_dir/net.xml
+fi
+
+
      
+
      libvirt.xml configuration
      
+
      +LIBVIRT_XML=$vm_dir/libvirt.xml
+cat > $LIBVIRT_XML <<EOF
+<domain type='kvm'>
+  <name>$GUEST_NAME</name>
+  <memory>$GUEST_RAM</memory>
+  <os>
+    <type>hvm</type>
+    <kernel>$image_dir/kernel</kernel>
+    <cmdline>root=/dev/vda ro console=ttyS0 init=/usr/lib/cloud-init/uncloud-init ds=nocloud-net;s=http://192.168.$GUEST_NETWORK.1:4567/ ubuntu-pass=ubuntu</cmdline>
+  </os>
+  <features>
+    <acpi/>
+  </features>
+  <clock offset='utc'/>
+  <vcpu>$GUEST_CORES</vcpu>
+  <devices>
+    <disk type='file'>
+      <driver type='qcow2'/>
+      <source file='$vm_dir/disk'/>
+      <target dev='vda' bus='virtio'/>
+    </disk>
+
+    <interface type='network'>
+      <source network='$NET_NAME'/>
+    </interface>
+
+    <!-- The order is significant here.  File must be defined first -->
+    <serial type="file">
+      <source path='$vm_dir/console.log'/>
+      <target port='1'/>
+    </serial>
+
+    <console type='pty' tty='/dev/pts/2'>
+      <source path='/dev/pts/2'/>
+      <target port='0'/>
+    </console>
+
+    <serial type='pty'>
+      <source path='/dev/pts/2'/>
+      <target port='0'/>
+    </serial>
+
+    <graphics type='vnc' port='-1' autoport='yes' keymap='en-us' listen='0.0.0.0'/>
+  </devices>
+</domain>
+EOF
+
+
+rm -rf $vm_dir/uec
+cp -r $TOOLS_DIR/uec $vm_dir/uec
+
+
      
+
      set metadata
      
+
      +cat > $vm_dir/uec/meta-data<<EOF
+hostname: $GUEST_NAME
+instance-id: i-hop
+instance-type: m1.ignore
+local-hostname: $GUEST_NAME.local
+EOF
+
+
      
+
      set user-data
      
+
      +cat > $vm_dir/uec/user-data<<EOF
+#!/bin/bash
+# DIVIDER
+sed -i "s/127.0.0.1/127.0.0.1 \`hostname\`/" /etc/hosts
+apt-get update
+apt-get install git sudo -y
+# DIVIDER
+sudo apt-get remove -y byobu
+EOF
+
+
      
+
      hostname needs to resolve for rabbit
      
+
      +if [[ -e ~/.ssh/id_rsa.pub ]]; then
+    PUB_KEY=`cat  ~/.ssh/id_rsa.pub`
+    cat >> $vm_dir/uec/user-data<<EOF
+mkdir -p /opt/stack
+if [ ! -d /opt/stack/devstack ]; then
+    git clone https://github.com/cloudbuilders/devstack.git /opt/stack/devstack
+    cd /opt/stack/devstack
+    cat > localrc <<LOCAL_EOF
+ROOTSLEEP=0
+`cat $TOP_DIR/localrc`
+LOCAL_EOF
+fi
+useradd -U -G sudo -s /bin/bash -d /opt/stack -m $STACK_USER
+echo $STACK_USER:pass | chpasswd
+mkdir -p /opt/stack/.ssh
+echo "$PUB_KEY" > /opt/stack/.ssh/authorized_keys
+chown -R $STACK_USER /opt/stack
+chmod 700 /opt/stack/.ssh
+chmod 600 /opt/stack/.ssh/authorized_keys
+
+grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+    echo "#includedir /etc/sudoers.d" >> /etc/sudoers
+( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
+    > /etc/sudoers.d/50_stack_sh )
+EOF
+fi
+
+
      
+
      Disable byobu
      
+
      +cat >> $vm_dir/uec/user-data<<EOF
+sudo -u $STACK_USER bash -l -c "cd /opt/stack/devstack && ./stack.sh"
+EOF
+
+
      
+
      Setup stack user with our key
      
+
      +(
+  pid=`lsof -iTCP@192.168.$GUEST_NETWORK.1:4567 -n | awk '{print $2}' | tail -1`
+  [ -z "$pid" ] || kill -9 $pid
+)
+cd $vm_dir/uec
+python meta.py 192.168.$GUEST_NETWORK.1:4567 &
+
+
      
+
      Run stack.sh
      
+
      +virsh create $vm_dir/libvirt.xml
+
+
      
+
      (re)start a metadata service
      
+
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]; then
+    set +o xtrace
+
      
+
      Create the instance
      
+
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done launching the vm, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+    echo
+
+    if ! timeout 60 sh -c "while [ ! -s /var/lib/libvirt/dnsmasq/$NET_NAME.leases ]; do sleep 1; done"; then
+        echo "Your instance failed to acquire an IP address"
+        exit 1
+    fi
+
+    ip=`cat /var/lib/libvirt/dnsmasq/$NET_NAME.leases | cut -d " " -f3`
+    echo "#############################################################"
+    echo "              -- This is your instance's IP: --"
+    echo "                           $ip"
+    echo "#############################################################"
+
+    sleep 2
+
+    while [ ! -e "$vm_dir/console.log" ]; do
+      sleep 1
+    done
+
+    tail -F $vm_dir/console.log &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      
+
      Tail the console log till we are done
      
+
      +    trap kill_tail SIGINT
+
+    echo "Waiting stack.sh to finish..."
+    while ! egrep -q '^stack.sh (completed|failed)' $vm_dir/console.log ; do
+        sleep 1
+    done
+
+    set -o xtrace
+
+    kill $TAIL_PID
+
+    if ! grep -q "^stack.sh completed in" $vm_dir/console.log; then
+        exit 1
+    fi
+
+    set +o xtrace
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+fi
+
+
+
      +
      
+
      Done creating the container, let's tail the log
      
+
      +
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_uec_ramdisk.sh b/tools/build_uec_ramdisk.sh
deleted file mode 100755
index 3ab5dafd..00000000
--- a/tools/build_uec_ramdisk.sh
+++ /dev/null
@@ -1,180 +0,0 @@
-#!/usr/bin/env bash
-
-# **build_uec_ramdisk.sh**
-
-# Build RAM disk images based on UEC image
-
-# Exit on error to stop unexpected errors
-set -o errexit
-
-if [ ! "$#" -eq "1" ]; then
-    echo "$0 builds a gziped Ubuntu OpenStack install"
-    echo "usage: $0 dest"
-    exit 1
-fi
-
-# Make sure that we have the proper version of ubuntu (only works on oneiric)
-if ! egrep -q "oneiric" /etc/lsb-release; then
-    echo "This script only works with ubuntu oneiric."
-    exit 1
-fi
-
-# Clean up resources that may be in use
-cleanup() {
-    set +o errexit
-
-    if [ -n "$MNT_DIR" ]; then
-        umount $MNT_DIR/dev
-        umount $MNT_DIR
-    fi
-
-    if [ -n "$DEST_FILE_TMP" ]; then
-        rm $DEST_FILE_TMP
-    fi
-
-    # Kill ourselves to signal parents
-    trap 2; kill -2 $$
-}
-
-trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
-
-# Output dest image
-DEST_FILE=$1
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-cd $TOP_DIR
-
-# Source params
-source ./stackrc
-
-DEST=${DEST:-/opt/stack}
-
-# Ubuntu distro to install
-DIST_NAME=${DIST_NAME:-oneiric}
-
-# Configure how large the VM should be
-GUEST_SIZE=${GUEST_SIZE:-2G}
-
-# Exit on error to stop unexpected errors
-set -o errexit
-set -o xtrace
-
-# Abort if localrc is not set
-if [ ! -e $TOP_DIR/localrc ]; then
-    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
-    echo "See stack.sh for required passwords."
-    exit 1
-fi
-
-# Install deps if needed
-DEPS="kvm libvirt-bin kpartx cloud-utils curl"
-apt_get install -y --force-yes $DEPS
-
-# Where to store files and instances
-CACHEDIR=${CACHEDIR:-/opt/stack/cache}
-WORK_DIR=${WORK_DIR:-/opt/ramstack}
-
-# Where to store images
-image_dir=$WORK_DIR/images/$DIST_NAME
-mkdir -p $image_dir
-
-# Get the base image if it does not yet exist
-if [ ! -e $image_dir/disk ]; then
-    $TOOLS_DIR/get_uec_image.sh -r 2000M $DIST_NAME $image_dir/disk
-fi
-
-# Configure the root password of the vm to be the same as ``ADMIN_PASSWORD``
-ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
-
-# Name of our instance, used by libvirt
-GUEST_NAME=${GUEST_NAME:-devstack}
-
-# Pre-load the image with basic environment
-if [ ! -e $image_dir/disk-primed ]; then
-    cp $image_dir/disk $image_dir/disk-primed
-    $TOOLS_DIR/warm_apts_for_uec.sh $image_dir/disk-primed
-    $TOOLS_DIR/copy_dev_environment_to_uec.sh $image_dir/disk-primed
-fi
-
-# Back to devstack
-cd $TOP_DIR
-
-DEST_FILE_TMP=`mktemp $DEST_FILE.XXXXXX`
-MNT_DIR=`mktemp -d --tmpdir mntXXXXXXXX`
-cp $image_dir/disk-primed $DEST_FILE_TMP
-mount -t ext4 -o loop $DEST_FILE_TMP $MNT_DIR
-mount -o bind /dev /$MNT_DIR/dev
-cp -p /etc/resolv.conf $MNT_DIR/etc/resolv.conf
-echo root:$ROOT_PASSWORD | chroot $MNT_DIR chpasswd
-touch $MNT_DIR/$DEST/.ramdisk
-
-# We need to install a non-virtual kernel and modules to boot from
-if [ ! -r "`ls $MNT_DIR/boot/vmlinuz-*-generic | head -1`" ]; then
-    chroot $MNT_DIR apt-get install -y linux-generic
-fi
-
-git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
-git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
-git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
-git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
-git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
-git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
-git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
-git_clone $TEMPEST_REPO $DEST/tempest $TEMPEST_BRANCH
-
-# Use this version of devstack
-rm -rf $MNT_DIR/$DEST/devstack
-cp -pr $TOP_DIR $MNT_DIR/$DEST/devstack
-chroot $MNT_DIR chown -R stack $DEST/devstack
-
-# Configure host network for DHCP
-mkdir -p $MNT_DIR/etc/network
-cat > $MNT_DIR/etc/network/interfaces <$MNT_DIR/etc/hostname
-echo "127.0.0.1		localhost	ramstack" >$MNT_DIR/etc/hosts
-
-# Configure the runner
-RUN_SH=$MNT_DIR/$DEST/run.sh
-cat > $RUN_SH < $DEST/run.sh.log
-echo >> $DEST/run.sh.log
-echo >> $DEST/run.sh.log
-echo "All done! Time to start clicking." >> $DEST/run.sh.log
-EOF
-
-# Make the run.sh executable
-chmod 755 $RUN_SH
-chroot $MNT_DIR chown stack $DEST/run.sh
-
-umount $MNT_DIR/dev
-umount $MNT_DIR
-rmdir $MNT_DIR
-mv $DEST_FILE_TMP $DEST_FILE
-rm -f $DEST_FILE_TMP
-
-trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
diff --git a/tools/build_uec_ramdisk.sh.html b/tools/build_uec_ramdisk.sh.html
new file mode 100644
index 00000000..2fed37b5
--- /dev/null
+++ b/tools/build_uec_ramdisk.sh.html
@@ -0,0 +1,618 @@
+
+
+
+    
+    build_uec_ramdisk.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_uec_ramdisk.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_uec_ramdisk.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Build RAM disk images based on UEC image
      
+
      +
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+
+if [ ! "$#" -eq "1" ]; then
+    echo "$0 builds a gziped Ubuntu OpenStack install"
+    echo "usage: $0 dest"
+    exit 1
+fi
+
+
      
+
      Make sure that we have the proper version of ubuntu (only works on oneiric)
      
+
      +if ! egrep -q "oneiric" /etc/lsb-release; then
+    echo "This script only works with ubuntu oneiric."
+    exit 1
+fi
+
+
      
+
      Clean up resources that may be in use
      
+
      +function cleanup {
+    set +o errexit
+
+    if [ -n "$MNT_DIR" ]; then
+        umount $MNT_DIR/dev
+        umount $MNT_DIR
+    fi
+
+    if [ -n "$DEST_FILE_TMP" ]; then
+        rm $DEST_FILE_TMP
+    fi
+
+
      
+
      Kill ourselves to signal parents
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      
+
      Output dest image
      
+
      +DEST_FILE=$1
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+cd $TOP_DIR
+
+
      
+
      Source params
      
+
      +source ./stackrc
+
+DEST=${DEST:-/opt/stack}
+
+
      
+
      Ubuntu distro to install
      
+
      +DIST_NAME=${DIST_NAME:-oneiric}
+
+
      
+
      Configure how large the VM should be
      
+
      +GUEST_SIZE=${GUEST_SIZE:-2G}
+
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+set -o xtrace
+
+
      
+
      Abort if localrc is not set
      
+
      +if [ ! -e $TOP_DIR/localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See stack.sh for required passwords."
+    exit 1
+fi
+
+
      
+
      Install deps if needed
      
+
      +DEPS="kvm libvirt-bin kpartx cloud-utils curl"
+apt_get install -y --force-yes $DEPS
+
+
      
+
      Where to store files and instances
      
+
      +CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+WORK_DIR=${WORK_DIR:-/opt/ramstack}
+
+
      
+
      Where to store images
      
+
      +image_dir=$WORK_DIR/images/$DIST_NAME
+mkdir -p $image_dir
+
+
      
+
      Get the base image if it does not yet exist
      
+
      +if [ ! -e $image_dir/disk ]; then
+    $TOOLS_DIR/get_uec_image.sh -r 2000M $DIST_NAME $image_dir/disk
+fi
+
+
      
+
      Configure the root password of the vm to be the same as ADMIN_PASSWORD
      
+
      +ROOT_PASSWORD=${ADMIN_PASSWORD:-password}
+
+
      
+
      Name of our instance, used by libvirt
      
+
      +GUEST_NAME=${GUEST_NAME:-devstack}
+
+
      
+
      Pre-load the image with basic environment
      
+
      +if [ ! -e $image_dir/disk-primed ]; then
+    cp $image_dir/disk $image_dir/disk-primed
+    $TOOLS_DIR/warm_apts_for_uec.sh $image_dir/disk-primed
+    $TOOLS_DIR/copy_dev_environment_to_uec.sh $image_dir/disk-primed
+fi
+
+
      
+
      Back to devstack
      
+
      +cd $TOP_DIR
+
+DEST_FILE_TMP=`mktemp $DEST_FILE.XXXXXX`
+MNT_DIR=`mktemp -d --tmpdir mntXXXXXXXX`
+cp $image_dir/disk-primed $DEST_FILE_TMP
+mount -t ext4 -o loop $DEST_FILE_TMP $MNT_DIR
+mount -o bind /dev /$MNT_DIR/dev
+cp -p /etc/resolv.conf $MNT_DIR/etc/resolv.conf
+echo root:$ROOT_PASSWORD | chroot $MNT_DIR chpasswd
+touch $MNT_DIR/$DEST/.ramdisk
+
+
      
+
      We need to install a non-virtual kernel and modules to boot from
      
+
      +if [ ! -r "`ls $MNT_DIR/boot/vmlinuz-*-generic | head -1`" ]; then
+    chroot $MNT_DIR apt-get install -y linux-generic
+fi
+
+git_clone $NOVA_REPO $DEST/nova $NOVA_BRANCH
+git_clone $GLANCE_REPO $DEST/glance $GLANCE_BRANCH
+git_clone $KEYSTONE_REPO $DEST/keystone $KEYSTONE_BRANCH
+git_clone $NOVNC_REPO $DEST/novnc $NOVNC_BRANCH
+git_clone $HORIZON_REPO $DEST/horizon $HORIZON_BRANCH
+git_clone $NOVACLIENT_REPO $DEST/python-novaclient $NOVACLIENT_BRANCH
+git_clone $OPENSTACKX_REPO $DEST/openstackx $OPENSTACKX_BRANCH
+git_clone $TEMPEST_REPO $DEST/tempest $TEMPEST_BRANCH
+
+
      
+
      Use this version of devstack
      
+
      +rm -rf $MNT_DIR/$DEST/devstack
+cp -pr $TOP_DIR $MNT_DIR/$DEST/devstack
+chroot $MNT_DIR chown -R stack $DEST/devstack
+
+
      
+
      Configure host network for DHCP
      
+
      +mkdir -p $MNT_DIR/etc/network
+cat > $MNT_DIR/etc/network/interfaces <<EOF
+auto lo
+iface lo inet loopback
+
+auto eth0
+iface eth0 inet dhcp
+EOF
+
+
      
+
      Set hostname
      
+
      +echo "ramstack" >$MNT_DIR/etc/hostname
+echo "127.0.0.1		localhost	ramstack" >$MNT_DIR/etc/hosts
+
+
      
+
      Configure the runner
      
+
      +RUN_SH=$MNT_DIR/$DEST/run.sh
+cat > $RUN_SH <<EOF
+#!/usr/bin/env bash
+
+# DIVIDER
+set \`ip addr show dev eth0 | grep inet\`
+PREFIX=\`echo \$2 | cut -d. -f1,2,3\`
+export FLOATING_RANGE="\$PREFIX.224/27"
+
+# DIVIDER
+killall screen
+
+# DIVIDER
+cd $DEST/devstack && \$STACKSH_PARAMS ./stack.sh > $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo >> $DEST/run.sh.log
+echo "All done! Time to start clicking." >> $DEST/run.sh.log
+EOF
+
+
      
+
      Get IP range
      
+
      +chmod 755 $RUN_SH
+chroot $MNT_DIR chown stack $DEST/run.sh
+
+umount $MNT_DIR/dev
+umount $MNT_DIR
+rmdir $MNT_DIR
+mv $DEST_FILE_TMP $DEST_FILE
+rm -f $DEST_FILE_TMP
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      
+
      Kill any existing screens
      
+
      +
+
      
+
      Run stack.sh
      
+
      
+
      Make the run.sh executable
      
+
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/build_usb_boot.sh b/tools/build_usb_boot.sh
deleted file mode 100755
index 85662298..00000000
--- a/tools/build_usb_boot.sh
+++ /dev/null
@@ -1,148 +0,0 @@
-#!/bin/bash -e
-
-# **build_usb_boot.sh**
-
-# Create a syslinux boot environment
-#
-# build_usb_boot.sh destdev
-#
-# Assumes syslinux is installed
-# Needs to run as root
-
-DEST_DIR=${1:-/tmp/syslinux-boot}
-PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
-
-# Clean up any resources that may be in use
-cleanup() {
-    set +o errexit
-
-    # Mop up temporary files
-    if [ -n "$DEST_DEV" ]; then
-        umount $DEST_DIR
-        rmdir $DEST_DIR
-    fi
-    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
-        umount $MNTDIR
-        rmdir $MNTDIR
-    fi
-
-    # Kill ourselves to signal any calling process
-    trap 2; kill -2 $$
-}
-
-trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=`cd $TOOLS_DIR/..; pwd`
-
-if [ -b $DEST_DIR ]; then
-    # We have a block device, install syslinux and mount it
-    DEST_DEV=$DEST_DIR
-    DEST_DIR=`mktemp -d --tmpdir mntXXXXXX`
-    mount $DEST_DEV $DEST_DIR
-
-    if [ ! -d $DEST_DIR/syslinux ]; then
-        mkdir -p $DEST_DIR/syslinux
-    fi
-
-    # Install syslinux on the device
-    syslinux --install --directory syslinux $DEST_DEV
-else
-    # We have a directory (for sanity checking output)
-    DEST_DEV=""
-    if [ ! -d $DEST_DIR/syslinux ]; then
-        mkdir -p $DEST_DIR/syslinux
-    fi
-fi
-
-# Get some more stuff from syslinux
-for i in memdisk menu.c32; do
-    cp -pu /usr/lib/syslinux/$i $DEST_DIR/syslinux
-done
-
-CFG=$DEST_DIR/syslinux/syslinux.cfg
-cat >$CFG <$PXEDIR/stack-initrd.gz
-fi
-cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
-
-if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
-    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
-    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
-
-    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
-        echo "No kernel found"
-        umount $MNTDIR
-        rmdir $MNTDIR
-        if [ -n "$DEST_DEV" ]; then
-            umount $DEST_DIR
-            rmdir $DEST_DIR
-        fi
-        exit 1
-    else
-        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
-    fi
-    umount $MNTDIR
-    rmdir $MNTDIR
-fi
-
-# Get generic kernel version
-KNAME=`basename $PXEDIR/vmlinuz-*-generic`
-KVER=${KNAME#vmlinuz-}
-cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
-cat >>$CFG <>$CFG <>$CFG <
+
+
+    
+    build_usb_boot.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_usb_boot.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      build_usb_boot.sh
      
+
      +#!/bin/bash -e
+
+
+
      
+
      Create a syslinux boot environment
      
+
      build_usb_boot.sh destdev
      
+
      Assumes syslinux is installed
+Needs to run as root
      
+
      +
+DEST_DIR=${1:-/tmp/syslinux-boot}
+PXEDIR=${PXEDIR:-/opt/ramstack/pxe}
+
+
      
+
      Clean up any resources that may be in use
      
+
      +function cleanup {
+    set +o errexit
+
+
      
+
      Mop up temporary files
      
+
      +    if [ -n "$DEST_DEV" ]; then
+        umount $DEST_DIR
+        rmdir $DEST_DIR
+    fi
+    if [ -n "$MNTDIR" -a -d "$MNTDIR" ]; then
+        umount $MNTDIR
+        rmdir $MNTDIR
+    fi
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    trap 2; kill -2 $$
+}
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+if [ -b $DEST_DIR ]; then
+
      
+
      We have a block device, install syslinux and mount it
      
+
      +    DEST_DEV=$DEST_DIR
+    DEST_DIR=`mktemp -d --tmpdir mntXXXXXX`
+    mount $DEST_DEV $DEST_DIR
+
+    if [ ! -d $DEST_DIR/syslinux ]; then
+        mkdir -p $DEST_DIR/syslinux
+    fi
+
+
      
+
      Install syslinux on the device
      
+
      +    syslinux --install --directory syslinux $DEST_DEV
+else
+
      
+
      We have a directory (for sanity checking output)
      
+
      +    DEST_DEV=""
+    if [ ! -d $DEST_DIR/syslinux ]; then
+        mkdir -p $DEST_DIR/syslinux
+    fi
+fi
+
+
      
+
      Get some more stuff from syslinux
      
+
      +for i in memdisk menu.c32; do
+    cp -pu /usr/lib/syslinux/$i $DEST_DIR/syslinux
+done
+
+CFG=$DEST_DIR/syslinux/syslinux.cfg
+cat >$CFG <<EOF
+default /syslinux/menu.c32
+prompt 0
+timeout 0
+
+MENU TITLE devstack Boot Menu
+
+EOF
+
+
      
+
      Setup devstack boot
      
+
      +mkdir -p $DEST_DIR/ubuntu
+if [ ! -d $PXEDIR ]; then
+    mkdir -p $PXEDIR
+fi
+
+
      
+
      Get image into place
      
+
      +if [ ! -r $PXEDIR/stack-initrd.img ]; then
+    cd $TOP_DIR
+    $TOOLS_DIR/build_uec_ramdisk.sh $PXEDIR/stack-initrd.img
+fi
+if [ ! -r $PXEDIR/stack-initrd.gz ]; then
+    gzip -1 -c $PXEDIR/stack-initrd.img >$PXEDIR/stack-initrd.gz
+fi
+cp -pu $PXEDIR/stack-initrd.gz $DEST_DIR/ubuntu
+
+if [ ! -r $PXEDIR/vmlinuz-*-generic ]; then
+    MNTDIR=`mktemp -d --tmpdir mntXXXXXXXX`
+    mount -t ext4 -o loop $PXEDIR/stack-initrd.img $MNTDIR
+
+    if [ ! -r $MNTDIR/boot/vmlinuz-*-generic ]; then
+        echo "No kernel found"
+        umount $MNTDIR
+        rmdir $MNTDIR
+        if [ -n "$DEST_DEV" ]; then
+            umount $DEST_DIR
+            rmdir $DEST_DIR
+        fi
+        exit 1
+    else
+        cp -pu $MNTDIR/boot/vmlinuz-*-generic $PXEDIR
+    fi
+    umount $MNTDIR
+    rmdir $MNTDIR
+fi
+
+
      
+
      Get generic kernel version
      
+
      +KNAME=`basename $PXEDIR/vmlinuz-*-generic`
+KVER=${KNAME#vmlinuz-}
+cp -pu $PXEDIR/vmlinuz-$KVER $DEST_DIR/ubuntu
+cat >>$CFG <<EOF
+
+LABEL devstack
+    MENU LABEL ^devstack
+    MENU DEFAULT
+    KERNEL /ubuntu/vmlinuz-$KVER
+    APPEND initrd=/ubuntu/stack-initrd.gz ramdisk_size=2109600 root=/dev/ram0
+EOF
+
+
      
+
      Get Ubuntu
      
+
      +if [ -d $PXEDIR -a -r $PXEDIR/natty-base-initrd.gz ]; then
+    cp -pu $PXEDIR/natty-base-initrd.gz $DEST_DIR/ubuntu
+    cat >>$CFG <<EOF
+
+LABEL ubuntu
+    MENU LABEL ^Ubuntu Natty
+    KERNEL /ubuntu/vmlinuz-$KVER
+    APPEND initrd=/ubuntu/natty-base-initrd.gz ramdisk_size=419600 root=/dev/ram0
+EOF
+fi
+
+
      
+
      Local disk boot
      
+
      +cat >>$CFG <<EOF
+
+LABEL local
+    MENU LABEL ^Local disk
+    LOCALBOOT 0
+EOF
+
+if [ -n "$DEST_DEV" ]; then
+    umount $DEST_DIR
+    rmdir $DEST_DIR
+fi
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/configure_tempest.sh.html b/tools/configure_tempest.sh.html
new file mode 100644
index 00000000..75414894
--- /dev/null
+++ b/tools/configure_tempest.sh.html
@@ -0,0 +1,347 @@
+
+
+
+    
+    configure_tempest.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      configure_tempest.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      +#!/usr/bin/env bash
+
+echo "$0 is scheduled for delete!!" >&2
+
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/copy_dev_environment_to_uec.sh b/tools/copy_dev_environment_to_uec.sh
deleted file mode 100755
index 3fd4423f..00000000
--- a/tools/copy_dev_environment_to_uec.sh
+++ /dev/null
@@ -1,73 +0,0 @@
-#!/usr/bin/env bash
-
-# **copy_dev_environment_to_uec.sh**
-
-# Echo commands
-set -o xtrace
-
-# Exit on error to stop unexpected errors
-set -o errexit
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-# Change dir to top of devstack
-cd $TOP_DIR
-
-# Source params
-source ./stackrc
-
-# Echo usage
-usage() {
-    echo "Add stack user and keys"
-    echo ""
-    echo "Usage: $0 [full path to raw uec base image]"
-}
-
-# Make sure this is a raw image
-if ! qemu-img info $1 | grep -q "file format: raw"; then
-    usage
-    exit 1
-fi
-
-# Mount the image
-DEST=/opt/stack
-STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage.user
-mkdir -p $STAGING_DIR
-umount $STAGING_DIR || true
-sleep 1
-mount -t ext4 -o loop $1 $STAGING_DIR
-mkdir -p $STAGING_DIR/$DEST
-
-# Create a stack user that is a member of the libvirtd group so that stack
-# is able to interact with libvirt.
-chroot $STAGING_DIR groupadd libvirtd || true
-chroot $STAGING_DIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd || true
-
-# Add a simple password - pass
-echo $STACK_USER:pass | chroot $STAGING_DIR chpasswd
-
-# Configure sudo
-( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \
-    > $STAGING_DIR/etc/sudoers.d/50_stack_sh )
-
-# Copy over your ssh keys and env if desired
-cp_it ~/.ssh $STAGING_DIR/$DEST/.ssh
-cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/$DEST/.ssh/authorized_keys
-cp_it ~/.gitconfig $STAGING_DIR/$DEST/.gitconfig
-cp_it ~/.vimrc $STAGING_DIR/$DEST/.vimrc
-cp_it ~/.bashrc $STAGING_DIR/$DEST/.bashrc
-
-# Copy devstack
-rm -rf $STAGING_DIR/$DEST/devstack
-cp_it . $STAGING_DIR/$DEST/devstack
-
-# Give stack ownership over $DEST so it may do the work needed
-chroot $STAGING_DIR chown -R $STACK_USER $DEST
-
-# Unmount
-umount $STAGING_DIR
diff --git a/tools/copy_dev_environment_to_uec.sh.html b/tools/copy_dev_environment_to_uec.sh.html
new file mode 100644
index 00000000..0b43e3c4
--- /dev/null
+++ b/tools/copy_dev_environment_to_uec.sh.html
@@ -0,0 +1,483 @@
+
+
+
+    
+    copy_dev_environment_to_uec.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      copy_dev_environment_to_uec.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      copy_dev_environment_to_uec.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Change dir to top of devstack
      
+
      +cd $TOP_DIR
+
+
      
+
      Source params
      
+
      +source ./stackrc
+
+
      
+
      Echo usage
      
+
      +function usage {
+    echo "Add stack user and keys"
+    echo ""
+    echo "Usage: $0 [full path to raw uec base image]"
+}
+
+
      
+
      Make sure this is a raw image
      
+
      +if ! qemu-img info $1 | grep -q "file format: raw"; then
+    usage
+    exit 1
+fi
+
+
      
+
      Mount the image
      
+
      +DEST=/opt/stack
+STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage.user
+mkdir -p $STAGING_DIR
+umount $STAGING_DIR || true
+sleep 1
+mount -t ext4 -o loop $1 $STAGING_DIR
+mkdir -p $STAGING_DIR/$DEST
+
+
      
+
      Create a stack user that is a member of the libvirtd group so that stack
+is able to interact with libvirt.
      
+
      +chroot $STAGING_DIR groupadd libvirtd || true
+chroot $STAGING_DIR useradd $STACK_USER -s /bin/bash -d $DEST -G libvirtd || true
+
+
      
+
      Add a simple password - pass
      
+
      +echo $STACK_USER:pass | chroot $STAGING_DIR chpasswd
+
+
      
+
      Configure sudo
      
+
      +( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \
+    > $STAGING_DIR/etc/sudoers.d/50_stack_sh )
+
+
      
+
      Copy over your ssh keys and env if desired
      
+
      +cp_it ~/.ssh $STAGING_DIR/$DEST/.ssh
+cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/$DEST/.ssh/authorized_keys
+cp_it ~/.gitconfig $STAGING_DIR/$DEST/.gitconfig
+cp_it ~/.vimrc $STAGING_DIR/$DEST/.vimrc
+cp_it ~/.bashrc $STAGING_DIR/$DEST/.bashrc
+
+
      
+
      Copy devstack
      
+
      +rm -rf $STAGING_DIR/$DEST/devstack
+cp_it . $STAGING_DIR/$DEST/devstack
+
+
      
+
      Give stack ownership over $DEST so it may do the work needed
      
+
      +chroot $STAGING_DIR chown -R $STACK_USER $DEST
+
+
      
+
      Unmount
      
+
      +umount $STAGING_DIR
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/create-stack-user.sh.html b/tools/create-stack-user.sh.html
new file mode 100644
index 00000000..50b8aad1
--- /dev/null
+++ b/tools/create-stack-user.sh.html
@@ -0,0 +1,452 @@
+
+
+
+    
+    create-stack-user.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      create-stack-user.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      create-stack-user.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Create a user account suitable for running DevStack
+- create a group named $STACK_USER if it does not exist
+- create a user named $STACK_USER if it does not exist
      
+
      
+
        
+
      • home is $DEST
        • 
+
      
+
      
+
        
+
      • configure sudo for $STACK_USER
        • 
+
      
+
      +
+
      
+
      stack.sh was never intended to run as root.  It had a hack to do what is
+now in this script and re-launch itself, but that hack was less than perfect
+and it was time for this nonsense to stop.  Run this script as root to create
+the user and configure sudo.
      
+
      +
+set -o errexit
+
+
      
+
      Keep track of the devstack directory
      
+
      +TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Determine what system we are running on.  This provides os_VENDOR,
+os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME
+and DISTRO
      
+
      +GetDistro
+
+
      
+
      Needed to get ENABLED_SERVICES and STACK_USER
      
+
      +source $TOP_DIR/stackrc
+
+
      
+
      Give the non-root user the ability to run as root via sudo
      
+
      +is_package_installed sudo || install_package sudo
+
+[[ -z "$STACK_USER" ]] && die "STACK_USER is not set. Exiting."
+
+if ! getent group $STACK_USER >/dev/null; then
+    echo "Creating a group called $STACK_USER"
+    groupadd $STACK_USER
+fi
+
+if ! getent passwd $STACK_USER >/dev/null; then
+    echo "Creating a user called $STACK_USER"
+    useradd -g $STACK_USER -s /bin/bash -d $DEST -m $STACK_USER
+fi
+
+echo "Giving stack user passwordless sudo privileges"
+
      
+
      UEC images /etc/sudoers does not have a #includedir, add one
      
+
      +grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
+    echo "#includedir /etc/sudoers.d" >> /etc/sudoers
+( umask 226 && echo "$STACK_USER ALL=(ALL) NOPASSWD:ALL" \
+    > /etc/sudoers.d/50_stack_sh )
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/create_userrc.sh b/tools/create_userrc.sh
deleted file mode 100755
index 619d63f7..00000000
--- a/tools/create_userrc.sh
+++ /dev/null
@@ -1,258 +0,0 @@
-#!/usr/bin/env bash
-
-# **create_userrc.sh**
-
-# Pre-create rc files and credentials for the default users.
-
-# Warning: This script just for development purposes
-
-ACCOUNT_DIR=./accrc
-
-display_help()
-{
-cat <
-
-This script creates certificates and sourcable rc files per tenant/user.
-
-Target account directory hierarchy:
-target_dir-|
-           |-cacert.pem
-           |-tenant1-name|
-           |             |- user1
-           |             |- user1-cert.pem
-           |             |- user1-pk.pem
-           |             |- user2
-           |             ..
-           |-tenant2-name..
-           ..
-
-Optional Arguments
--P include password to the rc files; with -A it assume all users password is the same
--A try with all user
--u  create files just for the specified user
--C  create user and tenant, the specifid tenant will be the user's tenant
--r  when combined with -C and the (-u) user exists it will be the user's tenant role in the (-C)tenant (default: Member)
--p  password for the user
---os-username 
---os-password 
---os-tenant-name 
---os-tenant-id 
---os-auth-url 
---target-dir 
---skip-tenant 
---debug
-
-Example:
-$0 -AP
-$0 -P -C mytenant -u myuser -p mypass
-EOF
-}
-
-if ! options=$(getopt -o hPAp:u:r:C: -l os-username:,os-password:,os-tenant-name:,os-tenant-id:,os-auth-url:,target-dir:,skip-tenant:,help,debug -- "$@")
-then
-    #parse error
-    display_help
-    exit 1
-fi
-eval set -- $options
-ADDPASS=""
-
-# The services users usually in the service tenant.
-# rc files for service users, is out of scope.
-# Supporting different tanent for services is out of scope.
-SKIP_TENANT=",service," # tenant names are between commas(,)
-MODE=""
-ROLE=Member
-USER_NAME=""
-USER_PASS=""
-while [ $# -gt 0 ]
-do
-    case "$1" in
-    -h|--help) display_help; exit 0 ;;
-    --os-username) export OS_USERNAME=$2; shift ;;
-    --os-password) export OS_PASSWORD=$2; shift ;;
-    --os-tenant-name) export OS_TENANT_NAME=$2; shift ;;
-    --os-tenant-id) export OS_TENANT_ID=$2; shift ;;
-    --skip-tenant) SKIP_TENANT="$SKIP_TENANT$2,"; shift ;;
-    --os-auth-url) export OS_AUTH_URL=$2; shift ;;
-    --target-dir) ACCOUNT_DIR=$2; shift ;;
-    --debug) set -o xtrace ;;
-    -u) MODE=${MODE:-one};  USER_NAME=$2; shift ;;
-    -p) USER_PASS=$2; shift ;;
-    -A) MODE=all; ;;
-    -P) ADDPASS="yes" ;;
-    -C) MODE=create; TENANT=$2; shift ;;
-    -r) ROLE=$2; shift ;;
-    (--) shift; break ;;
-    (-*) echo "$0: error - unrecognized option $1" >&2; display_help; exit 1 ;;
-    (*)  echo "$0: error - unexpected argument $1" >&2; display_help; exit 1 ;;
-    esac
-    shift
-done
-
-if [ -z "$OS_PASSWORD" ]; then
-    if [ -z "$ADMIN_PASSWORD" ];then
-        echo "The admin password is required option!"  >&2
-        exit 2
-    else
-        OS_PASSWORD=$ADMIN_PASSWORD
-    fi
-fi
-
-if [ -z "$OS_TENANT_NAME" -a -z "$OS_TENANT_ID" ]; then
-   export OS_TENANT_NAME=admin
-fi
-
-if [ -z "$OS_USERNAME" ]; then
-   export OS_USERNAME=admin
-fi
-
-if [ -z "$OS_AUTH_URL" ]; then
-   export OS_AUTH_URL=http://localhost:5000/v2.0/
-fi
-
-USER_PASS=${USER_PASS:-$OS_PASSWORD}
-USER_NAME=${USER_NAME:-$OS_USERNAME}
-
-if [ -z "$MODE" ]; then
-    echo "You must specify at least -A or -u parameter!"  >&2
-    echo
-    display_help
-    exit 3
-fi
-
-export -n SERVICE_TOKEN SERVICE_ENDPOINT OS_SERVICE_TOKEN OS_SERVICE_ENDPOINT
-
-EC2_URL=http://localhost:8773/service/Cloud
-S3_URL=http://localhost:3333
-
-ec2=`keystone endpoint-get --service ec2 | awk '/\|[[:space:]]*ec2.publicURL/ {print $4}'`
-[ -n "$ec2" ] && EC2_URL=$ec2
-
-s3=`keystone endpoint-get --service s3 | awk '/\|[[:space:]]*s3.publicURL/ {print $4}'`
-[ -n "$s3" ] && S3_URL=$s3
-
-
-mkdir -p "$ACCOUNT_DIR"
-ACCOUNT_DIR=`readlink -f "$ACCOUNT_DIR"`
-EUCALYPTUS_CERT=$ACCOUNT_DIR/cacert.pem
-mv "$EUCALYPTUS_CERT" "$EUCALYPTUS_CERT.old" &>/dev/null
-if ! nova x509-get-root-cert "$EUCALYPTUS_CERT"; then
-    echo "Failed to update the root certificate: $EUCALYPTUS_CERT" >&2
-    mv "$EUCALYPTUS_CERT.old" "$EUCALYPTUS_CERT" &>/dev/null
-fi
-
-
-function add_entry(){
-    local user_id=$1
-    local user_name=$2
-    local tenant_id=$3
-    local tenant_name=$4
-    local user_passwd=$5
-
-    # The admin user can see all user's secret AWS keys, it does not looks good
-    local line=`keystone ec2-credentials-list --user_id $user_id | grep -E "^\\|[[:space:]]*($tenant_name|$tenant_id)[[:space:]]*\\|" | head -n 1`
-    if [ -z "$line" ]; then
-        keystone ec2-credentials-create --user-id $user_id --tenant-id $tenant_id 1>&2
-        line=`keystone ec2-credentials-list --user_id $user_id | grep -E "^\\|[[:space:]]*($tenant_name|$tenant_id)[[:space:]]*\\|" | head -n 1`
-    fi
-    local ec2_access_key ec2_secret_key
-    read ec2_access_key ec2_secret_key <<<  `echo $line | awk '{print $4 " " $6 }'`
-    mkdir -p "$ACCOUNT_DIR/$tenant_name"
-    local rcfile="$ACCOUNT_DIR/$tenant_name/$user_name"
-    # The certs subject part are the tenant ID "dash" user ID, but the CN should be the first part of the DN
-    # Generally the subject DN parts should be in reverse order like the Issuer
-    # The Serial does not seams correctly marked either
-    local ec2_cert="$rcfile-cert.pem"
-    local ec2_private_key="$rcfile-pk.pem"
-    # Try to preserve the original file on fail (best effort)
-    mv -f "$ec2_private_key" "$ec2_private_key.old" &>/dev/null
-    mv -f "$ec2_cert" "$ec2_cert.old" &>/dev/null
-    # It will not create certs when the password is incorrect
-    if ! nova --os-password "$user_passwd" --os-username "$user_name" --os-tenant-name "$tenant_name" x509-create-cert "$ec2_private_key" "$ec2_cert"; then
-        mv -f "$ec2_private_key.old" "$ec2_private_key" &>/dev/null
-        mv -f "$ec2_cert.old" "$ec2_cert" &>/dev/null
-    fi
-    cat >"$rcfile" <>"$rcfile"
-    fi
-}
-
-#admin users expected
-function create_or_get_tenant(){
-    local tenant_name=$1
-    local tenant_id=`keystone tenant-list | awk '/\|[[:space:]]*'"$tenant_name"'[[:space:]]*\|.*\|/ {print $2}'`
-    if [ -n "$tenant_id" ]; then
-        echo $tenant_id
-    else
-        keystone tenant-create --name "$tenant_name" | awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'
-    fi
-}
-
-function create_or_get_role(){
-    local role_name=$1
-    local role_id=`keystone role-list| awk '/\|[[:space:]]*'"$role_name"'[[:space:]]*\|/ {print $2}'`
-    if [ -n "$role_id" ]; then
-        echo $role_id
-    else
-        keystone role-create --name "$role_name" |awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'
-    fi
-}
-
-# Provides empty string when the user does not exists
-function get_user_id(){
-    local user_name=$1
-    keystone user-list | awk '/^\|[^|]*\|[[:space:]]*'"$user_name"'[[:space:]]*\|.*\|/ {print $2}'
-}
-
-if [ $MODE != "create" ]; then
-# looks like I can't ask for all tenant related to a specified  user
-    for tenant_id_at_name in `keystone tenant-list | awk 'BEGIN {IGNORECASE = 1} /true[[:space:]]*\|$/ {print  $2 "@" $4}'`; do
-        read tenant_id tenant_name <<< `echo "$tenant_id_at_name" | sed 's/@/ /'`
-        if echo $SKIP_TENANT| grep -q ",$tenant_name,"; then
-            continue;
-        fi
-        for user_id_at_name in `keystone user-list --tenant-id $tenant_id | awk 'BEGIN {IGNORECASE = 1} /true[[:space:]]*\|[^|]*\|$/ {print  $2 "@" $4}'`; do
-            read user_id user_name <<< `echo "$user_id_at_name" | sed 's/@/ /'`
-            if [ $MODE = one -a "$user_name" != "$USER_NAME" ]; then
-               continue;
-            fi
-            add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
-        done
-    done
-else
-    tenant_name=$TENANT
-    tenant_id=`create_or_get_tenant "$TENANT"`
-    user_name=$USER_NAME
-    user_id=`get_user_id $user_name`
-    if [ -z "$user_id" ]; then
-        #new user
-        user_id=`keystone user-create --name "$user_name" --tenant-id "$tenant_id" --pass "$USER_PASS" --email "$user_name@example.com" | awk '/\|[[:space:]]*id[[:space:]]*\|.*\|/ {print $4}'`
-        #The password is in the cmd line. It is not a good thing
-        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
-    else
-        #new role
-        role_id=`create_or_get_role "$ROLE"`
-        keystone user-role-add --user-id "$user_id" --tenant-id "$tenant_id" --role-id "$role_id"
-        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
-    fi
-fi
diff --git a/tools/create_userrc.sh.html b/tools/create_userrc.sh.html
new file mode 100644
index 00000000..e70830b0
--- /dev/null
+++ b/tools/create_userrc.sh.html
@@ -0,0 +1,687 @@
+
+
+
+    
+    create_userrc.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      create_userrc.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      create_userrc.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Pre-create rc files and credentials for the default users.
      
+
      +
+
      
+
      Warning: This script just for development purposes
      
+
      +
+set -o errexit
+set -o xtrace
+
+ACCOUNT_DIR=./accrc
+
+function display_help {
+cat <<EOF
+
+usage: $0 <options..>
+
+This script creates certificates and sourcable rc files per tenant/user.
+
+Target account directory hierarchy:
+target_dir-|
+           |-cacert.pem
+           |-tenant1-name|
+           |             |- user1
+           |             |- user1-cert.pem
+           |             |- user1-pk.pem
+           |             |- user2
+           |             ..
+           |-tenant2-name..
+           ..
+
+Optional Arguments
+-P include password to the rc files; with -A it assume all users password is the same
+-A try with all user
+-u <username> create files just for the specified user
+-C <tenant_name> create user and tenant, the specifid tenant will be the user's tenant
+-r <name> when combined with -C and the (-u) user exists it will be the user's tenant role in the (-C)tenant (default: Member)
+-p <userpass> password for the user
+--heat-url <heat_url>
+--os-username <username>
+--os-password <admin password>
+--os-tenant-name <tenant_name>
+--os-tenant-id <tenant_id>
+--os-auth-url <auth_url>
+--os-cacert <cert file>
+--target-dir <target_directory>
+--skip-tenant <tenant-name>
+--debug
+
+Example:
+$0 -AP
+$0 -P -C mytenant -u myuser -p mypass
+EOF
+}
+
+if ! options=$(getopt -o hPAp:u:r:C: -l os-username:,os-password:,os-tenant-name:,os-tenant-id:,os-auth-url:,target-dir:,heat-url:,skip-tenant:,os-cacert:,help,debug -- "$@"); then
+    display_help
+    exit 1
+fi
+eval set -- $options
+ADDPASS=""
+HEAT_URL=""
+
+
      
+
      The services users usually in the service tenant.
+rc files for service users, is out of scope.
+Supporting different tenant for services is out of scope.
      
+
      +SKIP_TENANT="service"
+MODE=""
+ROLE=Member
+USER_NAME=""
+USER_PASS=""
+while [ $# -gt 0 ]; do
+    case "$1" in
+    -h|--help) display_help; exit 0 ;;
+    --os-username) export OS_USERNAME=$2; shift ;;
+    --os-password) export OS_PASSWORD=$2; shift ;;
+    --os-tenant-name) export OS_TENANT_NAME=$2; shift ;;
+    --os-tenant-id) export OS_TENANT_ID=$2; shift ;;
+    --skip-tenant) SKIP_TENANT="$SKIP_TENANT$2,"; shift ;;
+    --os-auth-url) export OS_AUTH_URL=$2; shift ;;
+    --os-cacert) export OS_CACERT=$2; shift ;;
+    --target-dir) ACCOUNT_DIR=$2; shift ;;
+    --heat-url) HEAT_URL=$2; shift ;;
+    --debug) set -o xtrace ;;
+    -u) MODE=${MODE:-one};  USER_NAME=$2; shift ;;
+    -p) USER_PASS=$2; shift ;;
+    -A) MODE=all; ;;
+    -P) ADDPASS="yes" ;;
+    -C) MODE=create; TENANT=$2; shift ;;
+    -r) ROLE=$2; shift ;;
+    (--) shift; break ;;
+    (-*) echo "$0: error - unrecognized option $1" >&2; display_help; exit 1 ;;
+    (*)  echo "$0: error - unexpected argument $1" >&2; display_help; exit 1 ;;
+    esac
+    shift
+done
+
+if [ -z "$OS_PASSWORD" ]; then
+    if [ -z "$ADMIN_PASSWORD" ];then
+        echo "The admin password is required option!"  >&2
+        exit 2
+    else
+        OS_PASSWORD=$ADMIN_PASSWORD
+    fi
+fi
+
+if [ -z "$OS_TENANT_NAME" -a -z "$OS_TENANT_ID" ]; then
+    export OS_TENANT_NAME=admin
+fi
+
+if [ -z "$OS_USERNAME" ]; then
+    export OS_USERNAME=admin
+fi
+
+if [ -z "$OS_AUTH_URL" ]; then
+    export OS_AUTH_URL=http://localhost:5000/v2.0/
+fi
+
+USER_PASS=${USER_PASS:-$OS_PASSWORD}
+USER_NAME=${USER_NAME:-$OS_USERNAME}
+
+if [ -z "$MODE" ]; then
+    echo "You must specify at least -A or -u parameter!"  >&2
+    echo
+    display_help
+    exit 3
+fi
+
+export -n SERVICE_TOKEN SERVICE_ENDPOINT OS_SERVICE_TOKEN OS_SERVICE_ENDPOINT
+
+EC2_URL=$(openstack endpoint show -f value -c publicurl ec2 || true)
+if [[ -z $EC2_URL ]]; then
+    EC2_URL=http://localhost:8773/services/Cloud
+fi
+
+S3_URL=$(openstack endpoint show -f value -c publicurl s3 || true)
+if [[ -z $S3_URL ]]; then
+    S3_URL=http://localhost:3333
+fi
+
+mkdir -p "$ACCOUNT_DIR"
+ACCOUNT_DIR=`readlink -f "$ACCOUNT_DIR"`
+EUCALYPTUS_CERT=$ACCOUNT_DIR/cacert.pem
+if [ -e "$EUCALYPTUS_CERT" ]; then
+    mv "$EUCALYPTUS_CERT" "$EUCALYPTUS_CERT.old"
+fi
+if ! nova x509-get-root-cert "$EUCALYPTUS_CERT"; then
+    echo "Failed to update the root certificate: $EUCALYPTUS_CERT" >&2
+    if [ -e "$EUCALYPTUS_CERT.old" ]; then
+        mv "$EUCALYPTUS_CERT.old" "$EUCALYPTUS_CERT"
+    fi
+fi
+
+
+function add_entry {
+    local user_id=$1
+    local user_name=$2
+    local tenant_id=$3
+    local tenant_name=$4
+    local user_passwd=$5
+
+
      
+
      The admin user can see all user's secret AWS keys, it does not looks good
      
+
      +    local line=`openstack ec2 credentials list --user $user_id | grep " $tenant_id "`
+    if [ -z "$line" ]; then
+        openstack ec2 credentials create --user $user_id --project $tenant_id 1>&2
+        line=`openstack ec2 credentials list --user $user_id | grep " $tenant_id "`
+    fi
+    local ec2_access_key ec2_secret_key
+    read ec2_access_key ec2_secret_key <<<  `echo $line | awk '{print $2 " " $4 }'`
+    mkdir -p "$ACCOUNT_DIR/$tenant_name"
+    local rcfile="$ACCOUNT_DIR/$tenant_name/$user_name"
+
      
+
      The certs subject part are the tenant ID "dash" user ID, but the CN should be the first part of the DN
+Generally the subject DN parts should be in reverse order like the Issuer
+The Serial does not seams correctly marked either
      
+
      +    local ec2_cert="$rcfile-cert.pem"
+    local ec2_private_key="$rcfile-pk.pem"
+
      
+
      Try to preserve the original file on fail (best effort)
      
+
      +    if [ -e "$ec2_private_key" ]; then
+        mv -f "$ec2_private_key" "$ec2_private_key.old"
+    fi
+    if [ -e "$ec2_cert" ]; then
+        mv -f "$ec2_cert" "$ec2_cert.old"
+    fi
+
      
+
      It will not create certs when the password is incorrect
      
+
      +    if ! nova --os-password "$user_passwd" --os-username "$user_name" --os-tenant-name "$tenant_name" x509-create-cert "$ec2_private_key" "$ec2_cert"; then
+        if [ -e "$ec2_private_key.old" ]; then
+            mv -f "$ec2_private_key.old" "$ec2_private_key"
+        fi
+        if [ -e "$ec2_cert.old" ]; then
+            mv -f "$ec2_cert.old" "$ec2_cert"
+        fi
+    fi
+    cat >"$rcfile" <<EOF
+# DIVIDER
+export EC2_ACCESS_KEY="$ec2_access_key"
+export EC2_SECRET_KEY="$ec2_secret_key"
+export EC2_URL="$EC2_URL"
+export S3_URL="$S3_URL"
+# DIVIDER
+export OS_USERNAME="$user_name"
+# DIVIDER
+export OS_TENANT_NAME="$tenant_name"
+export OS_AUTH_URL="$OS_AUTH_URL"
+export OS_CACERT="$OS_CACERT"
+export EC2_CERT="$ec2_cert"
+export EC2_PRIVATE_KEY="$ec2_private_key"
+export EC2_USER_ID=42 #not checked by nova (can be a 12-digit id)
+export EUCALYPTUS_CERT="$ACCOUNT_DIR/cacert.pem"
+export NOVA_CERT="$ACCOUNT_DIR/cacert.pem"
+EOF
+    if [ -n "$ADDPASS" ]; then
+        echo "export OS_PASSWORD=\"$user_passwd\"" >>"$rcfile"
+    fi
+    if [ -n "$HEAT_URL" ]; then
+        echo "export HEAT_URL=\"$HEAT_URL/$tenant_id\"" >>"$rcfile"
+        echo "export OS_NO_CLIENT_AUTH=True" >>"$rcfile"
+    fi
+}
+
+#admin users expected
+function create_or_get_project {
+    local name=$1
+    local id
+    eval $(openstack project show -f shell -c id $name)
+    if [[ -z $id ]]; then
+        eval $(openstack project create -f shell -c id $name)
+    fi
+    echo $id
+}
+
+function create_or_get_role {
+    local name=$1
+    local id
+    eval $(openstack role show -f shell -c id $name)
+    if [[ -z $id ]]; then
+        eval $(openstack role create -f shell -c id $name)
+    fi
+    echo $id
+}
+
+
      
+
      you can source this file
      
+
      +function get_user_id {
+    openstack user list | grep " $1 " | cut -d " " -f2
+}
+
+if [ $MODE != "create" ]; then
+
      
+
      OpenStack USER ID = $user_id
      
+
      +    openstack project list --long --quote none -f csv | grep ',True' | grep -v "${SKIP_TENANT}" | while IFS=, read tenant_id tenant_name desc enabled; do
+        openstack user list --project $tenant_id --long --quote none -f csv | grep ',True' | while IFS=, read user_id user_name project email enabled; do
+            if [ $MODE = one -a "$user_name" != "$USER_NAME" ]; then
+                continue;
+            fi
+
+
      
+
      OpenStack Tenant ID = $tenant_id
      
+
      +            eval SPECIFIC_UPASSWORD="\$${USER_NAME^^}_PASSWORD"
+            if [ -n "$SPECIFIC_UPASSWORD" ]; then
+                USER_PASS=$SPECIFIC_UPASSWORD
+            fi
+            add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+        done
+    done
+else
+    tenant_name=$TENANT
+    tenant_id=$(create_or_get_project "$TENANT")
+    user_name=$USER_NAME
+    user_id=`get_user_id $user_name`
+    if [ -z "$user_id" ]; then
+        eval $(openstack user create "$user_name" --project "$tenant_id" --password "$USER_PASS" --email "$user_name@example.com" -f shell -c id)
+        user_id=$id
+        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+    else
+        role_id=$(create_or_get_role "$ROLE")
+        openstack role add "$role_id" --user "$user_id" --project "$tenant_id"
+        add_entry "$user_id" "$user_name" "$tenant_id" "$tenant_name" "$USER_PASS"
+    fi
+fi
+
+
+
      +
      
+
      Provides empty string when the user does not exists
      
+
      +
+
      
+
      looks like I can't ask for all tenant related to a specified user
      
+
      
+
      Checks for a specific password defined for an user.
+Example for an username johndoe:
      
+
      
+
      System Message: ERROR/3 (<stdin>, line 59)
      
+Unexpected indentation.
      
+
      
+JOHNDOE_PASSWORD=1234
      
+
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/docker/install_docker.sh.html b/tools/docker/install_docker.sh.html
new file mode 100644
index 00000000..61503c95
--- /dev/null
+++ b/tools/docker/install_docker.sh.html
@@ -0,0 +1,470 @@
+
+
+
+    
+    install_docker.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_docker.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      install_docker.sh - Do the initial Docker installation and configuration
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      install_docker.sh
      
+
      Install docker package and images
+* downloads a base busybox image and a glance registry image if necessary
+* install the images in Docker's image cache
      
+
      +
+
+
      
+
      Keep track of the current directory
      
+
      +SCRIPT_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $SCRIPT_DIR/../..; pwd)
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Load local configuration
      
+
      +source $TOP_DIR/stackrc
+
+FILES=$TOP_DIR/files
+
+
      
+
      Get our defaults
      
+
      +source $TOP_DIR/lib/nova_plugins/hypervisor-docker
+
+SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60}
+
+
+
      
+
      
+
      Install Docker Service
      
+
      +
+if is_fedora; then
+    install_package docker-io socat
+else
+
      
+
      Stop the auto-repo updates and do it when required here
      
+
      +    NO_UPDATE_REPOS=True
+
+
      
+
      Set up home repo
      
+
      +    curl https://get.docker.io/gpg | sudo apt-key add -
+    install_package python-software-properties && \
+        sudo sh -c "echo deb $DOCKER_APT_REPO docker main > /etc/apt/sources.list.d/docker.list"
+    apt_get update
+    install_package --force-yes lxc-docker socat
+fi
+
+
      
+
      Start the daemon - restart just in case the package ever auto-starts...
      
+
      +restart_service docker
+
+echo "Waiting for docker daemon to start..."
+DOCKER_GROUP=$(groups | cut -d' ' -f1)
+CONFIGURE_CMD="while ! /bin/echo -e 'GET /v1.3/version HTTP/1.0\n\n' | socat - unix-connect:$DOCKER_UNIX_SOCKET 2>/dev/null | grep -q '200 OK'; do
+# DIVIDER
+    sudo chgrp $DOCKER_GROUP $DOCKER_UNIX_SOCKET
+    sudo chmod g+rw $DOCKER_UNIX_SOCKET
+    sleep 1
+done"
+if ! timeout $SERVICE_TIMEOUT sh -c "$CONFIGURE_CMD"; then
+    die $LINENO "docker did not start"
+fi
+
+
      
+
      Set the right group on docker unix socket before retrying
      
+
      +docker pull $DOCKER_IMAGE
+docker tag $DOCKER_IMAGE $DOCKER_IMAGE_NAME
+
+
      
+
      Get guest container image
      
+
      +docker pull $DOCKER_REGISTRY_IMAGE
+docker tag $DOCKER_REGISTRY_IMAGE $DOCKER_REGISTRY_IMAGE_NAME
+
+
+
      +
      
+
      Get docker-registry image
      
+
      +
+
      
+
      
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/fixup_stuff.sh.html b/tools/fixup_stuff.sh.html
new file mode 100644
index 00000000..135f317b
--- /dev/null
+++ b/tools/fixup_stuff.sh.html
@@ -0,0 +1,630 @@
+
+
+
+    
+    fixup_stuff.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      fixup_stuff.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      fixup_stuff.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      fixup_stuff.sh
      
+
      All distro and package specific hacks go in here
      
+
        
+
      • prettytable 0.7.2 permissions are 600 in the package and
+pip 1.4 doesn't fix it (1.3 did)
        • 
+
      • httplib2 0.8 permissions are 600 in the package and
+pip 1.4 doesn't fix it (1.3 did)
        • 
+
      • RHEL6:
          
+
        • set selinux not enforcing
          • 
+
        • (re)start messagebus daemon
          • 
+
        • remove distro packages python-crypto and python-lxml
          • 
+
        • pre-install hgtools to work around a bug in RHEL6 distribute
          • 
+
        • install nose 1.1 from EPEL
          • 
+
        
+
        • 
+
      
+
      +
+
      
+
      If TOP_DIR is set we're being sourced rather than running stand-alone
+or in a sub-shell
      
+
      +if [[ -z "$TOP_DIR" ]]; then
+    set -o errexit
+    set -o xtrace
+
+
      
+
      Keep track of the current directory
      
+
      +    TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+    TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Change dir to top of devstack
      
+
      +    cd $TOP_DIR
+
+
      
+
      Import common functions
      
+
      +    source $TOP_DIR/functions
+
+    FILES=$TOP_DIR/files
+fi
+
+
      
+
      
+
      Keystone Port Reservation
      
+
      Reserve and prevent $KEYSTONE_AUTH_PORT and $KEYSTONE_AUTH_PORT_INT from
+being used as ephemeral ports by the system. The default(s) are 35357 and
+35358 which are in the Linux defined ephemeral port range (in disagreement
+with the IANA ephemeral port range). This is a workaround for bug #1253482
+where Keystone will try and bind to the port and the port will already be
+in use as an ephemeral port by another process. This places an explicit
+exception into the Kernel for the Keystone AUTH ports.
      
+
      +keystone_ports=${KEYSTONE_AUTH_PORT:-35357},${KEYSTONE_AUTH_PORT_INT:-35358}
+
+
      
+
      Get any currently reserved ports, strip off leading whitespace
      
+
      +reserved_ports=$(sysctl net.ipv4.ip_local_reserved_ports | awk -F'=' '{print $2;}' | sed 's/^ //')
+
+if [[ -z "${reserved_ports}" ]]; then
+
      
+
      If there are no currently reserved ports, reserve the keystone ports
      
+
      +    sudo sysctl -w net.ipv4.ip_local_reserved_ports=${keystone_ports}
+else
+
      
+
      If there are currently reserved ports, keep those and also reserve the
+keystone specific ports. Duplicate reservations are merged into a single
+reservation (or range) automatically by the kernel.
      
+
      +    sudo sysctl -w net.ipv4.ip_local_reserved_ports=${keystone_ports},${reserved_ports}
+fi
+
+
+
      
+
+
      
+
      Python Packages
      
+
      +
+
      
+
      get_package_path python-package    # in import notation
      
+
      +function get_package_path {
+    local package=$1
+    echo $(python -c "import os; import $package; print(os.path.split(os.path.realpath($package.__file__))[0])")
+}
+
+
+
      
+
      Pre-install affected packages so we can fix the permissions
+These can go away once we are confident that pip 1.4.1+ is available everywhere
      
+
      +
+
      
+
      Fix prettytable 0.7.2 permissions
+Don't specify --upgrade so we use the existing package if present
      
+
      +pip_install 'prettytable>0.7'
+PACKAGE_DIR=$(get_package_path prettytable)
+
      
+
      Only fix version 0.7.2
      
+
      +dir=$(echo $PACKAGE_DIR/prettytable-0.7.2*)
+if [[ -d $dir ]]; then
+    sudo chmod +r $dir/*
+fi
+
+
      
+
      Fix httplib2 0.8 permissions
+Don't specify --upgrade so we use the existing package if present
      
+
      +pip_install httplib2
+PACKAGE_DIR=$(get_package_path httplib2)
+
      
+
      Only fix version 0.8
      
+
      +dir=$(echo $PACKAGE_DIR-0.8*)
+if [[ -d $dir ]]; then
+    sudo chmod +r $dir/*
+fi
+
+if is_fedora; then
+
      
+
      Disable selinux to avoid configuring to allow Apache access
+to Horizon files (LP#1175444)
      
+
      +    if selinuxenabled; then
+        sudo setenforce 0
+    fi
+
+    FORCE_FIREWALLD=$(trueorfalse False $FORCE_FIREWALLD)
+    if [[ ${DISTRO} =~ (f19|f20) && $FORCE_FIREWALLD == "False" ]]; then
+
      
+
      On Fedora 19 and 20 firewalld interacts badly with libvirt and
+slows things down significantly.  However, for those cases
+where that combination is desired, allow this fix to be skipped.
      
+
      +
+
      
+
      There was also an additional issue with firewalld hanging
+after install of libvirt with polkit.  See
+https://bugzilla.redhat.com/show_bug.cgi?id=1099031
      
+
      +        if is_package_installed firewalld; then
+            uninstall_package firewalld
+        fi
+    fi
+
+fi
+
+
      
+
+
      
+
      RHEL6
      
+
      +
+if [[ $DISTRO =~ (rhel6) ]]; then
+
+
      
+
      install_pip.sh installs the latest setuptools over the packaged
+version.  We can't really uninstall the packaged version if it
+is there, because it may remove other important things like
+cloud-init.  Things work, but there can be an old egg file left
+around from the package that causes some really strange
+setuptools errors.  Remove it, if it is there
      
+
      +    sudo rm -f /usr/lib/python2.6/site-packages/setuptools-0.6*.egg-info
+
+
      
+
      If the dbus package was installed by DevStack dependencies the
+uuid may not be generated because the service was never started (PR#598200),
+causing Nova to stop later on complaining that /var/lib/dbus/machine-id
+does not exist.
      
+
      +    sudo service messagebus restart
+
+
      
+
      The following workarounds break xenserver
      
+
      +    if [ "$VIRT_DRIVER" != 'xenserver' ]; then
+
      
+
      An old version of python-crypto (2.0.1) may be installed on a
+fresh system via Anaconda and the dependency chain
+cas -> python-paramiko -> python-crypto.
+pip uninstall pycrypto will remove the packaged .egg-info
+file but leave most of the actual library files behind in
+/usr/lib64/python2.6/Crypto. Later pip install pycrypto
+will install over the packaged files resulting
+in a useless mess of old, rpm-packaged files and pip-installed files.
+Remove the package so that pip install python-crypto installs
+cleanly.
+Note: other RPM packages may require python-crypto as well.
+For example, RHEL6 does not install python-paramiko packages.
      
+
      +        uninstall_package python-crypto
+
+
      
+
      A similar situation occurs with python-lxml, which is required by
+ipa-client, an auditing package we don't care about.  The
+build-dependencies needed for pip install lxml (gcc,
+libxml2-dev and libxslt-dev) are present in
+files/rpms/general.
      
+
      +        uninstall_package python-lxml
+    fi
+
+
      
+
      setup.py contains a setup_requires package that is supposed
+to be transient.  However, RHEL6 distribute has a bug where
+setup_requires registers entry points that are not cleaned
+out properly after the setup-phase resulting in installation failures
+(bz#924038).  Pre-install the problem package so the setup_requires
+dependency is satisfied and it will not be installed transiently.
+Note we do this before the track-depends in stack.sh.
      
+
      +    pip_install hgtools
+
+
+
      
+
      RHEL6's version of python-nose is incompatible with Tempest.
+Install nose 1.1 (Tempest-compatible) from EPEL
      
+
      +    install_package python-nose1.1
+
      
+
      Add a symlink for the new nosetests to allow tox for Tempest to
+work unmolested.
      
+
      +    sudo ln -sf /usr/bin/nosetests1.1 /usr/local/bin/nosetests
+
+
      
+
      workaround for https://code.google.com/p/unittest-ext/issues/detail?id=79
      
+
      +    install_package python-unittest2 patch
+    pip_install discover
+    (cd /usr/lib/python2.6/site-packages/; sudo patch <"$FILES/patches/unittest2-discover.patch" || echo 'Assume already applied')
+
      
+
      Make sure the discover.pyc is up to date
      
+
      +    sudo rm /usr/lib/python2.6/site-packages/discover.pyc || true
+    sudo python -c 'import discover'
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/get_uec_image.sh b/tools/get_uec_image.sh
deleted file mode 100755
index 3c62064a..00000000
--- a/tools/get_uec_image.sh
+++ /dev/null
@@ -1,111 +0,0 @@
-#!/bin/bash
-
-# **get_uec_image.sh**
-
-# Download and prepare Ubuntu UEC images
-
-CACHEDIR=${CACHEDIR:-/opt/stack/cache}
-ROOTSIZE=${ROOTSIZE:-2000M}
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-. $TOP_DIR/functions
-
-# Exit on error to stop unexpected errors
-set -o errexit
-set -o xtrace
-
-usage() {
-    echo "Usage: $0 - Download and prepare Ubuntu UEC images"
-    echo ""
-    echo "$0 [-r rootsize] release imagefile [kernel]"
-    echo ""
-    echo "-r size   - root fs size (min 2000MB)"
-    echo "release   - Ubuntu release: lucid - quantal"
-    echo "imagefile - output image file"
-    echo "kernel    - output kernel"
-    exit 1
-}
-
-# Clean up any resources that may be in use
-cleanup() {
-    set +o errexit
-
-    # Mop up temporary files
-    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
-        rm -f $IMG_FILE_TMP
-    fi
-
-    # Kill ourselves to signal any calling process
-    trap 2; kill -2 $$
-}
-
-while getopts hr: c; do
-    case $c in
-        h)  usage
-            ;;
-        r)  ROOTSIZE=$OPTARG
-            ;;
-    esac
-done
-shift `expr $OPTIND - 1`
-
-if [[ ! "$#" -eq "2" && ! "$#" -eq "3" ]]; then
-    usage
-fi
-
-# Default args
-DIST_NAME=$1
-IMG_FILE=$2
-IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
-KERNEL=$3
-
-case $DIST_NAME in
-    quantal)    ;;
-    precise)    ;;
-    oneiric)    ;;
-    natty)      ;;
-    maverick)   ;;
-    lucid)      ;;
-    *)          echo "Unknown release: $DIST_NAME"
-                usage
-                ;;
-esac
-
-trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
-
-# Check dependencies
-if [ ! -x "`which qemu-img`" -o -z "`dpkg -l | grep cloud-utils`" ]; then
-    # Missing KVM?
-    apt_get install qemu-kvm cloud-utils
-fi
-
-# Find resize script
-RESIZE=`which resize-part-image || which uec-resize-image`
-if [ -z "$RESIZE" ]; then
-    echo "resize tool from cloud-utils not found"
-    exit 1
-fi
-
-# Get the UEC image
-UEC_NAME=$DIST_NAME-server-cloudimg-amd64
-if [ ! -d $CACHEDIR/$DIST_NAME ]; then
-    mkdir -p $CACHEDIR/$DIST_NAME
-fi
-if [ ! -e $CACHEDIR/$DIST_NAME/$UEC_NAME.tar.gz ]; then
-    (cd $CACHEDIR/$DIST_NAME && wget -N http://uec-images.ubuntu.com/$DIST_NAME/current/$UEC_NAME.tar.gz)
-    (cd $CACHEDIR/$DIST_NAME && tar Sxvzf $UEC_NAME.tar.gz)
-fi
-
-$RESIZE $CACHEDIR/$DIST_NAME/$UEC_NAME.img ${ROOTSIZE} $IMG_FILE_TMP
-mv $IMG_FILE_TMP $IMG_FILE
-
-# Copy kernel to destination
-if [ -n "$KERNEL" ]; then
-    cp -p $CACHEDIR/$DIST_NAME/*-vmlinuz-virtual $KERNEL
-fi
-
-trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
diff --git a/tools/get_uec_image.sh.html b/tools/get_uec_image.sh.html
new file mode 100644
index 00000000..79cec114
--- /dev/null
+++ b/tools/get_uec_image.sh.html
@@ -0,0 +1,513 @@
+
+
+
+    
+    get_uec_image.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      get_uec_image.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      get_uec_image.sh
      
+
      +#!/bin/bash
+
+
+
      
+
      Download and prepare Ubuntu UEC images
      
+
      +
+CACHEDIR=${CACHEDIR:-/opt/stack/cache}
+ROOTSIZE=${ROOTSIZE:-2000M}
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+set -o xtrace
+
+function usage {
+    echo "Usage: $0 - Download and prepare Ubuntu UEC images"
+    echo ""
+    echo "$0 [-r rootsize] release imagefile [kernel]"
+    echo ""
+    echo "-r size   - root fs size (min 2000MB)"
+    echo "release   - Ubuntu release: lucid - quantal"
+    echo "imagefile - output image file"
+    echo "kernel    - output kernel"
+    exit 1
+}
+
+
      
+
      Clean up any resources that may be in use
      
+
      +function cleanup {
+    set +o errexit
+
+
      
+
      Mop up temporary files
      
+
      +    if [ -n "$IMG_FILE_TMP" -a -e "$IMG_FILE_TMP" ]; then
+        rm -f $IMG_FILE_TMP
+    fi
+
+
      
+
      Kill ourselves to signal any calling process
      
+
      +    trap 2; kill -2 $$
+}
+
+while getopts hr: c; do
+    case $c in
+        h)  usage
+            ;;
+        r)  ROOTSIZE=$OPTARG
+            ;;
+    esac
+done
+shift `expr $OPTIND - 1`
+
+if [[ ! "$#" -eq "2" && ! "$#" -eq "3" ]]; then
+    usage
+fi
+
+
      
+
      Default args
      
+
      +DIST_NAME=$1
+IMG_FILE=$2
+IMG_FILE_TMP=`mktemp $IMG_FILE.XXXXXX`
+KERNEL=$3
+
+case $DIST_NAME in
+    saucy)      ;;
+    raring)     ;;
+    quantal)    ;;
+    precise)    ;;
+    *)          echo "Unknown release: $DIST_NAME"
+                usage
+                ;;
+esac
+
+trap cleanup SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
      
+
      Check dependencies
      
+
      +if [ ! -x "`which qemu-img`" -o -z "`dpkg -l | grep cloud-utils`" ]; then
+
      
+
      Missing KVM?
      
+
      +    apt_get install qemu-kvm cloud-utils
+fi
+
+
      
+
      Find resize script
      
+
      +RESIZE=`which resize-part-image || which uec-resize-image`
+if [ -z "$RESIZE" ]; then
+    echo "resize tool from cloud-utils not found"
+    exit 1
+fi
+
+
      
+
      Get the UEC image
      
+
      +UEC_NAME=$DIST_NAME-server-cloudimg-amd64
+if [ ! -d $CACHEDIR/$DIST_NAME ]; then
+    mkdir -p $CACHEDIR/$DIST_NAME
+fi
+if [ ! -e $CACHEDIR/$DIST_NAME/$UEC_NAME.tar.gz ]; then
+    (cd $CACHEDIR/$DIST_NAME && wget -N http://uec-images.ubuntu.com/$DIST_NAME/current/$UEC_NAME.tar.gz)
+    (cd $CACHEDIR/$DIST_NAME && tar Sxvzf $UEC_NAME.tar.gz)
+fi
+
+$RESIZE $CACHEDIR/$DIST_NAME/$UEC_NAME.img ${ROOTSIZE} $IMG_FILE_TMP
+mv $IMG_FILE_TMP $IMG_FILE
+
+
      
+
      Copy kernel to destination
      
+
      +if [ -n "$KERNEL" ]; then
+    cp -p $CACHEDIR/$DIST_NAME/*-vmlinuz-virtual $KERNEL
+fi
+
+trap - SIGHUP SIGINT SIGTERM SIGQUIT EXIT
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/image_list.sh.html b/tools/image_list.sh.html
new file mode 100644
index 00000000..1d9468f4
--- /dev/null
+++ b/tools/image_list.sh.html
@@ -0,0 +1,424 @@
+
+
+
+    
+    image_list.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      image_list.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Keep track of the devstack directory
      
+
      +#!/bin/bash
+
+TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+
+source $TOP_DIR/functions
+
+
      
+
      Possible virt drivers, if we have more, add them here. Always keep
+dummy in the end position to trigger the fall through case.
      
+
      +DRIVERS="openvz ironic libvirt vsphere xenserver dummy"
+
+
      
+
      Extra variables to trigger getting additional images.
      
+
      +export ENABLED_SERVICES="h-api,tr-api"
+HEAT_FETCHED_TEST_IMAGE="Fedora-i386-20-20131211.1-sda"
+PRECACHE_IMAGES=True
+
+
      
+
      Loop over all the virt drivers and collect all the possible images
      
+
      +ALL_IMAGES=""
+for driver in $DRIVERS; do
+    VIRT_DRIVER=$driver
+    URLS=$(source $TOP_DIR/stackrc && echo $IMAGE_URLS)
+    if [[ ! -z "$ALL_IMAGES" ]]; then
+        ALL_IMAGES+=,
+    fi
+    ALL_IMAGES+=$URLS
+done
+
+
      
+
      Make a nice list
      
+
      +echo $ALL_IMAGES | tr ',' '\n' | sort | uniq
+
+
      
+
      Sanity check - ensure we have a minimum number of images
      
+
      +num=$(echo $ALL_IMAGES | tr ',' '\n' | sort | uniq | wc -l)
+if [[ "$num" -lt 5 ]]; then
+    echo "ERROR: We only found $num images in $ALL_IMAGES, which can't be right."
+    exit 1
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/info.sh b/tools/info.sh
deleted file mode 100755
index ef1f3380..00000000
--- a/tools/info.sh
+++ /dev/null
@@ -1,159 +0,0 @@
-#!/usr/bin/env bash
-
-# **info.sh**
-
-# Produce a report on the state of devstack installs
-#
-# Output fields are separated with '|' chars
-# Output types are git,localrc,os,pip,pkg:
-#
-#   git||[]
-#   localtc|=
-#   os|=
-#   pip||
-#   pkg||
-
-function usage {
-    echo "$0 - Report on the devstack configuration"
-    echo ""
-    echo "Usage: $0"
-    exit 1
-}
-
-if [ "$1" = "-h" ]; then
-    usage
-fi
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-cd $TOP_DIR
-
-# Import common functions
-source $TOP_DIR/functions
-
-# Source params
-source $TOP_DIR/stackrc
-
-DEST=${DEST:-/opt/stack}
-FILES=$TOP_DIR/files
-if [[ ! -d $FILES ]]; then
-    echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
-    exit 1
-fi
-
-
-# OS
-# --
-
-# Determine what OS we're using
-GetDistro
-
-echo "os|distro=$DISTRO"
-echo "os|vendor=$os_VENDOR"
-echo "os|release=$os_RELEASE"
-if [ -n "$os_UPDATE" ]; then
-    echo "os|version=$os_UPDATE"
-fi
-
-
-# Repos
-# -----
-
-# git_report 
-function git_report() {
-    local dir=$1
-    local proj ref branch head
-    if [[ -d $dir/.git ]]; then
-        pushd $dir >/dev/null
-        proj=$(basename $dir)
-        ref=$(git symbolic-ref HEAD)
-        branch=${ref##refs/heads/}
-        head=$(git show-branch --sha1-name $branch | cut -d' ' -f1)
-        echo "git|${proj}|${branch}${head}"
-        popd >/dev/null
-    fi
-}
-
-for i in $DEST/*; do
-    if [[ -d $i ]]; then
-        git_report $i
-    fi
-done
-
-
-# Packages
-# --------
-
-# - We are going to check packages only for the services needed.
-# - We are parsing the packages files and detecting metadatas.
-
-if is_ubuntu; then
-    PKG_DIR=$FILES/apts
-elif is_fedora; then
-    PKG_DIR=$FILES/rpms
-elif is_suse; then
-    PKG_DIR=$FILES/rpms-suse
-else
-    exit_distro_not_supported "list of packages"
-fi
-
-for p in $(get_packages $PKG_DIR); do
-    if [[ "$os_PACKAGE" = "deb" ]]; then
-        ver=$(dpkg -s $p 2>/dev/null | grep '^Version: ' | cut -d' ' -f2)
-    elif [[ "$os_PACKAGE" = "rpm" ]]; then
-        ver=$(rpm -q --queryformat "%{VERSION}-%{RELEASE}\n" $p)
-    else
-        exit_distro_not_supported "finding version of a package"
-    fi
-    echo "pkg|${p}|${ver}"
-done
-
-
-# Pips
-# ----
-
-CMD_PIP=$(get_pip_command)
-
-# Pip tells us what is currently installed
-FREEZE_FILE=$(mktemp --tmpdir freeze.XXXXXX)
-$CMD_PIP freeze >$FREEZE_FILE 2>/dev/null
-
-# Loop through our requirements and look for matches
-while read line; do
-    if [[ -n "$line" ]]; then
-        if [[ "$line" =~ \+(.*)@(.*)#egg=(.*) ]]; then
-            # Handle URLs
-            p=${BASH_REMATCH[1]}
-            ver=${BASH_REMATCH[2]}
-        elif [[ "$line" =~ (.*)[=\<\>]=(.*) ]]; then
-            # Normal pip packages
-            p=${BASH_REMATCH[1]}
-            ver=${BASH_REMATCH[2]}
-        else
-            # Unhandled format in freeze file
-            #echo "unknown: $p"
-            continue
-        fi
-        echo "pip|${p}|${ver}"
-    else
-        # No match in freeze file
-        #echo "unknown: $p"
-        continue
-    fi
-done <$FREEZE_FILE
-
-rm $FREEZE_FILE
-
-
-# localrc
-# -------
-
-# Dump localrc with 'localrc|' prepended and comments and passwords left out
-if [[ -r $TOP_DIR/localrc ]]; then
-    sed -e '
-        /PASSWORD/d;
-        /^#/d;
-        s/^/localrc\|/;
-    ' $TOP_DIR/localrc
-fi
diff --git a/tools/info.sh.html b/tools/info.sh.html
new file mode 100644
index 00000000..ed556490
--- /dev/null
+++ b/tools/info.sh.html
@@ -0,0 +1,575 @@
+
+
+
+    
+    info.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      info.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      info.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Produce a report on the state of devstack installs
      
+
      Output fields are separated with '|' chars
+Output types are git,localrc,os,pip,pkg:
      
+
      
+git|<project>|<branch>[<shaq>]
+localtc|<var>=<value>
+os|<var>=<value>
+pip|<package>|<version>
+pkg|<package>|<version>
      
+
      +
+function usage {
+    echo "$0 - Report on the devstack configuration"
+    echo ""
+    echo "Usage: $0"
+    exit 1
+}
+
+if [ "$1" = "-h" ]; then
+    usage
+fi
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+cd $TOP_DIR
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Source params
      
+
      +source $TOP_DIR/stackrc
+
+DEST=${DEST:-/opt/stack}
+FILES=$TOP_DIR/files
+if [[ ! -d $FILES ]]; then
+    echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
+    exit 1
+fi
+
+
+
      
+
      
+
      OS
      
+
      +
+
      
+
      Determine what OS we're using
      
+
      +GetDistro
+
+echo "os|distro=$DISTRO"
+echo "os|vendor=$os_VENDOR"
+echo "os|release=$os_RELEASE"
+if [ -n "$os_UPDATE" ]; then
+    echo "os|version=$os_UPDATE"
+fi
+
+
+
      
+
+
      
+
      Repos
      
+
      +
+
      
+
      git_report <dir>
      
+
      +function git_report {
+    local dir=$1
+    local proj ref branch head
+    if [[ -d $dir/.git ]]; then
+        pushd $dir >/dev/null
+        proj=$(basename $dir)
+        ref=$(git symbolic-ref HEAD)
+        branch=${ref##refs/heads/}
+        head=$(git show-branch --sha1-name $branch | cut -d' ' -f1)
+        echo "git|${proj}|${branch}${head}"
+        popd >/dev/null
+    fi
+}
+
+for i in $DEST/*; do
+    if [[ -d $i ]]; then
+        git_report $i
+    fi
+done
+
+
+
      
+
+
      
+
      Packages
      
+
      +
+
      
+
        
+
      • Only check packages for the services enabled
        • 
+
      • Parse version info from the package metadata, not the package/file names
        • 
+
      
+
      +
+for p in $(get_packages $ENABLED_SERVICES); do
+    if [[ "$os_PACKAGE" = "deb" ]]; then
+        ver=$(dpkg -s $p 2>/dev/null | grep '^Version: ' | cut -d' ' -f2)
+    elif [[ "$os_PACKAGE" = "rpm" ]]; then
+        ver=$(rpm -q --queryformat "%{VERSION}-%{RELEASE}\n" $p)
+    else
+        exit_distro_not_supported "finding version of a package"
+    fi
+    echo "pkg|${p}|${ver}"
+done
+
+
+
      
+
+
      
+
      Pips
      
+
      +
+CMD_PIP=$(get_pip_command)
+
+
      
+
      Pip tells us what is currently installed
      
+
      +FREEZE_FILE=$(mktemp --tmpdir freeze.XXXXXX)
+$CMD_PIP freeze >$FREEZE_FILE 2>/dev/null
+
+
      
+
      Loop through our requirements and look for matches
      
+
      +while read line; do
+    if [[ -n "$line" ]]; then
+        if [[ "$line" =~ \+(.*)@(.*)#egg=(.*) ]]; then
+
      
+
      Handle URLs
      
+
      +            p=${BASH_REMATCH[1]}
+            ver=${BASH_REMATCH[2]}
+        elif [[ "$line" =~ (.*)[=\<\>]=(.*) ]]; then
+
      
+
      Normal pip packages
      
+
      +            p=${BASH_REMATCH[1]}
+            ver=${BASH_REMATCH[2]}
+        else
+
      
+
      Unhandled format in freeze file
      
+
      +            continue
+        fi
+        echo "pip|${p}|${ver}"
+    else
+
      
+
      No match in freeze file
      
+
      +        continue
+    fi
+done <$FREEZE_FILE
+
+rm $FREEZE_FILE
+
+
+
      
+
+
      
+
      localrc
      
+
      +
+
      
+
      Dump localrc with 'localrc|' prepended and comments and passwords left out
      
+
      +if [[ -r $TOP_DIR/localrc ]]; then
+    RC=$TOP_DIR/localrc
+elif [[ -f $RC_DIR/.localrc.auto ]]; then
+    RC=$TOP_DIR/.localrc.auto
+fi
+if [[ -n $RC ]]; then
+    sed -e '
+        /^[ \t]*$/d;
+        /PASSWORD/s/=.*$/=\<password\>/;
+        /^#/d;
+        s/^/localrc\|/;
+    ' $RC
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/install_openvpn.sh b/tools/install_openvpn.sh
deleted file mode 100755
index 2f52aa14..00000000
--- a/tools/install_openvpn.sh
+++ /dev/null
@@ -1,221 +0,0 @@
-#!/bin/bash
-
-# **install_openvpn.sh**
-
-# Install OpenVPN and generate required certificates
-#
-# install_openvpn.sh --client name
-# install_openvpn.sh --server [name]
-#
-# name is used on the CN of the generated cert, and the filename of
-# the configuration, certificate and key files.
-#
-# --server mode configures the host with a running OpenVPN server instance
-# --client mode creates a tarball of a client configuration for this server
-
-# Get config file
-if [ -e localrc ]; then
-    . localrc
-fi
-if [ -e vpnrc ]; then
-    . vpnrc
-fi
-
-# Do some IP manipulation
-function cidr2netmask() {
-    set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0
-    if [[ $1 -gt 1 ]]; then
-        shift $1
-    else
-        shift
-    fi
-    echo ${1-0}.${2-0}.${3-0}.${4-0}
-}
-
-FIXED_NET=`echo $FIXED_RANGE | cut -d'/' -f1`
-FIXED_CIDR=`echo $FIXED_RANGE | cut -d'/' -f2`
-FIXED_MASK=`cidr2netmask $FIXED_CIDR`
-
-# VPN Config
-VPN_SERVER=${VPN_SERVER:-`ifconfig eth0 | awk "/inet addr:/ { print \$2 }" | cut -d: -f2`}  # 50.56.12.212
-VPN_PROTO=${VPN_PROTO:-tcp}
-VPN_PORT=${VPN_PORT:-6081}
-VPN_DEV=${VPN_DEV:-tap0}
-VPN_BRIDGE=${VPN_BRIDGE:-br100}
-VPN_BRIDGE_IF=${VPN_BRIDGE_IF:-$FLAT_INTERFACE}
-VPN_CLIENT_NET=${VPN_CLIENT_NET:-$FIXED_NET}
-VPN_CLIENT_MASK=${VPN_CLIENT_MASK:-$FIXED_MASK}
-VPN_CLIENT_DHCP="${VPN_CLIENT_DHCP:-net.1 net.254}"
-
-VPN_DIR=/etc/openvpn
-CA_DIR=$VPN_DIR/easy-rsa
-
-usage() {
-    echo "$0 - OpenVPN install and certificate generation"
-    echo ""
-    echo "$0 --client name"
-    echo "$0 --server [name]"
-    echo ""
-    echo " --server mode configures the host with a running OpenVPN server instance"
-    echo " --client mode creates a tarball of a client configuration for this server"
-    exit 1
-}
-
-if [ -z $1 ]; then
-    usage
-fi
-
-# Install OpenVPN
-VPN_EXEC=`which openvpn`
-if [ -z "$VPN_EXEC" -o ! -x "$VPN_EXEC" ]; then
-    apt-get install -y openvpn bridge-utils
-fi
-if [ ! -d $CA_DIR ]; then
-    cp -pR /usr/share/doc/openvpn/examples/easy-rsa/2.0/ $CA_DIR
-fi
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/.. && pwd)
-
-WEB_DIR=$TOP_DIR/../vpn
-if [[ ! -d $WEB_DIR ]]; then
-    mkdir -p $WEB_DIR
-fi
-WEB_DIR=$(cd $TOP_DIR/../vpn && pwd)
-
-cd $CA_DIR
-source ./vars
-
-# Override the defaults
-export KEY_COUNTRY="US"
-export KEY_PROVINCE="TX"
-export KEY_CITY="SanAntonio"
-export KEY_ORG="Cloudbuilders"
-export KEY_EMAIL="rcb@lists.rackspace.com"
-
-if [ ! -r $CA_DIR/keys/dh1024.pem ]; then
-    # Initialize a new CA
-    $CA_DIR/clean-all
-    $CA_DIR/build-dh
-    $CA_DIR/pkitool --initca
-    openvpn --genkey --secret $CA_DIR/keys/ta.key  ## Build a TLS key
-fi
-
-do_server() {
-    NAME=$1
-    # Generate server certificate
-    $CA_DIR/pkitool --server $NAME
-
-    (cd $CA_DIR/keys;
-        cp $NAME.crt $NAME.key ca.crt dh1024.pem ta.key $VPN_DIR
-    )
-    cat >$VPN_DIR/br-up <$VPN_DIR/br-down <$VPN_DIR/$NAME.conf <$TMP_DIR/$HOST.conf <$VPN_DIR/hostname
-                fi
-                do_server $NAME
-                ;;
-    --clean)    $CA_DIR/clean-all
-                ;;
-    *)          usage
-esac
diff --git a/tools/install_openvpn.sh.html b/tools/install_openvpn.sh.html
new file mode 100644
index 00000000..5177bacf
--- /dev/null
+++ b/tools/install_openvpn.sh.html
@@ -0,0 +1,620 @@
+
+
+
+    
+    install_openvpn.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_openvpn.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      install_openvpn.sh
      
+
      +#!/bin/bash
+
+
+
      
+
      Install OpenVPN and generate required certificates
      
+
      install_openvpn.sh --client name
+install_openvpn.sh --server [name]
      
+
      name is used on the CN of the generated cert, and the filename of
+the configuration, certificate and key files.
      
+
      --server mode configures the host with a running OpenVPN server instance
+--client mode creates a tarball of a client configuration for this server
      
+
      +
+
      
+
      Get config file
      
+
      +if [ -e localrc ]; then
+    . localrc
+fi
+if [ -e vpnrc ]; then
+    . vpnrc
+fi
+
+
      
+
      Do some IP manipulation
      
+
      +function cidr2netmask {
+    set -- $(( 5 - ($1 / 8) )) 255 255 255 255 $(( (255 << (8 - ($1 % 8))) & 255 )) 0 0 0
+    if [[ $1 -gt 1 ]]; then
+        shift $1
+    else
+        shift
+    fi
+    echo ${1-0}.${2-0}.${3-0}.${4-0}
+}
+
+FIXED_NET=`echo $FIXED_RANGE | cut -d'/' -f1`
+FIXED_CIDR=`echo $FIXED_RANGE | cut -d'/' -f2`
+FIXED_MASK=`cidr2netmask $FIXED_CIDR`
+
+
      
+
      VPN Config
      
+
      +VPN_SERVER=${VPN_SERVER:-`ifconfig eth0 | awk "/inet addr:/ { print \$2 }" | cut -d: -f2`}  # 50.56.12.212
+VPN_PROTO=${VPN_PROTO:-tcp}
+VPN_PORT=${VPN_PORT:-6081}
+VPN_DEV=${VPN_DEV:-tap0}
+VPN_BRIDGE=${VPN_BRIDGE:-br100}
+VPN_BRIDGE_IF=${VPN_BRIDGE_IF:-$FLAT_INTERFACE}
+VPN_CLIENT_NET=${VPN_CLIENT_NET:-$FIXED_NET}
+VPN_CLIENT_MASK=${VPN_CLIENT_MASK:-$FIXED_MASK}
+VPN_CLIENT_DHCP="${VPN_CLIENT_DHCP:-net.1 net.254}"
+
+VPN_DIR=/etc/openvpn
+CA_DIR=$VPN_DIR/easy-rsa
+
+function usage {
+    echo "$0 - OpenVPN install and certificate generation"
+    echo ""
+    echo "$0 --client name"
+    echo "$0 --server [name]"
+    echo ""
+    echo " --server mode configures the host with a running OpenVPN server instance"
+    echo " --client mode creates a tarball of a client configuration for this server"
+    exit 1
+}
+
+if [ -z $1 ]; then
+    usage
+fi
+
+
      
+
      Install OpenVPN
      
+
      +VPN_EXEC=`which openvpn`
+if [ -z "$VPN_EXEC" -o ! -x "$VPN_EXEC" ]; then
+    apt-get install -y openvpn bridge-utils
+fi
+if [ ! -d $CA_DIR ]; then
+    cp -pR /usr/share/doc/openvpn/examples/easy-rsa/2.0/ $CA_DIR
+fi
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/.. && pwd)
+
+WEB_DIR=$TOP_DIR/../vpn
+if [[ ! -d $WEB_DIR ]]; then
+    mkdir -p $WEB_DIR
+fi
+WEB_DIR=$(cd $TOP_DIR/../vpn && pwd)
+
+cd $CA_DIR
+source ./vars
+
+
      
+
      Override the defaults
      
+
      +export KEY_COUNTRY="US"
+export KEY_PROVINCE="TX"
+export KEY_CITY="SanAntonio"
+export KEY_ORG="Cloudbuilders"
+export KEY_EMAIL="rcb@lists.rackspace.com"
+
+if [ ! -r $CA_DIR/keys/dh1024.pem ]; then
+
      
+
      Initialize a new CA
      
+
      +    $CA_DIR/clean-all
+    $CA_DIR/build-dh
+    $CA_DIR/pkitool --initca
+    openvpn --genkey --secret $CA_DIR/keys/ta.key  ## Build a TLS key
+fi
+
+function do_server {
+    NAME=$1
+
      
+
      Generate server certificate
      
+
      +    $CA_DIR/pkitool --server $NAME
+
+    (cd $CA_DIR/keys;
+        cp $NAME.crt $NAME.key ca.crt dh1024.pem ta.key $VPN_DIR
+    )
+    cat >$VPN_DIR/br-up <<EOF
+#!/bin/bash
+
+BR="$VPN_BRIDGE"
+TAP="\$1"
+
+if [[ ! -d /sys/class/net/\$BR ]]; then
+    brctl addbr \$BR
+fi
+
+for t in \$TAP; do
+    openvpn --mktun --dev \$t
+    brctl addif \$BR \$t
+    ifconfig \$t 0.0.0.0 promisc up
+done
+EOF
+    chmod +x $VPN_DIR/br-up
+    cat >$VPN_DIR/br-down <<EOF
+#!/bin/bash
+
+BR="$VPN_BRIDGE"
+TAP="\$1"
+
+for i in \$TAP; do
+    brctl delif \$BR $t
+    openvpn --rmtun --dev \$i
+done
+EOF
+    chmod +x $VPN_DIR/br-down
+    cat >$VPN_DIR/$NAME.conf <<EOF
+proto $VPN_PROTO
+port $VPN_PORT
+dev $VPN_DEV
+up $VPN_DIR/br-up
+down $VPN_DIR/br-down
+cert $NAME.crt
+key $NAME.key  # This file should be kept secret
+ca ca.crt
+dh dh1024.pem
+duplicate-cn
+server-bridge $VPN_CLIENT_NET $VPN_CLIENT_MASK $VPN_CLIENT_DHCP
+ifconfig-pool-persist ipp.txt
+comp-lzo
+user nobody
+group nogroup
+persist-key
+persist-tun
+status openvpn-status.log
+EOF
+    /etc/init.d/openvpn restart
+}
+
+function do_client {
+    NAME=$1
+
      
+
      Generate a client certificate
      
+
      +    $CA_DIR/pkitool $NAME
+
+    TMP_DIR=`mktemp -d`
+    (cd $CA_DIR/keys;
+        cp -p ca.crt ta.key $NAME.key $NAME.crt $TMP_DIR
+    )
+    if [ -r $VPN_DIR/hostname ]; then
+        HOST=`cat $VPN_DIR/hostname`
+    else
+        HOST=`hostname`
+    fi
+    cat >$TMP_DIR/$HOST.conf <<EOF
+proto $VPN_PROTO
+port $VPN_PORT
+dev $VPN_DEV
+cert $NAME.crt
+key $NAME.key  # This file should be kept secret
+ca ca.crt
+client
+remote $VPN_SERVER $VPN_PORT
+resolv-retry infinite
+nobind
+user nobody
+group nogroup
+persist-key
+persist-tun
+comp-lzo
+verb 3
+EOF
+    (cd $TMP_DIR; tar cf $WEB_DIR/$NAME.tar *)
+    rm -rf $TMP_DIR
+    echo "Client certificate and configuration is in $WEB_DIR/$NAME.tar"
+}
+
+
      
+
      Process command line args
      
+
      +case $1 in
+    --client)   if [ -z $2 ]; then
+                    usage
+                fi
+                do_client $2
+                ;;
+    --server)   if [ -z $2 ]; then
+                    NAME=`hostname`
+                else
+                    NAME=$2
+
      
+
      Save for --client use
      
+
      +                    echo $NAME >$VPN_DIR/hostname
+                fi
+                do_server $NAME
+                ;;
+    --clean)    $CA_DIR/clean-all
+                ;;
+    *)          usage
+esac
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/install_pip.sh.html b/tools/install_pip.sh.html
new file mode 100644
index 00000000..6a99819a
--- /dev/null
+++ b/tools/install_pip.sh.html
@@ -0,0 +1,481 @@
+
+
+
+    
+    install_pip.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_pip.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      install_pip.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      install_pip.sh [--pip-version <version>] [--use-get-pip] [--force]
      
+
      Update pip and friends to a known common version
      
+
      +
+
      
+
      Assumptions:
+- update pip to $INSTALL_PIP_VERSION
      
+
      +
+set -o errexit
+set -o xtrace
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      
+
      Change dir to top of devstack
      
+
      +cd $TOP_DIR
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+FILES=$TOP_DIR/files
+
+PIP_GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py
+LOCAL_PIP="$FILES/$(basename $PIP_GET_PIP_URL)"
+
+GetDistro
+echo "Distro: $DISTRO"
+
+function get_versions {
+    PIP=$(which pip 2>/dev/null || which pip-python 2>/dev/null || true)
+    if [[ -n $PIP ]]; then
+        PIP_VERSION=$($PIP --version | awk '{ print $2}')
+        echo "pip: $PIP_VERSION"
+    else
+        echo "pip: Not Installed"
+    fi
+}
+
+
+function install_get_pip {
+    if [[ ! -r $LOCAL_PIP ]]; then
+        curl -o $LOCAL_PIP $PIP_GET_PIP_URL || \
+            die $LINENO "Download of get-pip.py failed"
+    fi
+    sudo -E python $LOCAL_PIP
+}
+
+
+function configure_pypi_alternative_url {
+    PIP_ROOT_FOLDER="$HOME/.pip"
+    PIP_CONFIG_FILE="$PIP_ROOT_FOLDER/pip.conf"
+    if [[ ! -d $PIP_ROOT_FOLDER ]]; then
+        echo "Creating $PIP_ROOT_FOLDER"
+        mkdir $PIP_ROOT_FOLDER
+    fi
+    if [[ ! -f $PIP_CONFIG_FILE ]]; then
+        echo "Creating $PIP_CONFIG_FILE"
+        touch $PIP_CONFIG_FILE
+    fi
+    if ! ini_has_option "$PIP_CONFIG_FILE" "global" "index-url"; then
+        #it means that the index-url does not exist
+        iniset "$PIP_CONFIG_FILE" "global" "index-url" "$PYPI_OVERRIDE"
+    fi
+
+}
+
+
+
      
+
      Show starting versions
      
+
      +get_versions
+
+
      
+
      Do pip
      
+
      +
+
      
+
      Eradicate any and all system packages
      
+
      +uninstall_package python-pip
+
+install_get_pip
+
+if [[ -n $PYPI_ALTERNATIVE_URL ]]; then
+    configure_pypi_alternative_url
+fi
+
+pip_install -U setuptools
+
+get_versions
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/install_prereqs.sh b/tools/install_prereqs.sh
deleted file mode 100755
index 4d151db2..00000000
--- a/tools/install_prereqs.sh
+++ /dev/null
@@ -1,82 +0,0 @@
-#!/usr/bin/env bash
-
-# **install_prereqs.sh**
-
-# Install system package prerequisites
-#
-# install_prereqs.sh [-f]
-#
-# -f        Force an install run now
-
-if [[ -n "$1" &&  "$1" = "-f" ]]; then
-    FORCE_PREREQ=1
-fi
-
-# If TOP_DIR is set we're being sourced rather than running stand-alone
-# or in a sub-shell
-if [[ -z "$TOP_DIR" ]]; then
-    # Keep track of the devstack directory
-    TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
-
-    # Import common functions
-    source $TOP_DIR/functions
-
-    # Determine what system we are running on.  This provides ``os_VENDOR``,
-    # ``os_RELEASE``, ``os_UPDATE``, ``os_PACKAGE``, ``os_CODENAME``
-    # and ``DISTRO``
-    GetDistro
-
-    # Needed to get ``ENABLED_SERVICES``
-    source $TOP_DIR/stackrc
-
-    # Prereq dirs are here
-    FILES=$TOP_DIR/files
-fi
-
-# Minimum wait time
-PREREQ_RERUN_MARKER=${PREREQ_RERUN_MARKER:-$TOP_DIR/.prereqs}
-PREREQ_RERUN_HOURS=${PREREQ_RERUN_HOURS:-2}
-PREREQ_RERUN_SECONDS=$((60*60*$PREREQ_RERUN_HOURS))
-
-NOW=$(date "+%s")
-LAST_RUN=$(head -1 $PREREQ_RERUN_MARKER 2>/dev/null || echo "0")
-DELTA=$(($NOW - $LAST_RUN))
-if [[ $DELTA -lt $PREREQ_RERUN_SECONDS && -z "$FORCE_PREREQ" ]]; then
-    echo "Re-run time has not expired ($(($PREREQ_RERUN_SECONDS - $DELTA)) seconds remaining); exiting..."
-    return 0
-fi
-
-# Make sure the proxy config is visible to sub-processes
-export_proxy_variables
-
-
-# Install Packages
-# ================
-
-# Install package requirements
-if is_ubuntu; then
-    install_package $(get_packages $FILES/apts)
-elif is_fedora; then
-    install_package $(get_packages $FILES/rpms)
-elif is_suse; then
-    install_package $(get_packages $FILES/rpms-suse)
-else
-    exit_distro_not_supported "list of packages"
-fi
-
-if [[ -n "$SYSLOG" && "$SYSLOG" != "False" ]]; then
-    if is_ubuntu || is_fedora; then
-        install_package rsyslog-relp
-    elif is_suse; then
-        install_package rsyslog-module-relp
-    else
-        exit_distro_not_supported "rsyslog-relp installation"
-    fi
-fi
-
-
-# Mark end of run
-# ---------------
-
-date "+%s" >$PREREQ_RERUN_MARKER
-date >>$PREREQ_RERUN_MARKER
diff --git a/tools/install_prereqs.sh.html b/tools/install_prereqs.sh.html
new file mode 100644
index 00000000..a2dabaaa
--- /dev/null
+++ b/tools/install_prereqs.sh.html
@@ -0,0 +1,493 @@
+
+
+
+    
+    install_prereqs.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_prereqs.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      install_prereqs.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Install system package prerequisites
      
+
      install_prereqs.sh [-f]
      
+
+++
+
+
+
+
      


      
+-fForce an install run now
      
+
      +
+if [[ -n "$1" &&  "$1" = "-f" ]]; then
+    FORCE_PREREQ=1
+fi
+
+
      
+
      If TOP_DIR is set we're being sourced rather than running stand-alone
+or in a sub-shell
      
+
      +if [[ -z "$TOP_DIR" ]]; then
+
      
+
      Keep track of the devstack directory
      
+
      +    TOP_DIR=$(cd $(dirname "$0")/.. && pwd)
+
+
      
+
      Import common functions
      
+
      +    source $TOP_DIR/functions
+
+
      
+
      Determine what system we are running on.  This provides os_VENDOR,
+os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME
+and DISTRO
      
+
      +    GetDistro
+
+
      
+
      Needed to get ENABLED_SERVICES
      
+
      +    source $TOP_DIR/stackrc
+
+
      
+
      Prereq dirs are here
      
+
      +    FILES=$TOP_DIR/files
+fi
+
+
      
+
      Minimum wait time
      
+
      +PREREQ_RERUN_MARKER=${PREREQ_RERUN_MARKER:-$TOP_DIR/.prereqs}
+PREREQ_RERUN_HOURS=${PREREQ_RERUN_HOURS:-2}
+PREREQ_RERUN_SECONDS=$((60*60*$PREREQ_RERUN_HOURS))
+
+NOW=$(date "+%s")
+LAST_RUN=$(head -1 $PREREQ_RERUN_MARKER 2>/dev/null || echo "0")
+DELTA=$(($NOW - $LAST_RUN))
+if [[ $DELTA -lt $PREREQ_RERUN_SECONDS && -z "$FORCE_PREREQ" ]]; then
+    echo "Re-run time has not expired ($(($PREREQ_RERUN_SECONDS - $DELTA)) seconds remaining) "
+    echo "and FORCE_PREREQ not set; exiting..."
+    return 0
+fi
+
+
      
+
      Make sure the proxy config is visible to sub-processes
      
+
      +export_proxy_variables
+
+
+
      
+
      
+
      Install Packages
      
+
      +
+
      
+
      Install package requirements
      
+
      +PACKAGES=$(get_packages general $ENABLED_SERVICES)
+if is_ubuntu && echo $PACKAGES | grep -q dkms ; then
+
      
+
      ensure headers for the running kernel are installed for any DKMS builds
      
+
      +    PACKAGES="$PACKAGES linux-headers-$(uname -r)"
+fi
+
+install_package $PACKAGES
+
+if [[ -n "$SYSLOG" && "$SYSLOG" != "False" ]]; then
+    if is_ubuntu || is_fedora; then
+        install_package rsyslog-relp
+    elif is_suse; then
+        install_package rsyslog-module-relp
+    else
+        exit_distro_not_supported "rsyslog-relp installation"
+    fi
+fi
+
+
+
      
+
      
+
      Mark end of run
      
+
      +
+date "+%s" >$PREREQ_RERUN_MARKER
+date >>$PREREQ_RERUN_MARKER
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/README.md b/tools/jenkins/README.md
deleted file mode 100644
index 371017db..00000000
--- a/tools/jenkins/README.md
+++ /dev/null
@@ -1,38 +0,0 @@
-Getting Started With Jenkins and Devstack
-=========================================
-This little corner of devstack is to show how to get an Openstack jenkins
-environment up and running quickly, using the rcb configuration methodology.
-
-
-To create a jenkins server
---------------------------
-
-    cd tools/jenkins/jenkins_home
-    ./build_jenkins.sh
-
-This will create a jenkins environment configured with sample test scripts that run against xen and kvm.
-
-Configuring XS
---------------
-In order to make the tests for XS work, you must install xs 5.6 on a separate machine,
-and install the the jenkins public key on that server.  You then need to create the
-/var/lib/jenkins/xenrc on your jenkins server like so:
-
-    MYSQL_PASSWORD=secrete
-    SERVICE_TOKEN=secrete
-    ADMIN_PASSWORD=secrete
-    RABBIT_PASSWORD=secrete
-    # This is the password for your guest (for both stack and root users)
-    GUEST_PASSWORD=secrete
-    # Do not download the usual images yet!
-    IMAGE_URLS=""
-    FLOATING_RANGE=192.168.1.224/28
-    VIRT_DRIVER=xenserver
-    # Explicitly set multi-host
-    MULTI_HOST=1
-    # Give extra time for boot
-    ACTIVE_TIMEOUT=45
-    #  IMPORTANT: This is the ip of your xenserver
-    XEN_IP=10.5.5.1
-    # IMPORTANT: The following must be set to your dom0 root password!
-    XENAPI_PASSWORD='MY_XEN_ROOT_PW'
diff --git a/tools/jenkins/adapters/euca.sh b/tools/jenkins/adapters/euca.sh
deleted file mode 100755
index b49ce9f2..00000000
--- a/tools/jenkins/adapters/euca.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/bash
-# Echo commands, exit on error
-set -o xtrace
-set -o errexit
-
-TOP_DIR=$(cd ../../.. && pwd)
-HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
-ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./euca.sh'
diff --git a/tools/jenkins/adapters/euca.sh.html b/tools/jenkins/adapters/euca.sh.html
new file mode 100644
index 00000000..44b29fc2
--- /dev/null
+++ b/tools/jenkins/adapters/euca.sh.html
@@ -0,0 +1,387 @@
+
+
+
+    
+    euca.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      euca.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands, exit on error
      
+
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+die_if_not_set $LINENO HEAD_IP "Failure retrieving HEAD_IP"
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./euca.sh'
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/adapters/floating_ips.sh b/tools/jenkins/adapters/floating_ips.sh
deleted file mode 100755
index a97f9357..00000000
--- a/tools/jenkins/adapters/floating_ips.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/bash
-# Echo commands, exit on error
-set -o xtrace
-set -o errexit
-
-TOP_DIR=$(cd ../../.. && pwd)
-HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
-ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./floating_ips.sh'
diff --git a/tools/jenkins/adapters/floating_ips.sh.html b/tools/jenkins/adapters/floating_ips.sh.html
new file mode 100644
index 00000000..c73d4ea7
--- /dev/null
+++ b/tools/jenkins/adapters/floating_ips.sh.html
@@ -0,0 +1,387 @@
+
+
+
+    
+    floating_ips.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      floating_ips.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands, exit on error
      
+
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+die_if_not_set $LINENO HEAD_IP "Failure retrieving HEAD_IP"
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./floating_ips.sh'
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/adapters/swift.sh b/tools/jenkins/adapters/swift.sh
deleted file mode 100755
index c1362ee4..00000000
--- a/tools/jenkins/adapters/swift.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/bash
-# Echo commands, exit on error
-set -o xtrace
-set -o errexit
-
-TOP_DIR=$(cd ../../.. && pwd)
-HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
-ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./swift.sh'
diff --git a/tools/jenkins/adapters/swift.sh.html b/tools/jenkins/adapters/swift.sh.html
new file mode 100644
index 00000000..71b5e7b1
--- /dev/null
+++ b/tools/jenkins/adapters/swift.sh.html
@@ -0,0 +1,386 @@
+
+
+
+    
+    swift.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      swift.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands, exit on error
      
+
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./swift.sh'
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/adapters/volumes.sh b/tools/jenkins/adapters/volumes.sh
deleted file mode 100755
index ec292097..00000000
--- a/tools/jenkins/adapters/volumes.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/bash
-# Echo commands, exit on error
-set -o xtrace
-set -o errexit
-
-TOP_DIR=$(cd ../../.. && pwd)
-HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
-ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./volumes.sh'
diff --git a/tools/jenkins/adapters/volumes.sh.html b/tools/jenkins/adapters/volumes.sh.html
new file mode 100644
index 00000000..2e1c9c8d
--- /dev/null
+++ b/tools/jenkins/adapters/volumes.sh.html
@@ -0,0 +1,387 @@
+
+
+
+    
+    volumes.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      volumes.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands, exit on error
      
+
      +#!/bin/bash
+set -o xtrace
+set -o errexit
+
+TOP_DIR=$(cd ../../.. && pwd)
+HEAD_IP=`cat $TOP_DIR/addresses | grep HEAD | cut -d "=" -f2`
+die_if_not_set $LINENO HEAD_IP "Failure retrieving HEAD_IP"
+ssh stack@$HEAD_IP 'cd devstack && source openrc && cd exercises &&  ./volumes.sh'
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/build_configuration.sh b/tools/jenkins/build_configuration.sh
deleted file mode 100755
index e295ef20..00000000
--- a/tools/jenkins/build_configuration.sh
+++ /dev/null
@@ -1,21 +0,0 @@
-#!/bin/bash
-
-EXECUTOR_NUMBER=$1
-CONFIGURATION=$2
-ADAPTER=$3
-RC=$4
-
-function usage() {
-    echo "Usage: $0 -  Build a configuration"
-    echo ""
-    echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
-    exit 1
-}
-
-# Validate inputs
-if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
-    usage
-fi
-
-# Execute configuration script
-cd configurations && ./$CONFIGURATION.sh $EXECUTOR_NUMBER $CONFIGURATION $ADAPTER "$RC"
diff --git a/tools/jenkins/build_configuration.sh.html b/tools/jenkins/build_configuration.sh.html
new file mode 100644
index 00000000..b8b7c499
--- /dev/null
+++ b/tools/jenkins/build_configuration.sh.html
@@ -0,0 +1,401 @@
+
+
+
+    
+    build_configuration.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_configuration.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Validate inputs
      
+
      +#!/bin/bash
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage {
+echo "Usage: $0 -  Build a configuration"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      
+
      Execute configuration script
      
+
      +cd configurations && ./$CONFIGURATION.sh $EXECUTOR_NUMBER $CONFIGURATION $ADAPTER "$RC"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/configurations/kvm.sh b/tools/jenkins/configurations/kvm.sh
deleted file mode 100755
index d9a160ad..00000000
--- a/tools/jenkins/configurations/kvm.sh
+++ /dev/null
@@ -1,64 +0,0 @@
-#!/bin/bash
-
-# exit on error to stop unexpected errors
-set -o errexit
-set -o xtrace
-
-EXECUTOR_NUMBER=$1
-CONFIGURATION=$2
-ADAPTER=$3
-RC=$4
-
-function usage() {
-    echo "Usage: $0 - Build a test configuration"
-    echo ""
-    echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
-    exit 1
-}
-
-# Validate inputs
-if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
-    usage
-fi
-
-# This directory
-CUR_DIR=$(cd $(dirname "$0") && pwd)
-
-# devstack directory
-cd ../../..
-TOP_DIR=$(pwd)
-
-# Deps
-apt-get install -y --force-yes libvirt-bin || true
-
-# Name test instance based on executor
-BASE_NAME=executor-`printf "%02d" $EXECUTOR_NUMBER`
-GUEST_NAME=$BASE_NAME.$ADAPTER
-virsh list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh destroy || true
-virsh net-list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
-
-# Configure localrc
-cat <localrc
-RECLONE=yes
-GUEST_NETWORK=$EXECUTOR_NUMBER
-GUEST_NAME=$GUEST_NAME
-FLOATING_RANGE=192.168.$EXECUTOR_NUMBER.128/27
-GUEST_CORES=1
-GUEST_RAM=12574720
-MYSQL_PASSWORD=chicken
-RABBIT_PASSWORD=chicken
-SERVICE_TOKEN=chicken
-SERVICE_PASSWORD=chicken
-ADMIN_PASSWORD=chicken
-USERNAME=admin
-TENANT=admin
-NET_NAME=$BASE_NAME
-ACTIVE_TIMEOUT=45
-BOOT_TIMEOUT=45
-$RC
-EOF
-cd tools
-sudo ./build_uec.sh
-
-# Make the address of the instances available to test runners
-echo HEAD=`cat /var/lib/libvirt/dnsmasq/$BASE_NAME.leases | cut -d " " -f3` > $TOP_DIR/addresses
diff --git a/tools/jenkins/configurations/kvm.sh.html b/tools/jenkins/configurations/kvm.sh.html
new file mode 100644
index 00000000..40fb2b99
--- /dev/null
+++ b/tools/jenkins/configurations/kvm.sh.html
@@ -0,0 +1,456 @@
+
+
+
+    
+    kvm.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      kvm.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      exit on error to stop unexpected errors
      
+
      +#!/bin/bash
+
+set -o errexit
+set -o xtrace
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage {
+    echo "Usage: $0 - Build a test configuration"
+    echo ""
+    echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+    exit 1
+}
+
+
      
+
      Validate inputs
      
+
      +if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      
+
      This directory
      
+
      +CUR_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      devstack directory
      
+
      +cd ../../..
+TOP_DIR=$(pwd)
+
+
      
+
      Deps
      
+
      +apt-get install -y --force-yes libvirt-bin || true
+
+
      
+
      Name test instance based on executor
      
+
      +BASE_NAME=executor-`printf "%02d" $EXECUTOR_NUMBER`
+GUEST_NAME=$BASE_NAME.$ADAPTER
+virsh list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh destroy || true
+virsh net-list | grep $BASE_NAME | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
+
+
      
+
      Configure localrc
      
+
      +cat <<EOF >localrc
+RECLONE=yes
+GUEST_NETWORK=$EXECUTOR_NUMBER
+GUEST_NAME=$GUEST_NAME
+FLOATING_RANGE=192.168.$EXECUTOR_NUMBER.128/27
+GUEST_CORES=1
+GUEST_RAM=12574720
+MYSQL_PASSWORD=chicken
+RABBIT_PASSWORD=chicken
+SERVICE_TOKEN=chicken
+SERVICE_PASSWORD=chicken
+ADMIN_PASSWORD=chicken
+USERNAME=admin
+TENANT=admin
+NET_NAME=$BASE_NAME
+ACTIVE_TIMEOUT=45
+BOOT_TIMEOUT=45
+$RC
+EOF
+cd tools
+sudo ./build_uec.sh
+
+
      
+
      Make the address of the instances available to test runners
      
+
      +echo HEAD=`cat /var/lib/libvirt/dnsmasq/$BASE_NAME.leases | cut -d " " -f3` > $TOP_DIR/addresses
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/configurations/xs.sh b/tools/jenkins/configurations/xs.sh
deleted file mode 100755
index 864f9491..00000000
--- a/tools/jenkins/configurations/xs.sh
+++ /dev/null
@@ -1,53 +0,0 @@
-#!/bin/bash
-set -o errexit
-set -o xtrace
-
-
-EXECUTOR_NUMBER=$1
-CONFIGURATION=$2
-ADAPTER=$3
-RC=$4
-
-function usage() {
-    echo "Usage: $0 - Build a test configuration"
-    echo ""
-    echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
-    exit 1
-}
-
-# Validate inputs
-if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
-    usage
-fi
-
-# Configuration of xenrc
-XENRC=/var/lib/jenkins/xenrc
-if [ ! -e $XENRC ]; then
-    echo "/var/lib/jenkins/xenrc is not present! See README.md"
-    exit 1
-fi
-
-# Move to top of devstack
-cd ../../..
-
-# Use xenrc as the start of our localrc
-cp $XENRC localrc
-
-# Set the PUB_IP
-PUB_IP=192.168.1.1$EXECUTOR_NUMBER
-echo "PUB_IP=$PUB_IP" >> localrc
-
-# Overrides
-echo "$RC" >> localrc
-
-# Source localrc
-. localrc
-
-# Make host ip available to tester
-echo "HEAD=$PUB_IP" > addresses
-
-# Build configuration
-REMOTE_DEVSTACK=/root/devstack
-ssh root@$XEN_IP "rm -rf $REMOTE_DEVSTACK"
-scp -pr . root@$XEN_IP:$REMOTE_DEVSTACK
-ssh root@$XEN_IP "cd $REMOTE_DEVSTACK/tools/xen && ./build_domU.sh"
diff --git a/tools/jenkins/configurations/xs.sh.html b/tools/jenkins/configurations/xs.sh.html
new file mode 100644
index 00000000..2606f293
--- /dev/null
+++ b/tools/jenkins/configurations/xs.sh.html
@@ -0,0 +1,447 @@
+
+
+
+    
+    xs.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      xs.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Validate inputs
      
+
      +#!/bin/bash
+set -o errexit
+set -o xtrace
+
+
+EXECUTOR_NUMBER=$1
+CONFIGURATION=$2
+ADAPTER=$3
+RC=$4
+
+function usage {
+echo "Usage: $0 - Build a test configuration"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [CONFIGURATION] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$CONFIGURATION" = ""  || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      
+
      Configuration of xenrc
      
+
      +XENRC=/var/lib/jenkins/xenrc
+if [ ! -e $XENRC ]; then
+    echo "/var/lib/jenkins/xenrc is not present! See README.md"
+    exit 1
+fi
+
+
      
+
      Move to top of devstack
      
+
      +cd ../../..
+
+
      
+
      Use xenrc as the start of our localrc
      
+
      +cp $XENRC localrc
+
+
      
+
      Set the PUB_IP
      
+
      +PUB_IP=192.168.1.1$EXECUTOR_NUMBER
+echo "PUB_IP=$PUB_IP" >> localrc
+
+
      
+
      Overrides
      
+
      +echo "$RC" >> localrc
+
+
      
+
      Source localrc
      
+
      +. localrc
+
+
      
+
      Make host ip available to tester
      
+
      +echo "HEAD=$PUB_IP" > addresses
+
+
      
+
      Build configuration
      
+
      +REMOTE_DEVSTACK=/root/devstack
+ssh root@$XEN_IP "rm -rf $REMOTE_DEVSTACK"
+scp -pr . root@$XEN_IP:$REMOTE_DEVSTACK
+ssh root@$XEN_IP "cd $REMOTE_DEVSTACK/tools/xen && ./build_domU.sh"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/jenkins_home/.gitignore b/tools/jenkins/jenkins_home/.gitignore
deleted file mode 100644
index d831d01c..00000000
--- a/tools/jenkins/jenkins_home/.gitignore
+++ /dev/null
@@ -1,3 +0,0 @@
-builds
-workspace
-*.sw*
diff --git a/tools/jenkins/jenkins_home/build_jenkins.sh b/tools/jenkins/jenkins_home/build_jenkins.sh
deleted file mode 100755
index e0e774ee..00000000
--- a/tools/jenkins/jenkins_home/build_jenkins.sh
+++ /dev/null
@@ -1,108 +0,0 @@
-#!/bin/bash
-
-# Echo commands, exit on error
-set -o xtrace
-set -o errexit
-
-# Make sure only root can run our script
-if [[ $EUID -ne 0 ]]; then
-   echo "This script must be run as root"
-   exit 1
-fi
-
-# This directory
-CUR_DIR=$(cd $(dirname "$0") && pwd)
-
-# Configure trunk jenkins!
-echo "deb http://pkg.jenkins-ci.org/debian binary/" > /etc/apt/sources.list.d/jenkins.list
-wget -q -O - http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key | sudo apt-key add -
-apt-get update
-
-
-# Clean out old jenkins - useful if you are having issues upgrading
-CLEAN_JENKINS=${CLEAN_JENKINS:-no}
-if [ "$CLEAN_JENKINS" = "yes" ]; then
-    apt-get remove jenkins jenkins-common
-fi
-
-# Install software
-DEPS="jenkins cloud-utils"
-apt-get install -y --force-yes $DEPS
-
-# Install jenkins
-if [ ! -e /var/lib/jenkins ]; then
-   echo "Jenkins installation failed"
-   exit 1
-fi
-
-# Make sure user has configured a jenkins ssh pubkey
-if [ ! -e /var/lib/jenkins/.ssh/id_rsa.pub ]; then
-   echo "Public key for jenkins is missing.  This is used to ssh into your instances."
-   echo "Please run "su -c ssh-keygen jenkins" before proceeding"
-   exit 1
-fi
-
-# Setup sudo
-JENKINS_SUDO=/etc/sudoers.d/jenkins
-cat > $JENKINS_SUDO < $JENKINS_GITCONF <
-
-  4
-  Jenkins
-  jenkins@rcb.me
-
-EOF
-
-# Add build numbers
-JOBS=`ls jobs`
-for job in ${JOBS// / }; do
-    if [ ! -e jobs/$job/nextBuildNumber ]; then
-        echo 1 > jobs/$job/nextBuildNumber
-    fi
-done
-
-# Set ownership to jenkins
-chown -R jenkins $CUR_DIR
-
-# Make sure this directory is accessible to jenkins
-if ! su -c "ls $CUR_DIR" jenkins; then
-    echo "Your devstack directory is not accessible by jenkins."
-    echo "There is a decent chance you are trying to run this from a directory in /root."
-    echo "If so, try moving devstack elsewhere (eg. /opt/devstack)."
-    exit 1
-fi
-
-# Move aside old jobs, if present
-if [ ! -h /var/lib/jenkins/jobs ]; then
-    echo "Installing jobs symlink"
-    if [ -d /var/lib/jenkins/jobs ]; then
-        mv /var/lib/jenkins/jobs /var/lib/jenkins/jobs.old
-    fi
-fi
-
-# Set up jobs symlink
-rm -f /var/lib/jenkins/jobs
-ln -s $CUR_DIR/jobs /var/lib/jenkins/jobs
-
-# List of plugins
-PLUGINS=http://hudson-ci.org/downloads/plugins/build-timeout/1.6/build-timeout.hpi,http://mirrors.jenkins-ci.org/plugins/git/1.1.12/git.hpi,http://hudson-ci.org/downloads/plugins/global-build-stats/1.2/global-build-stats.hpi,http://hudson-ci.org/downloads/plugins/greenballs/1.10/greenballs.hpi,http://download.hudson-labs.org/plugins/console-column-plugin/1.0/console-column-plugin.hpi
-
-# Configure plugins
-for plugin in ${PLUGINS//,/ }; do
-    name=`basename $plugin`   
-    dest=/var/lib/jenkins/plugins/$name
-    if [ ! -e $dest ]; then
-        curl -L $plugin -o $dest
-    fi
-done
-
-# Restart jenkins
-/etc/init.d/jenkins stop || true
-/etc/init.d/jenkins start
diff --git a/tools/jenkins/jenkins_home/build_jenkins.sh.html b/tools/jenkins/jenkins_home/build_jenkins.sh.html
new file mode 100644
index 00000000..c1f27bac
--- /dev/null
+++ b/tools/jenkins/jenkins_home/build_jenkins.sh.html
@@ -0,0 +1,520 @@
+
+
+
+    
+    build_jenkins.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_jenkins.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands, exit on error
      
+
      +#!/bin/bash
+
+set -o xtrace
+set -o errexit
+
+
      
+
      Make sure only root can run our script
      
+
      +if [[ $EUID -ne 0 ]]; then
+    echo "This script must be run as root"
+    exit 1
+fi
+
+
      
+
      This directory
      
+
      +CUR_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Configure trunk jenkins!
      
+
      +echo "deb http://pkg.jenkins-ci.org/debian binary/" > /etc/apt/sources.list.d/jenkins.list
+wget -q -O - http://pkg.jenkins-ci.org/debian/jenkins-ci.org.key | sudo apt-key add -
+apt-get update
+
+
+
      
+
      Clean out old jenkins - useful if you are having issues upgrading
      
+
      +CLEAN_JENKINS=${CLEAN_JENKINS:-no}
+if [ "$CLEAN_JENKINS" = "yes" ]; then
+    apt-get remove jenkins jenkins-common
+fi
+
+
      
+
      Install software
      
+
      +DEPS="jenkins cloud-utils"
+apt-get install -y --force-yes $DEPS
+
+
      
+
      Install jenkins
      
+
      +if [ ! -e /var/lib/jenkins ]; then
+    echo "Jenkins installation failed"
+    exit 1
+fi
+
+
      
+
      Make sure user has configured a jenkins ssh pubkey
      
+
      +if [ ! -e /var/lib/jenkins/.ssh/id_rsa.pub ]; then
+    echo "Public key for jenkins is missing.  This is used to ssh into your instances."
+    echo "Please run "su -c ssh-keygen jenkins" before proceeding"
+    exit 1
+fi
+
+
      
+
      Setup sudo
      
+
      +JENKINS_SUDO=/etc/sudoers.d/jenkins
+cat > $JENKINS_SUDO <<EOF
+jenkins ALL = NOPASSWD: ALL
+EOF
+chmod 440 $JENKINS_SUDO
+
+
      
+
      Setup .gitconfig
      
+
      +JENKINS_GITCONF=/var/lib/jenkins/hudson.plugins.git.GitSCM.xml
+cat > $JENKINS_GITCONF <<EOF
+<?xml version='1.0' encoding='UTF-8'?>
+<hudson.plugins.git.GitSCM_-DescriptorImpl>
+  <generation>4</generation>
+  <globalConfigName>Jenkins</globalConfigName>
+  <globalConfigEmail>jenkins@rcb.me</globalConfigEmail>
+</hudson.plugins.git.GitSCM_-DescriptorImpl>
+EOF
+
+
      
+
      Add build numbers
      
+
      +JOBS=`ls jobs`
+for job in ${JOBS// / }; do
+    if [ ! -e jobs/$job/nextBuildNumber ]; then
+        echo 1 > jobs/$job/nextBuildNumber
+    fi
+done
+
+
      
+
      Set ownership to jenkins
      
+
      +chown -R jenkins $CUR_DIR
+
+
      
+
      Make sure this directory is accessible to jenkins
      
+
      +if ! su -c "ls $CUR_DIR" jenkins; then
+    echo "Your devstack directory is not accessible by jenkins."
+    echo "There is a decent chance you are trying to run this from a directory in /root."
+    echo "If so, try moving devstack elsewhere (eg. /opt/devstack)."
+    exit 1
+fi
+
+
      
+
      Move aside old jobs, if present
      
+
      +if [ ! -h /var/lib/jenkins/jobs ]; then
+    echo "Installing jobs symlink"
+    if [ -d /var/lib/jenkins/jobs ]; then
+        mv /var/lib/jenkins/jobs /var/lib/jenkins/jobs.old
+    fi
+fi
+
+
      
+
      Set up jobs symlink
      
+
      +rm -f /var/lib/jenkins/jobs
+ln -s $CUR_DIR/jobs /var/lib/jenkins/jobs
+
+
      
+
      List of plugins
      
+
      +PLUGINS=http://hudson-ci.org/downloads/plugins/build-timeout/1.6/build-timeout.hpi,http://mirrors.jenkins-ci.org/plugins/git/1.1.12/git.hpi,http://hudson-ci.org/downloads/plugins/global-build-stats/1.2/global-build-stats.hpi,http://hudson-ci.org/downloads/plugins/greenballs/1.10/greenballs.hpi,http://download.hudson-labs.org/plugins/console-column-plugin/1.0/console-column-plugin.hpi
+
+
      
+
      Configure plugins
      
+
      +for plugin in ${PLUGINS//,/ }; do
+    name=`basename $plugin`
+    dest=/var/lib/jenkins/plugins/$name
+    if [ ! -e $dest ]; then
+        curl -L $plugin -o $dest
+    fi
+done
+
+
      
+
      Restart jenkins
      
+
      +/etc/init.d/jenkins stop || true
+/etc/init.d/jenkins start
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/jenkins_home/clean.sh b/tools/jenkins/jenkins_home/clean.sh
deleted file mode 100755
index eb03022a..00000000
--- a/tools/jenkins/jenkins_home/clean.sh
+++ /dev/null
@@ -1,21 +0,0 @@
-#!/bin/bash
-# This script is not yet for general consumption.
-
-set -o errexit
-
-if [ ! "$FORCE" = "yes" ]; then
-    echo "FORCE not set to 'yes'.  Make sure this is something you really want to do.  Exiting."
-    exit 1
-fi
-
-virsh list | cut -d " " -f1 | grep -v "-" | egrep -e "[0-9]" | xargs -n 1 virsh destroy || true
-virsh net-list | grep active | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
-killall dnsmasq || true
-if [ "$CLEAN" = "yes" ]; then
-    rm -rf jobs
-fi
-rm /var/lib/jenkins/jobs
-git checkout -f
-git fetch
-git merge origin/jenkins
-./build_jenkins.sh
diff --git a/tools/jenkins/jenkins_home/clean.sh.html b/tools/jenkins/jenkins_home/clean.sh.html
new file mode 100644
index 00000000..315f6c6b
--- /dev/null
+++ b/tools/jenkins/jenkins_home/clean.sh.html
@@ -0,0 +1,399 @@
+
+
+
+    
+    clean.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      clean.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This script is not yet for general consumption.
      
+
      +#!/bin/bash
+
+set -o errexit
+
+if [ ! "$FORCE" = "yes" ]; then
+    echo "FORCE not set to 'yes'.  Make sure this is something you really want to do.  Exiting."
+    exit 1
+fi
+
+virsh list | cut -d " " -f1 | grep -v "-" | egrep -e "[0-9]" | xargs -n 1 virsh destroy || true
+virsh net-list | grep active | cut -d " " -f1 | xargs -n 1 virsh net-destroy || true
+killall dnsmasq || true
+if [ "$CLEAN" = "yes" ]; then
+    rm -rf jobs
+fi
+rm /var/lib/jenkins/jobs
+git checkout -f
+git fetch
+git merge origin/jenkins
+./build_jenkins.sh
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/config.xml b/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/config.xml
deleted file mode 100644
index 94c51f51..00000000
--- a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/config.xml
+++ /dev/null
@@ -1,82 +0,0 @@
-
-
-  
-  
-  false
-  
-    
-      
-        
-          RC
-          
-          
-        
-      
-    
-  
-  
-    2
-    
-      
-        origin
-        +refs/heads/*:refs/remotes/origin/*
-        git://github.com/cloudbuilders/devstack.git
-      
-    
-    
-      
-        master
-      
-    
-    false
-    false
-    false
-    false
-    false
-    false
-    false
-    
-    Default
-    
-    
-    
-    
-    
-    
-    false
-    
-  
-  true
-  false
-  false
-  false
-  
-  false
-  
-    
-      ADAPTER
-      
-        euca
-        floating_ips
-      
-    
-  
-  
-    
-      sed -i 's/) 2>&1 | tee "${LOGFILE}"/)/' stack.sh
-    
-    
-      set -o errexit
-cd tools/jenkins
-sudo ./build_configuration.sh $EXECUTOR_NUMBER kvm $ADAPTER "$RC"
-    
-    
-      set -o errexit
-cd tools/jenkins
-./run_test.sh $EXECUTOR_NUMBER $ADAPTER $RC "$RC"
-    
-  
-  
-  
-  false
-
diff --git a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/euca/config.xml b/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/euca/config.xml
deleted file mode 100644
index 0be70a5c..00000000
--- a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/euca/config.xml
+++ /dev/null
@@ -1,15 +0,0 @@
-
-
-  false
-  
-  
-  false
-  false
-  false
-  false
-  
-  false
-  
-  
-  
-
\ No newline at end of file
diff --git a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/floatingips/config.xml b/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/floatingips/config.xml
deleted file mode 100644
index 0be70a5c..00000000
--- a/tools/jenkins/jenkins_home/jobs/diablo-kvm_ha/configurations/axis-ADAPTER/floatingips/config.xml
+++ /dev/null
@@ -1,15 +0,0 @@
-
-
-  false
-  
-  
-  false
-  false
-  false
-  false
-  
-  false
-  
-  
-  
-
\ No newline at end of file
diff --git a/tools/jenkins/jenkins_home/jobs/diablo-xs_ha/config.xml b/tools/jenkins/jenkins_home/jobs/diablo-xs_ha/config.xml
deleted file mode 100644
index 49a57f04..00000000
--- a/tools/jenkins/jenkins_home/jobs/diablo-xs_ha/config.xml
+++ /dev/null
@@ -1,88 +0,0 @@
-
-
-  
-  In order for this to work, you must create a /var/lib/jenkins/xenrc file as described in README.md
-  false
-  
-    
-      
-        
-          RC
-          
-          
-        
-      
-    
-  
-  
-    2
-    
-      
-        origin
-        +refs/heads/*:refs/remotes/origin/*
-        git://github.com/cloudbuilders/devstack.git
-      
-    
-    
-      
-        master
-      
-    
-    false
-    false
-    false
-    false
-    false
-    false
-    false
-    
-    Default
-    
-    
-    
-    
-    
-    
-    false
-    
-  
-  true
-  false
-  false
-  false
-  
-  false
-  
-    
-      ADAPTER
-      
-        euca
-        floating_ips
-      
-    
-  
-  
-    
-      sed -i 's/) 2>&1 | tee "${LOGFILE}"/)/' stack.sh
-    
-    
-      set -o errexit
-cd tools/jenkins
-sudo ./build_configuration.sh $EXECUTOR_NUMBER xs $ADAPTER "$RC"
-    
-    
-      #!/bin/bash
-set -o errexit
-set -o xtrace
-
-. localrc
-
-# Unlike kvm, ssh to the xen host to run tests, in case the test instance is launch with a host only network
-ssh root@$XEN_IP "cd devstack && . localrc && cd tools/jenkins && ./run_test.sh $EXECUTOR_NUMBER $ADAPTER '$RC'"
-
-    
-  
-  
-  
-  true
-
diff --git a/tools/jenkins/jenkins_home/print_summary.py b/tools/jenkins/jenkins_home/print_summary.py
deleted file mode 100755
index ea943e1c..00000000
--- a/tools/jenkins/jenkins_home/print_summary.py
+++ /dev/null
@@ -1,45 +0,0 @@
-#!/usr/bin/python
-import urllib
-import json
-import sys
-
-
-def print_usage():
-    print ("Usage: %s [jenkins_url (eg. http://50.56.12.202:8080/)]"
-           % sys.argv[0])
-    sys.exit()
-
-
-def fetch_blob(url):
-    return json.loads(urllib.urlopen(url + '/api/json').read())
-
-
-if len(sys.argv) < 2:
-    print_usage()
-
-BASE_URL = sys.argv[1]
-
-root = fetch_blob(BASE_URL)
-results = {}
-for job_url in root['jobs']:
-    job = fetch_blob(job_url['url'])
-    if job.get('activeConfigurations'):
-        (tag, name) = job['name'].split('-')
-        if not results.get(tag):
-            results[tag] = {}
-        if not results[tag].get(name):
-            results[tag][name] = []
-
-        for config_url in job['activeConfigurations']:
-            config = fetch_blob(config_url['url'])
-
-            log_url = ''
-            if config.get('lastBuild'):
-                log_url = config['lastBuild']['url'] + 'console'
-
-            results[tag][name].append({'test': config['displayName'],
-                                       'status': config['color'],
-                                       'logUrl': log_url,
-                                       'healthReport': config['healthReport']})
-
-print json.dumps(results)
diff --git a/tools/jenkins/run_test.sh b/tools/jenkins/run_test.sh
deleted file mode 100755
index 46495637..00000000
--- a/tools/jenkins/run_test.sh
+++ /dev/null
@@ -1,20 +0,0 @@
-#!/bin/bash
-
-EXECUTOR_NUMBER=$1
-ADAPTER=$2
-RC=$3
-
-function usage() {
-    echo "Usage: $0 - Run a test"
-    echo ""
-    echo "$0 [EXECUTOR_NUMBER] [ADAPTER] [RC (optional)]"
-    exit 1
-}
-
-# Validate inputs
-if [[ "$EXECUTOR_NUMBER" = "" || "$ADAPTER" = "" ]]; then
-    usage
-fi
-
-# Execute configuration script
-cd adapters && ./$ADAPTER.sh $EXECUTOR_NUMBER $ADAPTER "$RC"
diff --git a/tools/jenkins/run_test.sh.html b/tools/jenkins/run_test.sh.html
new file mode 100644
index 00000000..c5241965
--- /dev/null
+++ b/tools/jenkins/run_test.sh.html
@@ -0,0 +1,400 @@
+
+
+
+    
+    run_test.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      run_test.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Validate inputs
      
+
      +#!/bin/bash
+
+EXECUTOR_NUMBER=$1
+ADAPTER=$2
+RC=$3
+
+function usage {
+echo "Usage: $0 - Run a test"
+echo ""
+echo "$0 [EXECUTOR_NUMBER] [ADAPTER] [RC (optional)]"
+exit 1
+}
+
+if [[ "$EXECUTOR_NUMBER" = "" || "$ADAPTER" = "" ]]; then
+    usage
+fi
+
+
      
+
      Execute configuration script
      
+
      +cd adapters && ./$ADAPTER.sh $EXECUTOR_NUMBER $ADAPTER "$RC"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/keystone-create-user.sh.html b/tools/keystone-create-user.sh.html
new file mode 100644
index 00000000..a5e41f99
--- /dev/null
+++ b/tools/keystone-create-user.sh.html
@@ -0,0 +1,491 @@
+
+
+
+    
+    keystone-create-user.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      keystone-create-user.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      keystone-create-user.sh - Create tenants and users using the keystone client
      
+
      For now this must run on the master node with access to
+~keystone/etc/keystone.conf to retrieve the service
+token used to start keystone, or with that token in $SERVICE_TOKEN
      
+
      +#!/bin/bash
+
+function usage {
+    echo "$0 - Create tenants and users via keystone client"
+    echo ""
+    echo "Usage: $0 tenant-name username password"
+    echo ""
+    exit 1
+}
+
+if [[ "$1" = "-h" || ! "$#" -eq "3" ]]; then
+    usage
+fi
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Destination path for installation DEST
      
+
      +DEST=${DEST:-/opt/stack}
+
+
      
+
      This script exits on an error so that errors don't compound and you see
+only the first error that occured.
      
+
      +set -o errexit
+
+
      
+
      Get command-line args
      
+
      +
+TENANT=$1
+USERNAME=$2
+PASSWORD=$3
+
+
      
+
      Hunt down the SERVICE_TOKEN
      
+
      +if [[ -r $DEST/keystone/etc/keystone.conf ]]; then
+    export SERVICE_TOKEN=$(sed 's/[[:space:]]//g' $DEST/keystone/etc/keystone.conf | grep ^admin_token= | cut -d'=' -f2)
+fi
+
+if [[ -z "$SERVICE_TOKEN" ]]; then
+    echo "SERVICE_TOKEN not found"
+    exit 1
+fi
+
+function get_id () {
+    echo $($@ | grep -i " id " | awk '{print $4}')
+}
+
+
      
+
      Extract an ID out of list-formatted output
+assumes id is in first column
+get_id_list match-value command [args ...]
      
+
      +function get_id_list() {
+    match=$1; shift
+    echo $($@ | grep -i " $match " | awk '{print $2}')
+}
+
+set -o xtrace
+
+
      
+
      Create tenant and user, save the returned IDs
      
+
      +TENANT_ID=$(get_id_list $TENANT keystone tenant-list)
+if [[ -z "$TENANT_ID" ]]; then
+    TENANT_ID=$(get_id keystone tenant-create --name=$TENANT)
+fi
+
+USER_ID=$(get_id_list $USERNAME keystone user-list)
+if [[ -z "$USER_ID" ]]; then
+    USER_ID=$(get_id keystone user-create --name=$USERNAME \
+                                          --pass=$PASSWORD)
+fi
+
+
      
+
      Lookup the role IDs required
      
+
      +MEMBER_ROLE=$(get_id_list Member keystone role-list)
+SYSADMIN_ROLE=$(get_id_list sysadmin keystone role-list)
+NETADMIN_ROLE=$(get_id_list netadmin keystone role-list)
+
+
      
+
      Create the role relationships
      
+
      +keystone user-role-add --user $USER_ID --role $SYSADMIN_ROLE --tenant_id $TENANT_ID
+keystone user-role-add --user $USER_ID --role $NETADMIN_ROLE --tenant_id $TENANT_ID
+keystone user-role-add --user $USER_ID --role $MEMBER_ROLE --tenant_id $TENANT_ID
+
+RESULT=$(keystone ec2-credentials-create --tenant_id=$TENANT_ID --user=$USER_ID)
+USER_ACCESS=$(echo "$RESULT" | grep access | awk '{print $4}')
+USER_SECRET=$(echo "$RESULT" | grep secret | awk '{print $4}')
+
+cat > $USERNAME.ec2rc <<EOF
+USER_ACCESS=$USER_ACCESS
+USER_SECRET=$USER_SECRET
+EOF
+
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/lxc_network_hostonlyplusnat.sh.html b/tools/lxc_network_hostonlyplusnat.sh.html
new file mode 100644
index 00000000..7f25cfc4
--- /dev/null
+++ b/tools/lxc_network_hostonlyplusnat.sh.html
@@ -0,0 +1,458 @@
+
+
+
+    
+    lxc_network_hostonlyplusnat.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      lxc_network_hostonlyplusnat.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Print some usage info
      
+
      
+
      Allow passing the ip address on the command line.
      
+
      +#!/bin/bash
+
+function usage {
+  echo "Usage: $0 [OPTION] [host_ip]"
+  echo "Set up temporary networking for LXC"
+  echo ""
+  echo "  -n, --dry-run            Just print the commands that would execute."
+  echo "  -h, --help               Print this usage message."
+  echo ""
+  exit
+}
+
+
      
+
      Set up some defaults
      
+
      +function process_option {
+  case "$1" in
+    -h|--help) usage;;
+    -n|--dry-run) dry_run=1;;
+    *) host_ip="$1"
+  esac
+}
+
+
      
+
      Process the args
      
+
      +host_ip=
+dry_run=0
+bridge=br0
+DRIER=
+
+
      
+
      Check for bridge-utils.
      
+
      +for arg in "$@"; do
+  process_option $arg
+done
+
+if [ $dry_run ]; then
+  DRIER=echo
+fi
+
+if [ "$UID" -ne "0" ]; then
+  echo "This script must be run with root privileges."
+  exit 1
+fi
+
+
      
+
      Scare off the nubs.
      
+
      +BRCTL=`which brctl`
+if [ ! -x "$BRCTL" ]; then
+  echo "This script requires you to install bridge-utils."
+  echo "Try: sudo apt-get install bridge-utils."
+  exit 1
+fi
+
+
      
+
      Add a bridge interface, this will choke if there is already
+a bridge named $bridge
      
+
      +echo "====================================================="
+echo
+echo "WARNING"
+echo
+echo "This script will modify your current network setup,"
+echo "this can be a scary thing and it is recommended that"
+echo "you have something equivalent to physical access to"
+echo "this machine before continuing in case your network"
+echo "gets all funky."
+echo
+echo "If you don't want to continue, hit CTRL-C now."
+
+if [ -z "$host_ip" ];
+then
+  echo "Otherwise, please type in your host's ip address and"
+  echo "hit enter."
+  echo
+  echo "====================================================="
+  read host_ip
+else
+  echo "Otherwise hit enter."
+  echo
+  echo "====================================================="
+  read accept
+fi
+
+
+
      
+
      Set up the NAT for the instances
      
+
      +$DRIER $BRCTL addbr $bridge
+$DRIER ip addr add 192.168.1.1/24 dev $bridge
+if [ $dry_run ]; then
+  echo "echo 1 > /proc/sys/net/ipv4/ip_forward"
+else
+  echo 1 > /proc/sys/net/ipv4/ip_forward
+fi
+$DRIER ifconfig $bridge up
+
+
      
+
      +$DRIER iptables -t nat -A POSTROUTING -s 192.168.1.0/24 -j SNAT --to-source $host_ip
+$DRIER iptables -I FORWARD -s 192.168.1.0/24 -j ACCEPT
+
+
+
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/make_cert.sh b/tools/make_cert.sh
deleted file mode 100755
index cb93e57c..00000000
--- a/tools/make_cert.sh
+++ /dev/null
@@ -1,55 +0,0 @@
-#!/bin/bash
-
-# **make_cert.sh**
-
-# Create a CA hierarchy (if necessary) and server certificate
-#
-# This mimics the CA structure that DevStack sets up when ``tls_proxy`` is enabled
-# but in the curent directory unless ``DATA_DIR`` is set
-
-ENABLE_TLS=True
-DATA_DIR=${DATA_DIR:-`pwd`/ca-data}
-
-ROOT_CA_DIR=$DATA_DIR/root
-INT_CA_DIR=$DATA_DIR/int
-
-# Import common functions
-source $TOP_DIR/functions
-
-# Import TLS functions
-source lib/tls
-
-function usage {
-    echo "$0 - Create CA and/or certs"
-    echo ""
-    echo "Usage: $0 commonName [orgUnit]"
-    exit 1
-}
-
-CN=$1
-if [ -z "$CN" ]]; then
-    usage
-fi
-ORG_UNIT_NAME=${2:-$ORG_UNIT_NAME}
-
-# Useful on OS/X
-if [[ `uname -s` == 'Darwin' && -d /usr/local/Cellar/openssl ]]; then
-    # set up for brew-installed modern OpenSSL
-    OPENSSL_CONF=/usr/local/etc/openssl/openssl.cnf
-    OPENSSL=/usr/local/Cellar/openssl/*/bin/openssl
-fi
-
-DEVSTACK_CERT_NAME=$CN
-DEVSTACK_HOSTNAME=$CN
-DEVSTACK_CERT=$DATA_DIR/$DEVSTACK_CERT_NAME.pem
-
-# Make sure the CA is set up
-configure_CA
-init_CA
-
-# Create the server cert
-make_cert $INT_CA_DIR $DEVSTACK_CERT_NAME $DEVSTACK_HOSTNAME
-
-# Create a cert bundle
-cat $INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key $INT_CA_DIR/$DEVSTACK_CERT_NAME.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT
-
diff --git a/tools/make_cert.sh.html b/tools/make_cert.sh.html
new file mode 100644
index 00000000..2fa35352
--- /dev/null
+++ b/tools/make_cert.sh.html
@@ -0,0 +1,448 @@
+
+
+
+    
+    make_cert.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      make_cert.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      make_cert.sh
      
+
      +#!/bin/bash
+
+
+
      
+
      Create a CA hierarchy (if necessary) and server certificate
      
+
      This mimics the CA structure that DevStack sets up when tls_proxy is enabled
+but in the curent directory unless DATA_DIR is set
      
+
      +
+ENABLE_TLS=True
+DATA_DIR=${DATA_DIR:-`pwd`/ca-data}
+
+ROOT_CA_DIR=$DATA_DIR/root
+INT_CA_DIR=$DATA_DIR/int
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Import TLS functions
      
+
      +source lib/tls
+
+function usage {
+    echo "$0 - Create CA and/or certs"
+    echo ""
+    echo "Usage: $0 commonName [orgUnit]"
+    exit 1
+}
+
+CN=$1
+if [ -z "$CN" ]]; then
+    usage
+fi
+ORG_UNIT_NAME=${2:-$ORG_UNIT_NAME}
+
+
      
+
      Useful on OS/X
      
+
      +if [[ `uname -s` == 'Darwin' && -d /usr/local/Cellar/openssl ]]; then
+
      
+
      set up for brew-installed modern OpenSSL
      
+
      +    OPENSSL_CONF=/usr/local/etc/openssl/openssl.cnf
+    OPENSSL=/usr/local/Cellar/openssl/*/bin/openssl
+fi
+
+DEVSTACK_CERT_NAME=$CN
+DEVSTACK_HOSTNAME=$CN
+DEVSTACK_CERT=$DATA_DIR/$DEVSTACK_CERT_NAME.pem
+
+
      
+
      Make sure the CA is set up
      
+
      +configure_CA
+init_CA
+
+
      
+
      Create the server cert
      
+
      +make_cert $INT_CA_DIR $DEVSTACK_CERT_NAME $DEVSTACK_HOSTNAME
+
+
      
+
      Create a cert bundle
      
+
      +cat $INT_CA_DIR/private/$DEVSTACK_CERT_NAME.key $INT_CA_DIR/$DEVSTACK_CERT_NAME.crt $INT_CA_DIR/cacert.pem >$DEVSTACK_CERT
+
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/make_image.sh.html b/tools/make_image.sh.html
new file mode 100644
index 00000000..747e6b43
--- /dev/null
+++ b/tools/make_image.sh.html
@@ -0,0 +1,554 @@
+
+
+
+    
+    make_image.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      make_image.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      make_image.sh - Create Ubuntu images in various formats
      
+
      Supported formats: qcow (kvm), vmdk (vmserver), vdi (vbox), vhd (vpc), raw
      
+
      Requires sudo to root
      
+
      
+
      Default args
      
+
      +#!/bin/bash
+
+ROOTSIZE=${ROOTSIZE:-8192}
+SWAPSIZE=${SWAPSIZE:-1024}
+MIN_PKGS=${MIN_PKGS:-"apt-utils gpgv openssh-server"}
+
+usage() {
+    echo "Usage: $0 - Create Ubuntu images"
+    echo ""
+    echo "$0 [-m] [-r rootsize] [-s swapsize] release format"
+    echo "$0 -C [-m] release chrootdir"
+    echo "$0 -I [-r rootsize] [-s swapsize] chrootdir format"
+    echo ""
+    echo "-C        - Create the initial chroot dir"
+    echo "-I        - Create the final image from a chroot"
+    echo "-m        - minimal installation"
+    echo "-r size   - root fs size in MB"
+    echo "-s size   - swap fs size in MB"
+    echo "release   - Ubuntu release: jaunty - oneric"
+    echo "format    - image format: qcow2, vmdk, vdi, vhd, xen, raw, fs"
+    exit 1
+}
+
+while getopts CIhmr:s: c; do
+    case $c in
+        C)  CHROOTONLY=1
+            ;;
+        I)  IMAGEONLY=1
+            ;;
+        h)  usage
+            ;;
+        m)  MINIMAL=1
+            ;;
+        r)  ROOTSIZE=$OPTARG
+            ;;
+        s)  SWAPSIZE=$OPTARG
+            ;;
+    esac
+done
+shift `expr $OPTIND - 1`
+
+if [ ! "$#" -eq "2" -o -n "$CHROOTONLY" -a -n "$IMAGEONLY" ]; then
+    usage
+fi
+
+
      
+
      Make sure that we have the proper version of ubuntu
      
+
      +RELEASE=$1
+FORMAT=$2
+CHROOTDIR=""
+
+if [ -n "$CHROOTONLY" ]; then
+    RELEASE=$1
+    CHROOTDIR=$2
+    FORMAT="pass"
+fi
+
+if [ -n "$IMAGEONLY" ]; then
+    CHROOTDIR=$1
+    FORMAT=$2
+    RELEASE="pass"
+fi
+
+
      
+
      Install stuff if necessary
      
+
      +UBUNTU_VERSION=`cat /etc/lsb-release | grep CODENAME | sed 's/.*=//g'`
+if [ "$UBUNTU_VERSION" = "natty" -a "$RELEASE" = "oneiric" ]; then
+    echo "natty installs can't build oneiric images"
+    exit 1
+fi
+
+case $FORMAT in
+    kvm|qcow2)  FORMAT=qcow2
+                QFORMAT=qcow2
+                HYPER=kvm
+                ;;
+    vmserver|vmdk)
+                FORMAT=vmdk
+                QFORMAT=vmdk
+                HYPER=vmserver
+                ;;
+    vbox|vdi)   FORMAT=vdi
+                QFORMAT=vdi
+                HYPER=kvm
+                ;;
+    vhd|vpc)    FORMAT=vhd
+                QFORMAT=vpc
+                HYPER=kvm
+                ;;
+    xen)        FORMAT=raw
+                QFORMAT=raw
+                HYPER=xen
+                ;;
+    raw)        FORMAT=raw
+                QFORMAT=raw
+                HYPER=kvm
+                ;;
+    pass)       ;;
+    *)          echo "Unknown format: $FORMAT"
+                usage
+esac
+
+case $RELEASE in
+    oneiric)    ;;
+    natty)      ;;
+    maverick)   ;;
+    lucid)      ;;
+    karmic)     ;;
+    jaunty)     ;;
+    pass)       ;;
+    *)          echo "Unknown release: $RELEASE"
+                usage
+                ;;
+esac
+
+
      
+
      Build a chroot directory
      
+
      +if [ -z `which vmbuilder` ]; then
+    sudo apt-get install -y ubuntu-vm-builder
+fi
+
+if [ -n "$CHROOTONLY" ]; then
+
      
+
      Build the image
      
+
      +    HYPER=kvm
+    if [ "$MINIMAL" = 1 ]; then
+        ARGS="--variant=minbase"
+        for i in $MIN_PKGS; do
+            ARGS="$ARGS --addpkg=$i"
+        done
+    fi
+    sudo vmbuilder $HYPER ubuntu $ARGS \
+      --suite $RELEASE \
+      --only-chroot \
+      --chroot-dir=$CHROOTDIR \
+      --overwrite \
+      --addpkg=$MIN_PKGS \
+
+    sudo cp -p files/sources.list $CHROOTDIR/etc/apt/sources.list
+    sed -e "s,%DIST%,$RELEASE,g" -i $CHROOTDIR/etc/apt/sources.list
+    sudo chroot $CHROOTDIR apt-get update
+
+    exit 0
+fi
+
+
      
+
      Build image from chroot
      
+
      +TMPDIR=tmp
+TMPDISK=`mktemp imgXXXXXXXX`
+SIZE=$[$ROOTSIZE+$SWAPSIZE+1]
+dd if=/dev/null of=$TMPDISK bs=1M seek=$SIZE count=1
+
+if [ -n "$IMAGEONLY" ]; then
+
      
+
      Do the whole shebang in one pass
      
+
      +    sudo vmbuilder $HYPER ubuntu $ARGS \
+      --existing-chroot=$CHROOTDIR \
+      --overwrite \
+      --rootsize=$ROOTSIZE \
+      --swapsize=$SWAPSIZE \
+      --tmpfs - \
+      --raw=$TMPDISK \
+
+else
+
      
+
      Get image
      
+
      +        ARGS="--variant=minbase"
+        for i in $MIN_PKGS; do
+            ARGS="$ARGS --addpkg=$i"
+        done
+    sudo vmbuilder $HYPER ubuntu $ARGS \
+      --suite $RELEASE \
+      --overwrite \
+      --rootsize=$ROOTSIZE \
+      --swapsize=$SWAPSIZE \
+      --tmpfs - \
+      --raw=$TMPDISK \
+
+fi
+
+if [ "$FORMAT" = "raw" ]; then
+
      
+
      Convert image
      
+
      +    mv $TMPDISK $RELEASE.$FORMAT
+else
+
      
+
      +    qemu-img convert -O $QFORMAT $TMPDISK $RELEASE.$FORMAT
+    rm $TMPDISK
+fi
+rm -rf ubuntu-$HYPER
+
+
+
      
+
+
+
+
      
+
      
+
+
diff --git a/tools/rfc.sh.html b/tools/rfc.sh.html
new file mode 100644
index 00000000..2ec8c7fd
--- /dev/null
+++ b/tools/rfc.sh.html
@@ -0,0 +1,490 @@
+
+
+
+    
+    rfc.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      rfc.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Copyright (c) 2010-2011 Gluster, Inc. <http://www.gluster.com>
+This initial version of this file was taken from the source tree
+of GlusterFS. It was not directly attributed, but is assumed to be
+Copyright (c) 2010-2011 Gluster, Inc and release GPLv3
+Subsequent modifications are Copyright (c) 2011 OpenStack Foundation.
      
+
      GlusterFS is free software; you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published
+by the Free Software Foundation; either version 3 of the License,
+or (at your option) any later version.
      
+
      GlusterFS is distributed in the hope that it will be useful, but
+WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+General Public License for more details.
      
+
      You should have received a copy of the GNU General Public License
+along with this program.  If not, see
+<http://www.gnu.org/licenses/>.
      
+
      +#!/bin/sh -e
+
+
+branch="master";
+
+set_hooks_commit_msg()
+{
+    top_dir=`git rev-parse --show-toplevel`
+    f="${top_dir}/.git/hooks/commit-msg";
+    u="https://review.openstack.org/tools/hooks/commit-msg";
+
+    if [ -x "$f" ]; then
+        return;
+    fi
+
+    curl -o $f $u || wget -O $f $u;
+
+    chmod +x $f;
+
+    GIT_EDITOR=true git commit --amend
+}
+
+add_remote()
+{
+    username=$1
+    project=$2
+
+    echo "No remote set, testing ssh://$username@review.openstack.org:29418"
+    if project_list=`ssh -p29418 -o StrictHostKeyChecking=no $username@review.openstack.org gerrit ls-projects 2>/dev/null`
+    then
+        echo "$username@review.openstack.org:29418 worked."
+        if echo $project_list | grep $project >/dev/null
+        then
+            echo "Creating a git remote called gerrit that maps to:"
+            echo "  ssh://$username@review.openstack.org:29418/$project"
+            git remote add gerrit ssh://$username@review.openstack.org:29418/$project
+        else
+            echo "The current project name, $project, is not a known project."
+            echo "Please either reclone from github/gerrit or create a"
+            echo "remote named gerrit that points to the intended project."
+            return 1
+        fi
+
+        return 0
+    fi
+    return 1
+}
+
+check_remote()
+{
+    if ! git remote | grep gerrit >/dev/null 2>&1
+    then
+        origin_project=`git remote show origin | grep 'Fetch URL' | perl -nle '@fields = split(m|[:/]|); $len = $#fields; print $fields[$len-1], "/", $fields[$len];'`
+        if add_remote $USERNAME $origin_project
+        then
+            return 0
+        else
+            echo "Your local name doesn't work on Gerrit."
+            echo -n "Enter Gerrit username (same as launchpad): "
+            read gerrit_user
+            if add_remote $gerrit_user $origin_project
+            then
+                return 0
+            else
+                echo "Can't infer where gerrit is - please set a remote named"
+                echo "gerrit manually and then try again."
+                echo
+                echo "For more information, please see:"
+                echo "\thttp://wiki.openstack.org/GerritWorkflow"
+                exit 1
+            fi
+        fi
+    fi
+}
+
+rebase_changes()
+{
+    git fetch;
+
+    GIT_EDITOR=true git rebase -i origin/$branch || exit $?;
+}
+
+
+assert_diverge()
+{
+    if ! git diff origin/$branch..HEAD | grep -q .
+    then
+	echo "No changes between the current branch and origin/$branch."
+	exit 1
+    fi
+}
+
+
+main()
+{
+    set_hooks_commit_msg;
+
+    check_remote;
+
+    rebase_changes;
+
+    assert_diverge;
+
+    bug=$(git show --format='%s %b' | perl -nle 'if (/\b([Bb]ug|[Ll][Pp])\s*[#:]?\s*(\d+)/) {print "$2"; exit}')
+
+    bp=$(git show --format='%s %b' | perl -nle 'if (/\b([Bb]lue[Pp]rint|[Bb][Pp])\s*[#:]?\s*([0-9a-zA-Z-_]+)/) {print "$2"; exit}')
+
+    if [ "$DRY_RUN" = 1 ]; then
+        drier='echo -e Please use the following command to send your commits to review:\n\n'
+    else
+        drier=
+    fi
+
+    local_branch=`git branch | grep -Ei "\* (.*)" | cut -f2 -d' '`
+    if [ -z "$bug" ]; then
+	if [ -z "$bp" ]; then
+            $drier git push gerrit HEAD:refs/for/$branch/$local_branch;
+	else
+	    $drier git push gerrit HEAD:refs/for/$branch/bp/$bp;
+	fi
+    else
+        $drier git push gerrit HEAD:refs/for/$branch/bug/$bug;
+    fi
+}
+
+main "$@"
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/uec/meta.py b/tools/uec/meta.py
deleted file mode 100644
index 5b845d81..00000000
--- a/tools/uec/meta.py
+++ /dev/null
@@ -1,29 +0,0 @@
-import sys
-from BaseHTTPServer import HTTPServer, BaseHTTPRequestHandler
-from SimpleHTTPServer import SimpleHTTPRequestHandler
-
-def main(host, port, HandlerClass = SimpleHTTPRequestHandler,
-         ServerClass = HTTPServer, protocol="HTTP/1.0"):
-    """simple http server that listens on a give address:port"""
-
-    server_address = (host, port)
-
-    HandlerClass.protocol_version = protocol
-    httpd = ServerClass(server_address, HandlerClass)
-
-    sa = httpd.socket.getsockname()
-    print "Serving HTTP on", sa[0], "port", sa[1], "..."
-    httpd.serve_forever()
-
-if __name__ == '__main__':
-    if sys.argv[1:]:
-        address = sys.argv[1]
-    else:
-        address = '0.0.0.0'
-    if ':' in address:
-        host, port = address.split(':')
-    else:
-        host = address
-        port = 8080
-
-    main(host, int(port))
diff --git a/tools/upload_image.sh b/tools/upload_image.sh
deleted file mode 100755
index dd21c9f2..00000000
--- a/tools/upload_image.sh
+++ /dev/null
@@ -1,42 +0,0 @@
-#!/usr/bin/env bash
-# upload_image.sh - Retrieve and upload an image into Glance
-#
-# upload_image.sh 
-#
-# Assumes credentials are set via OS_* environment variables
-
-function usage {
-    echo "$0 - Retrieve and upload an image into Glance"
-    echo ""
-    echo "Usage: $0  [...]"
-    echo ""
-    echo "Assumes credentials are set via OS_* environment variables"
-    exit 1
-}
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
-
-# Import common functions
-source $TOP_DIR/functions
-
-# Import configuration
-source $TOP_DIR/openrc "" "" "" ""
-
-# Find the cache dir
-FILES=$TOP_DIR/files
-
-if [[ -z "$1" ]]; then
-    usage
-fi
-
-# Get a token to authenticate to glance
-TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
-
-# Glance connection info.  Note the port must be specified.
-GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$GLANCE_HOST:9292}
-
-for IMAGE in "$*"; do
-    upload_image $IMAGE $TOKEN
-done
diff --git a/tools/upload_image.sh.html b/tools/upload_image.sh.html
new file mode 100644
index 00000000..cbab3132
--- /dev/null
+++ b/tools/upload_image.sh.html
@@ -0,0 +1,431 @@
+
+
+
+    
+    upload_image.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      upload_image.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      upload_image.sh - Retrieve and upload an image into Glance
      
+
      upload_image.sh <image-url>
      
+
      Assumes credentials are set via OS_* environment variables
      
+
      +#!/usr/bin/env bash
+
+function usage {
+    echo "$0 - Retrieve and upload an image into Glance"
+    echo ""
+    echo "Usage: $0 <image-url> [...]"
+    echo ""
+    echo "Assumes credentials are set via OS_* environment variables"
+    exit 1
+}
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=$(cd $TOOLS_DIR/..; pwd)
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Import configuration
      
+
      +source $TOP_DIR/openrc "" "" "" ""
+
+
      
+
      Find the cache dir
      
+
      +FILES=$TOP_DIR/files
+
+if [[ -z "$1" ]]; then
+    usage
+fi
+
+
      
+
      Get a token to authenticate to glance
      
+
      +TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
+die_if_not_set $LINENO TOKEN "Keystone fail to get token"
+
+
      
+
      Glance connection info.  Note the port must be specified.
      
+
      +GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$GLANCE_HOST:9292}
+
+for IMAGE in "$*"; do
+    upload_image $IMAGE $TOKEN
+done
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/warm_apts_and_pips_for_uec.sh.html b/tools/warm_apts_and_pips_for_uec.sh.html
new file mode 100644
index 00000000..2a791b63
--- /dev/null
+++ b/tools/warm_apts_and_pips_for_uec.sh.html
@@ -0,0 +1,425 @@
+
+
+
+    
+    warm_apts_and_pips_for_uec.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      warm_apts_and_pips_for_uec.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      warm_apts_and_pips_for_uec.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      
+
      Change dir to top of devstack
      
+
      +cd $TOP_DIR
+
+
      
+
      Echo usage
      
+
      +usage() {
+    echo "Cache OpenStack dependencies on a uec image to speed up performance."
+    echo ""
+    echo "Usage: $0 [full path to raw uec base image]"
+}
+
+
      
+
      Make sure this is a raw image
      
+
      +if ! qemu-img info $1 | grep -q "file format: raw"; then
+    usage
+    exit 1
+fi
+
+
      
+
      Make sure we are in the correct dir
      
+
      +if [ ! -d files/apts ]; then
+    echo "Please run this script from devstack/tools/"
+    exit 1
+fi
+
+
      
+
      Mount the image
      
+
      +STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage
+mkdir -p $STAGING_DIR
+umount $STAGING_DIR || true
+sleep 1
+mount -t ext4 -o loop $1 $STAGING_DIR
+
+
      
+
      Make sure that base requirements are installed
      
+
      +cp /etc/resolv.conf $STAGING_DIR/etc/resolv.conf
+
+
      
+
      Perform caching on the base image to speed up subsequent runs
      
+
      +chroot $STAGING_DIR apt-get update
+chroot $STAGING_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+chroot $STAGING_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1` || true
+mkdir -p $STAGING_DIR/var/cache/pip
+PIP_DOWNLOAD_CACHE=/var/cache/pip chroot $STAGING_DIR pip install `cat files/pips/*` || true
+
+
      
+
      Unmount
      
+
      +umount $STAGING_DIR
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/warm_apts_for_uec.sh b/tools/warm_apts_for_uec.sh
deleted file mode 100755
index 3c15f52e..00000000
--- a/tools/warm_apts_for_uec.sh
+++ /dev/null
@@ -1,53 +0,0 @@
-#!/usr/bin/env bash
-
-# **warm_apts_for_uec.sh**
-
-# Echo commands
-set -o xtrace
-
-# Exit on error to stop unexpected errors
-set -o errexit
-
-# Keep track of the current directory
-TOOLS_DIR=$(cd $(dirname "$0") && pwd)
-TOP_DIR=`cd $TOOLS_DIR/..; pwd`
-
-# Change dir to top of devstack
-cd $TOP_DIR
-
-# Echo usage
-usage() {
-    echo "Cache OpenStack dependencies on a uec image to speed up performance."
-    echo ""
-    echo "Usage: $0 [full path to raw uec base image]"
-}
-
-# Make sure this is a raw image
-if ! qemu-img info $1 | grep -q "file format: raw"; then
-    usage
-    exit 1
-fi
-
-# Make sure we are in the correct dir
-if [ ! -d files/apts ]; then
-    echo "Please run this script from devstack/tools/"
-    exit 1
-fi
-
-# Mount the image
-STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage
-mkdir -p $STAGING_DIR
-umount $STAGING_DIR || true
-sleep 1
-mount -t ext4 -o loop $1 $STAGING_DIR
-
-# Make sure that base requirements are installed
-cp /etc/resolv.conf $STAGING_DIR/etc/resolv.conf
-
-# Perform caching on the base image to speed up subsequent runs
-chroot $STAGING_DIR apt-get update
-chroot $STAGING_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
-chroot $STAGING_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1` || true
-
-# Unmount
-umount $STAGING_DIR
diff --git a/tools/warm_apts_for_uec.sh.html b/tools/warm_apts_for_uec.sh.html
new file mode 100644
index 00000000..2ba9ba5f
--- /dev/null
+++ b/tools/warm_apts_for_uec.sh.html
@@ -0,0 +1,453 @@
+
+
+
+    
+    warm_apts_for_uec.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      warm_apts_for_uec.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      warm_apts_for_uec.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+
      
+
      Exit on error to stop unexpected errors
      
+
      +set -o errexit
+
+
      
+
      Keep track of the current directory
      
+
      +TOOLS_DIR=$(cd $(dirname "$0") && pwd)
+TOP_DIR=`cd $TOOLS_DIR/..; pwd`
+
+
      
+
      Change dir to top of devstack
      
+
      +cd $TOP_DIR
+
+
      
+
      Echo usage
      
+
      +function usage {
+    echo "Cache OpenStack dependencies on a uec image to speed up performance."
+    echo ""
+    echo "Usage: $0 [full path to raw uec base image]"
+}
+
+
      
+
      Make sure this is a raw image
      
+
      +if ! qemu-img info $1 | grep -q "file format: raw"; then
+    usage
+    exit 1
+fi
+
+
      
+
      Make sure we are in the correct dir
      
+
      +if [ ! -d files/apts ]; then
+    echo "Please run this script from devstack/tools/"
+    exit 1
+fi
+
+
      
+
      Mount the image
      
+
      +STAGING_DIR=/tmp/`echo $1 | sed  "s/\//_/g"`.stage
+mkdir -p $STAGING_DIR
+umount $STAGING_DIR || true
+sleep 1
+mount -t ext4 -o loop $1 $STAGING_DIR
+
+
      
+
      Make sure that base requirements are installed
      
+
      +cp /etc/resolv.conf $STAGING_DIR/etc/resolv.conf
+
+
      
+
      Perform caching on the base image to speed up subsequent runs
      
+
      +chroot $STAGING_DIR apt-get update
+chroot $STAGING_DIR apt-get install -y --download-only `cat files/apts/* | grep NOPRIME | cut -d\# -f1`
+chroot $STAGING_DIR apt-get install -y --force-yes `cat files/apts/* | grep -v NOPRIME | cut -d\# -f1` || true
+
+
      
+
      Unmount
      
+
      +umount $STAGING_DIR
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/README.md b/tools/xen/README.md
deleted file mode 100644
index 1cd45cff..00000000
--- a/tools/xen/README.md
+++ /dev/null
@@ -1,89 +0,0 @@
-Getting Started With XenServer 5.6 and Devstack
-===============================================
-The purpose of the code in this directory it to help developers bootstrap
-a XenServer 5.6 (or greater) + Openstack development environment.  This file gives
-some pointers on how to get started.
-
-Xenserver is a Type 1 hypervisor, so it needs to be installed on bare metal.
-The Openstack services are configured to run within a "privileged" virtual
-machine on the Xenserver host (called OS domU). The VM uses the XAPI toolstack
-to communicate with the host.
-
-Step 1: Install Xenserver
-------------------------
-Install XenServer 5.6+ on a clean box. You can get XenServer by signing
-up for an account on citrix.com, and then visiting:
-https://www.citrix.com/English/ss/downloads/details.asp?downloadId=2311504&productId=683148
-
-For details on installation, see: http://wiki.openstack.org/XenServer/Install
-
-Here are some sample Xenserver network settings for when you are just
-getting started (Settings like this have been used with a laptop + cheap wifi router):
-
-* XenServer Host IP: 192.168.1.10
-* XenServer Netmask: 255.255.255.0
-* XenServer Gateway: 192.168.1.1
-* XenServer DNS: 192.168.1.1
-
-Step 2: Download devstack
---------------------------
-On your XenServer host, run the following commands as root:
-
-    wget --no-check-certificate https://github.com/openstack-dev/devstack/zipball/master
-    unzip -o master -d ./devstack
-    cd devstack/*/
-
-Step 3: Configure your localrc inside the devstack directory
-------------------------------------------------------------
-Devstack uses a localrc for user-specific configuration.  Note that
-the XENAPI_PASSWORD must be your dom0 root password.
-Of course, use real passwords if this machine is exposed.
-
-    cat > ./localrc <
+
+
+    
+    build_domU.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_domU.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Abort if localrc is not set
      
+
      +#!/bin/bash
+
+if [ ! -e ../../localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See the xen README for required passwords."
+    exit 1
+fi
+
+
      
+
      This directory
      
+
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Source lower level functions
      
+
      +. $TOP_DIR/../../functions
+
+
      
+
      Source params - override xenrc params in your localrc to suit your taste
      
+
      +source xenrc
+
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+
      
+
      Check for xva file
      
+
      +if [ ! -e $XVA ]; then
+    echo "Missing xva file.  Please run build_xva.sh (ideally on a non dom0 host since the build can require lots of space)."
+    echo "Place the resulting xva file in $XVA"
+    exit 1
+fi
+
+
      
+
      Make sure we have git
      
+
      +if ! which git; then
+    GITDIR=/tmp/git-1.7.7
+    cd /tmp
+    rm -rf $GITDIR*
+    wget http://git-core.googlecode.com/files/git-1.7.7.tar.gz
+    tar xfv git-1.7.7.tar.gz
+    cd $GITDIR
+    ./configure --with-curl --with-expat
+    make install
+    cd $TOP_DIR
+fi
+
+
      
+
      Helper to create networks
+Uses echo trickery to return network uuid
      
+
      +function create_network() {
+    br=$1
+    dev=$2
+    vlan=$3
+    netname=$4
+    if [ -z $br ]
+    then
+        pif=$(xe pif-list --minimal device=$dev VLAN=$vlan)
+        if [ -z $pif ]
+        then
+            net=$(xe network-create name-label=$netname)
+        else
+            net=$(xe network-list --minimal PIF-uuids=$pif)
+        fi
+        echo $net
+        return 0
+    fi
+    if [ ! $(xe network-list --minimal params=bridge | grep -w --only-matching $br) ]
+    then
+        echo "Specified bridge $br does not exist"
+        echo "If you wish to use defaults, please keep the bridge name empty"
+        exit 1
+    else
+        net=$(xe network-list --minimal bridge=$br)
+        echo $net
+    fi
+}
+
+function errorcheck() {
+    rc=$?
+    if [ $rc -ne 0 ]
+    then
+        exit $rc
+    fi
+}
+
+
      
+
      Create host, vm, mgmt, pub networks
      
+
      +VM_NET=$(create_network "$VM_BR" "$VM_DEV" "$VM_VLAN" "vmbr")
+errorcheck
+MGT_NET=$(create_network "$MGT_BR" "$MGT_DEV" "$MGT_VLAN" "mgtbr")
+errorcheck
+PUB_NET=$(create_network "$PUB_BR" "$PUB_DEV" "$PUB_VLAN" "pubbr")
+errorcheck
+
+
      
+
      Helper to create vlans
      
+
      +function create_vlan() {
+    dev=$1
+    vlan=$2
+    net=$3
+
      
+
      VLAN -1 refers to no VLAN (physical network)
      
+
      +    if [ $vlan -eq -1 ]
+    then
+        return
+    fi
+    if [ -z $(xe vlan-list --minimal tag=$vlan) ]
+    then
+        pif=$(xe pif-list --minimal network-uuid=$net)
+
      
+
      We created a brand new network this time
      
+
      +        if [ -z $pif ]
+        then
+            pif=$(xe pif-list --minimal device=$dev VLAN=-1)
+            xe vlan-create pif-uuid=$pif vlan=$vlan network-uuid=$net
+        else
+            echo "VLAN does not exist but PIF attached to this network"
+            echo "How did we reach here?"
+            exit 1
+        fi
+    fi
+}
+
+
      
+
      Create vlans for vm and management
      
+
      +create_vlan $PUB_DEV $PUB_VLAN $PUB_NET
+create_vlan $VM_DEV $VM_VLAN $VM_NET
+create_vlan $MGT_DEV $MGT_VLAN $MGT_NET
+
+
      
+
      dom0 ip
      
+
      +HOST_IP=${HOST_IP:-`ifconfig xenbr0 | grep "inet addr" | cut -d ":" -f2 | sed "s/ .*//"`}
+
+
      
+
      Set up ip forwarding
      
+
      +if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then
+
      
+
      FIXME: This doesn't work on reboot!
      
+
      +    echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network
+fi
+
+
      
+
      Also, enable ip forwarding in rc.local, since the above trick isn't working
      
+
      +if ! grep -q  "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then
+    echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local
+fi
+
+
      
+
      Enable ip forwarding at runtime as well
      
+
      +echo 1 > /proc/sys/net/ipv4/ip_forward
+
+
      
+
      Set local storage il8n
      
+
      +SR_UUID=`xe sr-list --minimal name-label="Local storage"`
+xe sr-param-set uuid=$SR_UUID other-config:i18n-key=local-storage
+
+
      
+
      Checkout nova
      
+
      +git_clone $NOVA_REPO $TOP_DIR/nova $NOVA_BRANCH
+
+
      
+
      Install plugins
      
+
      +cp -pr $TOP_DIR/nova/plugins/xenserver/xenapi/etc/xapi.d /etc/
+chmod a+x /etc/xapi.d/plugins/*
+yum --enablerepo=base install -y parted
+mkdir -p /boot/guest
+
+
      
+
      Shutdown previous runs
      
+
      +DO_SHUTDOWN=${DO_SHUTDOWN:-1}
+if [ "$DO_SHUTDOWN" = "1" ]; then
+
      
+
      Shutdown all domU's that created previously
      
+
      +    xe vm-list --minimal name-label="$LABEL" | xargs ./scripts/uninstall-os-vpx.sh
+
+
      
+
      Destroy any instances that were launched
      
+
      +    for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do
+        echo "Shutting down nova instance $uuid"
+        xe vm-unpause uuid=$uuid || true
+        xe vm-shutdown uuid=$uuid
+        xe vm-destroy uuid=$uuid
+    done
+
+
      
+
      Destroy orphaned vdis
      
+
      +    for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do
+        xe vdi-destroy uuid=$uuid
+    done
+fi
+
+
      
+
      Start guest
      
+
      +if [ -z $VM_BR ]; then
+    VM_BR=$(xe network-list --minimal uuid=$VM_NET params=bridge)
+fi
+if [ -z $MGT_BR ]; then
+    MGT_BR=$(xe network-list --minimal uuid=$MGT_NET params=bridge)
+fi
+if [ -z $PUB_BR ]; then
+    PUB_BR=$(xe network-list --minimal uuid=$PUB_NET params=bridge)
+fi
+$TOP_DIR/scripts/install-os-vpx.sh -f $XVA -v $VM_BR -m $MGT_BR -p $PUB_BR -l $GUEST_NAME -w -k "flat_network_bridge=${VM_BR}"
+
+if [ $PUB_IP == "dhcp" ]; then
+    PUB_IP=$(xe vm-list --minimal name-label=$GUEST_NAME params=networks |  sed -ne 's,^.*3/ip: \([0-9.]*\).*$,\1,p')
+fi
+
+
      
+
      If we have copied our ssh credentials, use ssh to monitor while the installation runs
      
+
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]  && [ -e ~/.ssh/id_rsa.pub  ] && [ "$COPYENV" = "1" ]; then
+
      
+
      Done creating the container, let's tail the log
      
+
      +    echo
+    echo "============================================================="
+    echo "                          -- YAY! --"
+    echo "============================================================="
+    echo
+    echo "We're done launching the vm, about to start tailing the"
+    echo "stack.sh log. It will take a second or two to start."
+    echo
+    echo "Just CTRL-C at any time to stop tailing."
+
+    set +o xtrace
+
+    while ! ssh -q stack@$PUB_IP "[ -e run.sh.log ]"; do
+      sleep 1
+    done
+
+    ssh stack@$PUB_IP 'tail -f run.sh.log' &
+
+    TAIL_PID=$!
+
+    function kill_tail() {
+        kill $TAIL_PID
+        exit 1
+    }
+
+
      
+
      Let Ctrl-c kill tail and exit
      
+
      +    trap kill_tail SIGINT
+
+    echo "Waiting stack.sh to finish..."
+    while ! ssh -q stack@$PUB_IP "grep -q 'stack.sh completed in' run.sh.log"; do
+        sleep 1
+    done
+
+    kill $TAIL_PID
+
+    if ssh -q stack@$PUB_IP "grep -q 'stack.sh failed' run.sh.log"; then
+        exit 1
+    fi
+    echo ""
+    echo "Finished - Zip-a-dee Doo-dah!"
+    echo "You can then visit the OpenStack Dashboard"
+    echo "at http://$PUB_IP, and contact other services at the usual ports."
+else
+    echo "################################################################################"
+    echo ""
+    echo "All Finished!"
+    echo "Now, you can monitor the progress of the stack.sh installation by "
+    echo "tailing /opt/stack/run.sh.log from within your domU."
+    echo ""
+    echo "ssh into your domU now: 'ssh stack@$PUB_IP' using your password"
+    echo "and then do: 'tail -f /opt/stack/run.sh.log'"
+    echo ""
+    echo "When the script completes, you can then visit the OpenStack Dashboard"
+    echo "at http://$PUB_IP, and contact other services at the usual ports."
+
+fi
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/build_domU_multi.sh b/tools/xen/build_domU_multi.sh
deleted file mode 100755
index 0285f42e..00000000
--- a/tools/xen/build_domU_multi.sh
+++ /dev/null
@@ -1,35 +0,0 @@
-#!/usr/bin/env bash
-
-# Echo commands
-set -o xtrace
-
-# Head node host, which runs glance, api, keystone
-HEAD_PUB_IP=${HEAD_PUB_IP:-192.168.1.57}
-HEAD_MGT_IP=${HEAD_MGT_IP:-172.16.100.57}
-
-COMPUTE_PUB_IP=${COMPUTE_PUB_IP:-192.168.1.58}
-COMPUTE_MGT_IP=${COMPUTE_MGT_IP:-172.16.100.58}
-
-# Networking params
-FLOATING_RANGE=${FLOATING_RANGE:-192.168.1.196/30}
-
-# Variables common amongst all hosts in the cluster
-COMMON_VARS="$STACKSH_PARAMS MYSQL_HOST=$HEAD_MGT_IP RABBIT_HOST=$HEAD_MGT_IP GLANCE_HOSTPORT=$HEAD_MGT_IP:9292 FLOATING_RANGE=$FLOATING_RANGE"
-
-# Helper to launch containers
-function build_xva {
-    GUEST_NAME=$1 PUB_IP=$2 MGT_IP=$3 DO_SHUTDOWN=$4 TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $5" ./build_xva.sh
-}
-
-# Launch the head node - headnode uses a non-ip domain name,
-# because rabbit won't launch with an ip addr hostname :(
-build_xva HEADNODE $HEAD_PUB_IP $HEAD_MGT_IP 1 "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
-
-# Wait till the head node is up
-#while ! curl -L http://$HEAD_PUB_IP | grep -q username; do
-#    echo "Waiting for head node ($HEAD_PUB_IP) to start..."
-#    sleep 5
-#done
-
-# Build the HA compute host
-build_xva COMPUTENODE $COMPUTE_PUB_IP $COMPUTE_MGT_IP 0 "ENABLED_SERVICES=n-cpu,n-net,n-api"
diff --git a/tools/xen/build_domU_multi.sh.html b/tools/xen/build_domU_multi.sh.html
new file mode 100644
index 00000000..051cf229
--- /dev/null
+++ b/tools/xen/build_domU_multi.sh.html
@@ -0,0 +1,419 @@
+
+
+
+    
+    build_domU_multi.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_domU_multi.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands
      
+
      +#!/usr/bin/env bash
+
+set -o xtrace
+
+
      
+
      Head node host, which runs glance, api, keystone
      
+
      +HEAD_PUB_IP=${HEAD_PUB_IP:-192.168.1.57}
+HEAD_MGT_IP=${HEAD_MGT_IP:-172.16.100.57}
+
+COMPUTE_PUB_IP=${COMPUTE_PUB_IP:-192.168.1.58}
+COMPUTE_MGT_IP=${COMPUTE_MGT_IP:-172.16.100.58}
+
+
      
+
      Networking params
      
+
      +FLOATING_RANGE=${FLOATING_RANGE:-192.168.1.196/30}
+
+
      
+
      Variables common amongst all hosts in the cluster
      
+
      +COMMON_VARS="$STACKSH_PARAMS MYSQL_HOST=$HEAD_MGT_IP RABBIT_HOST=$HEAD_MGT_IP GLANCE_HOSTPORT=$HEAD_MGT_IP:9292 FLOATING_RANGE=$FLOATING_RANGE"
+
+
      
+
      Helper to launch containers
      
+
      +function build_xva {
+    GUEST_NAME=$1 PUB_IP=$2 MGT_IP=$3 DO_SHUTDOWN=$4 TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $5" ./build_xva.sh
+}
+
+
      
+
      Launch the head node - headnode uses a non-ip domain name,
+because rabbit won't launch with an ip addr hostname :(
      
+
      +build_xva HEADNODE $HEAD_PUB_IP $HEAD_MGT_IP 1 "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+
      
+
      Build the HA compute host
      
+
      +build_xva COMPUTENODE $COMPUTE_PUB_IP $COMPUTE_MGT_IP 0 "ENABLED_SERVICES=n-cpu,n-net,n-api"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/build_xva.sh b/tools/xen/build_xva.sh
deleted file mode 100755
index b0fd003d..00000000
--- a/tools/xen/build_xva.sh
+++ /dev/null
@@ -1,145 +0,0 @@
-#!/bin/bash
-
-# This script is run by install_os_domU.sh
-#
-# It modifies the ubuntu image created by install_os_domU.sh
-# and previously moodified by prepare_guest_template.sh
-#
-# This script is responsible for:
-# - pushing in the DevStack code
-# - creating run.sh, to run the code on boot
-# It does this by mounting the disk image of the VM.
-#
-# The resultant image is then templated and started
-# by install_os_domU.sh
-
-# Exit on errors
-set -o errexit
-# Echo commands
-set -o xtrace
-
-# This directory
-TOP_DIR=$(cd $(dirname "$0") && pwd)
-
-# Include onexit commands
-. $TOP_DIR/scripts/on_exit.sh
-
-# Source params - override xenrc params in your localrc to suite your taste
-source xenrc
-
-#
-# Parameters
-#
-GUEST_NAME="$1"
-
-#
-# Mount the VDI
-#
-STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
-add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
-
-# Make sure we have a stage
-if [ ! -d $STAGING_DIR/etc ]; then
-    echo "Stage is not properly set up!"
-    exit 1
-fi
-
-# Only support DHCP for now - don't support how different versions of Ubuntu handle resolv.conf
-if [ "$MGT_IP" != "dhcp" ] && [ "$PUB_IP" != "dhcp" ]; then
-    echo "Configuration without DHCP not supported"
-    exit 1
-fi
-
-# Copy over devstack
-rm -f /tmp/devstack.tar
-cd $TOP_DIR/../../
-tar --exclude='stage' --exclude='xen/xvas' --exclude='xen/nova' -cvf /tmp/devstack.tar .
-mkdir -p $STAGING_DIR/opt/stack/devstack
-tar xf /tmp/devstack.tar -C $STAGING_DIR/opt/stack/devstack
-cd $TOP_DIR
-
-# Run devstack on launch
-cat <$STAGING_DIR/etc/rc.local
-# network restart required for getting the right gateway
-/etc/init.d/networking restart
-chown -R $STACK_USER /opt/stack
-su -c "/opt/stack/run.sh > /opt/stack/run.sh.log" $STACK_USER
-exit 0
-EOF
-
-# Configure the hostname
-echo $GUEST_NAME > $STAGING_DIR/etc/hostname
-
-# Hostname must resolve for rabbit
-HOSTS_FILE_IP=$PUB_IP
-if [ $MGT_IP != "dhcp" ]; then
-    HOSTS_FILE_IP=$MGT_IP
-fi
-cat <$STAGING_DIR/etc/hosts
-$HOSTS_FILE_IP $GUEST_NAME
-127.0.0.1 localhost localhost.localdomain
-EOF
-
-# Configure the network
-INTERFACES=$STAGING_DIR/etc/network/interfaces
-TEMPLATES_DIR=$TOP_DIR/templates
-cp $TEMPLATES_DIR/interfaces.in  $INTERFACES
-if [ $VM_IP == "dhcp" ]; then
-    echo 'eth1 on dhcp'
-    sed -e "s,iface eth1 inet static,iface eth1 inet dhcp,g" -i $INTERFACES
-    sed -e '/@ETH1_/d' -i $INTERFACES
-else
-    sed -e "s,@ETH1_IP@,$VM_IP,g" -i $INTERFACES
-    sed -e "s,@ETH1_NETMASK@,$VM_NETMASK,g" -i $INTERFACES
-fi
-
-if [ $MGT_IP == "dhcp" ]; then
-    echo 'eth2 on dhcp'
-    sed -e "s,iface eth2 inet static,iface eth2 inet dhcp,g" -i $INTERFACES
-    sed -e '/@ETH2_/d' -i $INTERFACES
-else
-    sed -e "s,@ETH2_IP@,$MGT_IP,g" -i $INTERFACES
-    sed -e "s,@ETH2_NETMASK@,$MGT_NETMASK,g" -i $INTERFACES
-fi
-
-if [ $PUB_IP == "dhcp" ]; then
-    echo 'eth3 on dhcp'
-    sed -e "s,iface eth3 inet static,iface eth3 inet dhcp,g" -i $INTERFACES
-    sed -e '/@ETH3_/d' -i $INTERFACES
-else
-    sed -e "s,@ETH3_IP@,$PUB_IP,g" -i $INTERFACES
-    sed -e "s,@ETH3_NETMASK@,$PUB_NETMASK,g" -i $INTERFACES
-fi
-
-if [ "$ENABLE_GI" == "true" ]; then
-    cat <>$INTERFACES
-auto eth0
-iface eth0 inet dhcp
-EOF
-fi
-
-# Gracefully cp only if source file/dir exists
-function cp_it {
-    if [ -e $1 ] || [ -d $1 ]; then
-        cp -pRL $1 $2
-    fi
-}
-
-# Copy over your ssh keys and env if desired
-COPYENV=${COPYENV:-1}
-if [ "$COPYENV" = "1" ]; then
-    cp_it ~/.ssh $STAGING_DIR/opt/stack/.ssh
-    cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/opt/stack/.ssh/authorized_keys
-    cp_it ~/.gitconfig $STAGING_DIR/opt/stack/.gitconfig
-    cp_it ~/.vimrc $STAGING_DIR/opt/stack/.vimrc
-    cp_it ~/.bashrc $STAGING_DIR/opt/stack/.bashrc
-fi
-
-# Configure run.sh
-cat <$STAGING_DIR/opt/stack/run.sh
-#!/bin/bash
-cd /opt/stack/devstack
-killall screen
-VIRT_DRIVER=xenserver FORCE=yes MULTI_HOST=$MULTI_HOST HOST_IP_IFACE=$HOST_IP_IFACE $STACKSH_PARAMS ./stack.sh
-EOF
-chmod 755 $STAGING_DIR/opt/stack/run.sh
diff --git a/tools/xen/build_xva.sh.html b/tools/xen/build_xva.sh.html
new file mode 100644
index 00000000..a6977a09
--- /dev/null
+++ b/tools/xen/build_xva.sh.html
@@ -0,0 +1,608 @@
+
+
+
+    
+    build_xva.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      build_xva.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This script is run by install_os_domU.sh
      
+
      It modifies the ubuntu image created by install_os_domU.sh
+and previously moodified by prepare_guest_template.sh
      
+
      This script is responsible for:
+- pushing in the DevStack code
+- creating run.sh, to run the code on boot
+It does this by mounting the disk image of the VM.
      
+
      The resultant image is then templated and started
+by install_os_domU.sh
      
+
      +#!/bin/bash
+
+
+
      
+
      Exit on errors
      
+
      +set -o errexit
+
      
+
      Echo commands
      
+
      +set -o xtrace
+
+
      
+
      This directory
      
+
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Source lower level functions
      
+
      +. $TOP_DIR/../../functions
+
+
      
+
      Include onexit commands
      
+
      +. $TOP_DIR/scripts/on_exit.sh
+
+
      
+
      xapi functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Determine what system we are running on.
+Might not be XenServer if we're using xenserver-core
      
+
      +GetDistro
+
+
      
+
      Source params - override xenrc params in your localrc to suite your taste
      
+
      +source xenrc
+
+
      
+
      Parameters
      
+
      +GUEST_NAME="$1"
+
+function _print_interface_config {
+    local device_nr
+    local ip_address
+    local netmask
+
+    device_nr="$1"
+    ip_address="$2"
+    netmask="$3"
+
+    local device
+
+    device="eth${device_nr}"
+
+    echo "auto $device"
+    if [ $ip_address == "dhcp" ]; then
+        echo "iface $device inet dhcp"
+    else
+        echo "iface $device inet static"
+        echo "  address $ip_address"
+        echo "  netmask $netmask"
+    fi
+
+
      
+
      Turn off tx checksumming for better performance
      
+
      +    echo "  post-up ethtool -K $device tx off"
+}
+
+function print_interfaces_config {
+    echo "auto lo"
+    echo "iface lo inet loopback"
+
+    _print_interface_config $PUB_DEV_NR $PUB_IP $PUB_NETMASK
+    _print_interface_config $VM_DEV_NR $VM_IP $VM_NETMASK
+    _print_interface_config $MGT_DEV_NR $MGT_IP $MGT_NETMASK
+}
+
+
      
+
      Mount the VDI
      
+
      +STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
+add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
+
+
      
+
      Make sure we have a stage
      
+
      +if [ ! -d $STAGING_DIR/etc ]; then
+    echo "Stage is not properly set up!"
+    exit 1
+fi
+
+
      
+
      Only support DHCP for now - don't support how different versions of Ubuntu handle resolv.conf
      
+
      +if [ "$MGT_IP" != "dhcp" ] && [ "$PUB_IP" != "dhcp" ]; then
+    echo "Configuration without DHCP not supported"
+    exit 1
+fi
+
+
      
+
      Copy over devstack
      
+
      +rm -f /tmp/devstack.tar
+cd $TOP_DIR/../../
+tar --exclude='stage' --exclude='xen/xvas' --exclude='xen/nova' -cvf /tmp/devstack.tar .
+mkdir -p $STAGING_DIR/opt/stack/devstack
+tar xf /tmp/devstack.tar -C $STAGING_DIR/opt/stack/devstack
+cd $TOP_DIR
+
+
      
+
      Create an upstart job (task) for devstack, which can interact with the console
      
+
      +cat >$STAGING_DIR/etc/init/devstack.conf << EOF
+start on stopped rc RUNLEVEL=[2345]
+
+console output
+task
+
+pre-start script
+    rm -f /var/run/devstack.succeeded
+end script
+
+script
+    initctl stop hvc0 || true
+
+# DIVIDER
+    while read -n 1 -s -t 0.1 -r ignored; do
+        true
+    done
+
+    clear
+
+    chown -R $STACK_USER /opt/stack
+
+    if su -c "/opt/stack/run.sh" $STACK_USER; then
+        touch /var/run/devstack.succeeded
+    fi
+
+# DIVIDER
+    {
+        echo "OpenStack VM - Installed by DevStack"
+        IPADDR=\$(ip -4 address show eth0 | sed -n 's/.*inet \\([0-9\.]\\+\\).*/\1/p')
+        echo "  Management IP:   \$IPADDR"
+        echo -n "  Devstack run:    "
+        if [ -e /var/run/devstack.succeeded ]; then
+            echo "SUCCEEDED"
+        else
+            echo "FAILED"
+        fi
+        echo ""
+    } > /etc/issue
+    initctl start hvc0 > /dev/null 2>&1
+end script
+EOF
+
+
      
+
      Read any leftover characters from standard input
      
+
      +echo $GUEST_NAME > $STAGING_DIR/etc/hostname
+
+
      
+
      Update /etc/issue
      
+
      +HOSTS_FILE_IP=$PUB_IP
+if [ $MGT_IP != "dhcp" ]; then
+    HOSTS_FILE_IP=$MGT_IP
+fi
+cat <<EOF >$STAGING_DIR/etc/hosts
+$HOSTS_FILE_IP $GUEST_NAME
+127.0.0.1 localhost localhost.localdomain
+EOF
+
+
      
+
      Configure the hostname
      
+
      +print_interfaces_config > $STAGING_DIR/etc/network/interfaces
+
+
      
+
      Hostname must resolve for rabbit
      
+
      +function cp_it {
+    if [ -e $1 ] || [ -d $1 ]; then
+        cp -pRL $1 $2
+    fi
+}
+
+
      
+
      Configure the network
      
+
      +COPYENV=${COPYENV:-1}
+if [ "$COPYENV" = "1" ]; then
+    cp_it ~/.ssh $STAGING_DIR/opt/stack/.ssh
+    cp_it ~/.ssh/id_rsa.pub $STAGING_DIR/opt/stack/.ssh/authorized_keys
+    cp_it ~/.gitconfig $STAGING_DIR/opt/stack/.gitconfig
+    cp_it ~/.vimrc $STAGING_DIR/opt/stack/.vimrc
+    cp_it ~/.bashrc $STAGING_DIR/opt/stack/.bashrc
+fi
+
+
      
+
      Gracefully cp only if source file/dir exists
      
+
      +cat <<EOF >$STAGING_DIR/opt/stack/run.sh
+#!/bin/bash
+set -eux
+cd /opt/stack/devstack
+./unstack.sh || true
+./stack.sh
+EOF
+chmod 755 $STAGING_DIR/opt/stack/run.sh
+
+
+
      +
      
+
      Copy over your ssh keys and env if desired
      
+
      +
+
      
+
      Configure run.sh
      
+
      
+
      
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/devstackubuntupreseed.cfg b/tools/xen/devstackubuntupreseed.cfg
deleted file mode 100644
index d8caaeed..00000000
--- a/tools/xen/devstackubuntupreseed.cfg
+++ /dev/null
@@ -1,470 +0,0 @@
-### Contents of the preconfiguration file (for squeeze)
-### Localization
-# Preseeding only locale sets language, country and locale.
-d-i debian-installer/locale string en_US
-
-# The values can also be preseeded individually for greater flexibility.
-#d-i debian-installer/language string en
-#d-i debian-installer/country string NL
-#d-i debian-installer/locale string en_GB.UTF-8
-# Optionally specify additional locales to be generated.
-#d-i localechooser/supported-locales en_US.UTF-8, nl_NL.UTF-8
-
-# Keyboard selection.
-# Disable automatic (interactive) keymap detection.
-d-i console-setup/ask_detect boolean false
-#d-i keyboard-configuration/modelcode string pc105
-d-i keyboard-configuration/layoutcode string us
-# To select a variant of the selected layout (if you leave this out, the
-# basic form of the layout will be used):
-#d-i keyboard-configuration/variantcode string dvorak
-
-### Network configuration
-# Disable network configuration entirely. This is useful for cdrom
-# installations on non-networked devices where the network questions,
-# warning and long timeouts are a nuisance.
-#d-i netcfg/enable boolean false
-
-# netcfg will choose an interface that has link if possible. This makes it
-# skip displaying a list if there is more than one interface.
-d-i netcfg/choose_interface select auto
-
-# To pick a particular interface instead:
-#d-i netcfg/choose_interface select eth1
-
-# If you have a slow dhcp server and the installer times out waiting for
-# it, this might be useful.
-#d-i netcfg/dhcp_timeout string 60
-
-# If you prefer to configure the network manually, uncomment this line and
-# the static network configuration below.
-#d-i netcfg/disable_autoconfig boolean true
-
-# If you want the preconfiguration file to work on systems both with and
-# without a dhcp server, uncomment these lines and the static network
-# configuration below.
-#d-i netcfg/dhcp_failed note
-#d-i netcfg/dhcp_options select Configure network manually
-
-# Static network configuration.
-#d-i netcfg/get_nameservers string 192.168.1.1
-#d-i netcfg/get_ipaddress string 192.168.1.42
-#d-i netcfg/get_netmask string 255.255.255.0
-#d-i netcfg/get_gateway string 192.168.1.1
-#d-i netcfg/confirm_static boolean true
-
-# Any hostname and domain names assigned from dhcp take precedence over
-# values set here. However, setting the values still prevents the questions
-# from being shown, even if values come from dhcp.
-d-i netcfg/get_hostname string stack
-d-i netcfg/get_domain string stackpass
-
-# Disable that annoying WEP key dialog.
-d-i netcfg/wireless_wep string
-# The wacky dhcp hostname that some ISPs use as a password of sorts.
-#d-i netcfg/dhcp_hostname string radish
-
-# If non-free firmware is needed for the network or other hardware, you can
-# configure the installer to always try to load it, without prompting. Or
-# change to false to disable asking.
-#d-i hw-detect/load_firmware boolean true
-
-### Network console
-# Use the following settings if you wish to make use of the network-console
-# component for remote installation over SSH. This only makes sense if you
-# intend to perform the remainder of the installation manually.
-#d-i anna/choose_modules string network-console
-#d-i network-console/password password r00tme
-#d-i network-console/password-again password r00tme
-
-### Mirror settings
-# If you select ftp, the mirror/country string does not need to be set.
-#d-i mirror/protocol string ftp
-d-i mirror/country string manual
-d-i mirror/http/hostname string archive.ubuntu.com
-d-i mirror/http/directory string /ubuntu
-d-i mirror/http/proxy string
-
-# Alternatively: by default, the installer uses CC.archive.ubuntu.com where
-# CC is the ISO-3166-2 code for the selected country. You can preseed this
-# so that it does so without asking.
-#d-i mirror/http/mirror select CC.archive.ubuntu.com
-
-# Suite to install.
-#d-i mirror/suite string squeeze
-# Suite to use for loading installer components (optional).
-#d-i mirror/udeb/suite string squeeze
-# Components to use for loading installer components (optional).
-#d-i mirror/udeb/components multiselect main, restricted
-
-### Clock and time zone setup
-# Controls whether or not the hardware clock is set to UTC.
-d-i clock-setup/utc boolean true
-
-# You may set this to any valid setting for $TZ; see the contents of
-# /usr/share/zoneinfo/ for valid values.
-d-i time/zone string US/Pacific
-
-# Controls whether to use NTP to set the clock during the install
-d-i clock-setup/ntp boolean true
-# NTP server to use. The default is almost always fine here.
-d-i clock-setup/ntp-server string 0.us.pool.ntp.org
-
-### Partitioning
-## Partitioning example
-# If the system has free space you can choose to only partition that space.
-# This is only honoured if partman-auto/method (below) is not set.
-# Alternatives: custom, some_device, some_device_crypto, some_device_lvm.
-#d-i partman-auto/init_automatically_partition select biggest_free
-
-# Alternatively, you may specify a disk to partition. If the system has only
-# one disk the installer will default to using that, but otherwise the device
-# name must be given in traditional, non-devfs format (so e.g. /dev/hda or
-# /dev/sda, and not e.g. /dev/discs/disc0/disc).
-# For example, to use the first SCSI/SATA hard disk:
-#d-i partman-auto/disk string /dev/sda
-# In addition, you'll need to specify the method to use.
-# The presently available methods are:
-# - regular: use the usual partition types for your architecture
-# - lvm:     use LVM to partition the disk
-# - crypto:  use LVM within an encrypted partition
-d-i partman-auto/method string regular
-
-# If one of the disks that are going to be automatically partitioned
-# contains an old LVM configuration, the user will normally receive a
-# warning. This can be preseeded away...
-d-i partman-lvm/device_remove_lvm boolean true
-# The same applies to pre-existing software RAID array:
-d-i partman-md/device_remove_md boolean true
-# And the same goes for the confirmation to write the lvm partitions.
-d-i partman-lvm/confirm boolean true
-
-# For LVM partitioning, you can select how much of the volume group to use
-# for logical volumes.
-#d-i partman-auto-lvm/guided_size string max
-#d-i partman-auto-lvm/guided_size string 10GB
-#d-i partman-auto-lvm/guided_size string 50%
-
-# You can choose one of the three predefined partitioning recipes:
-# - atomic: all files in one partition
-# - home:   separate /home partition
-# - multi:  separate /home, /usr, /var, and /tmp partitions
-d-i partman-auto/choose_recipe select atomic
-
-# Or provide a recipe of your own...
-# If you have a way to get a recipe file into the d-i environment, you can
-# just point at it.
-#d-i partman-auto/expert_recipe_file string /hd-media/recipe
-
-# If not, you can put an entire recipe into the preconfiguration file in one
-# (logical) line. This example creates a small /boot partition, suitable
-# swap, and uses the rest of the space for the root partition:
-#d-i partman-auto/expert_recipe string                         \
-#      boot-root ::                                            \
-#              40 50 100 ext3                                  \
-#                      $primary{ } $bootable{ }                \
-#                      method{ format } format{ }              \
-#                      use_filesystem{ } filesystem{ ext3 }    \
-#                      mountpoint{ /boot }                     \
-#              .                                               \
-#              500 10000 1000000000 ext3                       \
-#                      method{ format } format{ }              \
-#                      use_filesystem{ } filesystem{ ext3 }    \
-#                      mountpoint{ / }                         \
-#              .                                               \
-#              64 512 300% linux-swap                          \
-#                      method{ swap } format{ }                \
-#              .
-
-# If you just want to change the default filesystem from ext3 to something
-# else, you can do that without providing a full recipe.
-d-i partman/default_filesystem string ext3
-
-# The full recipe format is documented in the file partman-auto-recipe.txt
-# included in the 'debian-installer' package or available from D-I source
-# repository. This also documents how to specify settings such as file
-# system labels, volume group names and which physical devices to include
-# in a volume group.
-
-# This makes partman automatically partition without confirmation, provided
-# that you told it what to do using one of the methods above.
-d-i partman-partitioning/confirm_write_new_label boolean true
-d-i partman/choose_partition select finish
-d-i partman/confirm boolean true
-d-i partman/confirm_nooverwrite boolean true
-
-## Partitioning using RAID
-# The method should be set to "raid".
-#d-i partman-auto/method string raid
-# Specify the disks to be partitioned. They will all get the same layout,
-# so this will only work if the disks are the same size.
-#d-i partman-auto/disk string /dev/sda /dev/sdb
-
-# Next you need to specify the physical partitions that will be used. 
-#d-i partman-auto/expert_recipe string \
-#      multiraid ::                                         \
-#              1000 5000 4000 raid                          \
-#                      $primary{ } method{ raid }           \
-#              .                                            \
-#              64 512 300% raid                             \
-#                      method{ raid }                       \
-#              .                                            \
-#              500 10000 1000000000 raid                    \
-#                      method{ raid }                       \
-#              .
-
-# Last you need to specify how the previously defined partitions will be
-# used in the RAID setup. Remember to use the correct partition numbers
-# for logical partitions. RAID levels 0, 1, 5, 6 and 10 are supported;
-# devices are separated using "#".
-# Parameters are:
-#      \
-#           
-
-#d-i partman-auto-raid/recipe string \
-#    1 2 0 ext3 /                    \
-#          /dev/sda1#/dev/sdb1       \
-#    .                               \
-#    1 2 0 swap -                    \
-#          /dev/sda5#/dev/sdb5       \
-#    .                               \
-#    0 2 0 ext3 /home                \
-#          /dev/sda6#/dev/sdb6       \
-#    .
-
-# For additional information see the file partman-auto-raid-recipe.txt
-# included in the 'debian-installer' package or available from D-I source
-# repository.
-
-# This makes partman automatically partition without confirmation.
-d-i partman-md/confirm boolean true
-d-i partman-partitioning/confirm_write_new_label boolean true
-d-i partman/choose_partition select finish
-d-i partman/confirm boolean true
-d-i partman/confirm_nooverwrite boolean true
-
-## Controlling how partitions are mounted
-# The default is to mount by UUID, but you can also choose "traditional" to
-# use traditional device names, or "label" to try filesystem labels before
-# falling back to UUIDs.
-#d-i partman/mount_style select uuid
-
-### Base system installation
-# Configure APT to not install recommended packages by default. Use of this
-# option can result in an incomplete system and should only be used by very
-# experienced users.
-#d-i base-installer/install-recommends boolean false
-
-# The kernel image (meta) package to be installed; "none" can be used if no
-# kernel is to be installed.
-#d-i base-installer/kernel/image string linux-generic
-
-### Account setup
-# Skip creation of a root account (normal user account will be able to
-# use sudo). The default is false; preseed this to true if you want to set
-# a root password.
-d-i passwd/root-login boolean true
-# Alternatively, to skip creation of a normal user account.
-d-i passwd/make-user boolean false
-
-# Root password, either in clear text
-d-i passwd/root-password password stackpass
-d-i passwd/root-password-again password stackpass
-# or encrypted using an MD5 hash.
-#d-i passwd/root-password-crypted password [MD5 hash]
-
-# To create a normal user account.
-#d-i passwd/user-fullname string Ubuntu User
-#d-i passwd/username string ubuntu
-# Normal user's password, either in clear text
-#d-i passwd/user-password password insecure
-#d-i passwd/user-password-again password insecure
-# or encrypted using an MD5 hash.
-#d-i passwd/user-password-crypted password [MD5 hash]
-# Create the first user with the specified UID instead of the default.
-#d-i passwd/user-uid string 1010
-# The installer will warn about weak passwords. If you are sure you know
-# what you're doing and want to override it, uncomment this.
-d-i user-setup/allow-password-weak boolean true
-
-# The user account will be added to some standard initial groups. To
-# override that, use this.
-#d-i passwd/user-default-groups string audio cdrom video
-
-# Set to true if you want to encrypt the first user's home directory.
-d-i user-setup/encrypt-home boolean false
-
-### Apt setup
-# You can choose to install restricted and universe software, or to install
-# software from the backports repository.
-#d-i apt-setup/restricted boolean true
-#d-i apt-setup/universe boolean true
-#d-i apt-setup/backports boolean true
-# Uncomment this if you don't want to use a network mirror.
-#d-i apt-setup/use_mirror boolean false
-# Select which update services to use; define the mirrors to be used.
-# Values shown below are the normal defaults.
-#d-i apt-setup/services-select multiselect security
-#d-i apt-setup/security_host string security.ubuntu.com
-#d-i apt-setup/security_path string /ubuntu
-
-# Additional repositories, local[0-9] available
-#d-i apt-setup/local0/repository string \
-#       http://local.server/ubuntu squeeze main
-#d-i apt-setup/local0/comment string local server
-# Enable deb-src lines
-#d-i apt-setup/local0/source boolean true
-# URL to the public key of the local repository; you must provide a key or
-# apt will complain about the unauthenticated repository and so the
-# sources.list line will be left commented out
-#d-i apt-setup/local0/key string http://local.server/key
-
-# By default the installer requires that repositories be authenticated
-# using a known gpg key. This setting can be used to disable that
-# authentication. Warning: Insecure, not recommended.
-#d-i debian-installer/allow_unauthenticated boolean true
-
-### Package selection
-#tasksel tasksel/first multiselect ubuntu-desktop
-#tasksel tasksel/first multiselect lamp-server, print-server
-#tasksel tasksel/first multiselect kubuntu-desktop
-tasksel tasksel/first multiselect openssh-server
-
-# Individual additional packages to install
-#d-i pkgsel/include string openssh-server build-essential
-# Whether to upgrade packages after debootstrap.
-# Allowed values: none, safe-upgrade, full-upgrade
-#d-i pkgsel/upgrade select none
-
-# Language pack selection
-#d-i pkgsel/language-packs multiselect de, en, zh
-
-# Policy for applying updates. May be "none" (no automatic updates),
-# "unattended-upgrades" (install security updates automatically), or
-# "landscape" (manage system with Landscape).
-d-i pkgsel/update-policy select unattended-upgrades
-
-# Some versions of the installer can report back on what software you have
-# installed, and what software you use. The default is not to report back,
-# but sending reports helps the project determine what software is most
-# popular and include it on CDs.
-#popularity-contest popularity-contest/participate boolean false
-
-# By default, the system's locate database will be updated after the
-# installer has finished installing most packages. This may take a while, so
-# if you don't want it, you can set this to "false" to turn it off.
-d-i pkgsel/updatedb boolean false
-
-### Boot loader installation
-# Grub is the default boot loader (for x86). If you want lilo installed
-# instead, uncomment this:
-#d-i grub-installer/skip boolean true
-# To also skip installing lilo, and install no bootloader, uncomment this
-# too:
-#d-i lilo-installer/skip boolean true
-
-# With a few exceptions for unusual partitioning setups, GRUB 2 is now the
-# default. If you need GRUB Legacy for some particular reason, then
-# uncomment this:
-#d-i grub-installer/grub2_instead_of_grub_legacy boolean false
-
-# This is fairly safe to set, it makes grub install automatically to the MBR
-# if no other operating system is detected on the machine.
-d-i grub-installer/only_debian boolean true
-
-# This one makes grub-installer install to the MBR if it also finds some other
-# OS, which is less safe as it might not be able to boot that other OS.
-d-i grub-installer/with_other_os boolean true
-
-# Alternatively, if you want to install to a location other than the mbr,
-# uncomment and edit these lines:
-#d-i grub-installer/only_debian boolean false
-#d-i grub-installer/with_other_os boolean false
-#d-i grub-installer/bootdev  string (hd0,0)
-# To install grub to multiple disks:
-#d-i grub-installer/bootdev  string (hd0,0) (hd1,0) (hd2,0)
-
-# Optional password for grub, either in clear text
-#d-i grub-installer/password password r00tme
-#d-i grub-installer/password-again password r00tme
-# or encrypted using an MD5 hash, see grub-md5-crypt(8).
-#d-i grub-installer/password-crypted password [MD5 hash]
-
-# Use the following option to add additional boot parameters for the
-# installed system (if supported by the bootloader installer).
-# Note: options passed to the installer will be added automatically.
-#d-i debian-installer/add-kernel-opts string nousb
-
-### Finishing up the installation
-# During installations from serial console, the regular virtual consoles
-# (VT1-VT6) are normally disabled in /etc/inittab. Uncomment the next
-# line to prevent this.
-d-i finish-install/keep-consoles boolean true
-
-# Avoid that last message about the install being complete.
-d-i finish-install/reboot_in_progress note
-
-# This will prevent the installer from ejecting the CD during the reboot,
-# which is useful in some situations.
-#d-i cdrom-detect/eject boolean false
-
-# This is how to make the installer shutdown when finished, but not
-# reboot into the installed system.
-#d-i debian-installer/exit/halt boolean true
-# This will power off the machine instead of just halting it.
-#d-i debian-installer/exit/poweroff boolean true
-
-### X configuration
-# X can detect the right driver for some cards, but if you're preseeding,
-# you override whatever it chooses. Still, vesa will work most places.
-#xserver-xorg xserver-xorg/config/device/driver select vesa
-
-# A caveat with mouse autodetection is that if it fails, X will retry it
-# over and over. So if it's preseeded to be done, there is a possibility of
-# an infinite loop if the mouse is not autodetected.
-#xserver-xorg xserver-xorg/autodetect_mouse boolean true
-
-# Monitor autodetection is recommended.
-xserver-xorg xserver-xorg/autodetect_monitor boolean true
-# Uncomment if you have an LCD display.
-#xserver-xorg xserver-xorg/config/monitor/lcd boolean true
-# X has three configuration paths for the monitor. Here's how to preseed
-# the "medium" path, which is always available. The "simple" path may not
-# be available, and the "advanced" path asks too many questions.
-xserver-xorg xserver-xorg/config/monitor/selection-method \
-       select medium
-xserver-xorg xserver-xorg/config/monitor/mode-list \
-       select 1024x768 @ 60 Hz
-
-### Preseeding other packages
-# Depending on what software you choose to install, or if things go wrong
-# during the installation process, it's possible that other questions may
-# be asked. You can preseed those too, of course. To get a list of every
-# possible question that could be asked during an install, do an
-# installation, and then run these commands:
-#   debconf-get-selections --installer > file
-#   debconf-get-selections >> file
-
-
-#### Advanced options
-### Running custom commands during the installation
-# d-i preseeding is inherently not secure. Nothing in the installer checks
-# for attempts at buffer overflows or other exploits of the values of a
-# preconfiguration file like this one. Only use preconfiguration files from
-# trusted locations! To drive that home, and because it's generally useful,
-# here's a way to run any shell command you'd like inside the installer,
-# automatically.
-
-# This first command is run as early as possible, just after
-# preseeding is read.
-#d-i preseed/early_command string anna-install some-udeb
-# This command is run immediately before the partitioner starts. It may be
-# useful to apply dynamic partitioner preseeding that depends on the state
-# of the disks (which may not be visible when preseed/early_command runs).
-#d-i partman/early_command \
-#       string debconf-set partman-auto/disk "$(list-devices disk | head -n1)"
-# This command is run just before the install finishes, but when there is
-# still a usable /target directory. You can chroot to /target and use it
-# directly, or use the apt-install and in-target commands to easily install
-# packages and run commands in the target system.
-#d-i preseed/late_command string apt-install zsh; in-target chsh -s /bin/zsh
diff --git a/tools/xen/files/fstab b/tools/xen/files/fstab
deleted file mode 100644
index 6c9b9818..00000000
--- a/tools/xen/files/fstab
+++ /dev/null
@@ -1,5 +0,0 @@
-LABEL=vpxroot           /                       ext3    defaults        1 1
-tmpfs                   /dev/shm                tmpfs   defaults        0 0
-devpts                  /dev/pts                devpts  gid=5,mode=620  0 0
-sysfs                   /sys                    sysfs   defaults        0 0
-proc                    /proc                   proc    defaults        0 0
diff --git a/tools/xen/files/hvc0.conf b/tools/xen/files/hvc0.conf
deleted file mode 100644
index 4eedaf6e..00000000
--- a/tools/xen/files/hvc0.conf
+++ /dev/null
@@ -1,10 +0,0 @@
-# hvc0 - getty
-#
-# This service maintains a getty on hvc0 from the point the system is
-# started until it is shut down again.
-
-start on stopped rc RUNLEVEL=[2345]
-stop on runlevel [!2345]
-
-respawn
-exec /sbin/getty -8 9600 hvc0
diff --git a/tools/xen/install_domU_multi.sh.html b/tools/xen/install_domU_multi.sh.html
new file mode 100644
index 00000000..7d26243a
--- /dev/null
+++ b/tools/xen/install_domU_multi.sh.html
@@ -0,0 +1,402 @@
+
+
+
+    
+    install_domU_multi.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_domU_multi.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Echo commands
      
+
      +#!/usr/bin/env bash
+
+set -o xtrace
+
+
      
+
      Head node host, which runs glance, api, keystone
      
+
      +HEAD_PUB_IP=${HEAD_PUB_IP:-192.168.1.57}
+HEAD_MGT_IP=${HEAD_MGT_IP:-172.16.100.57}
+
+COMPUTE_PUB_IP=${COMPUTE_PUB_IP:-192.168.1.58}
+COMPUTE_MGT_IP=${COMPUTE_MGT_IP:-172.16.100.58}
+
+
      
+
      Networking params
      
+
      +FLOATING_RANGE=${FLOATING_RANGE:-192.168.1.196/30}
+
+
      
+
      Variables common amongst all hosts in the cluster
      
+
      +COMMON_VARS="$STACKSH_PARAMS MYSQL_HOST=$HEAD_MGT_IP RABBIT_HOST=$HEAD_MGT_IP GLANCE_HOSTPORT=$HEAD_MGT_IP:9292 FLOATING_RANGE=$FLOATING_RANGE"
+
+
      
+
      Helper to launch containers
      
+
      +function install_domU {
+    GUEST_NAME=$1 PUB_IP=$2 MGT_IP=$3 DO_SHUTDOWN=$4 TERMINATE=$TERMINATE STACKSH_PARAMS="$COMMON_VARS $5" ./build_domU.sh
+}
+
+
      
+
      Launch the head node - headnode uses a non-ip domain name,
+because rabbit won't launch with an ip addr hostname :(
      
+
      +install_domU HEADNODE $HEAD_PUB_IP $HEAD_MGT_IP 1 "ENABLED_SERVICES=g-api,g-reg,key,n-api,n-sch,n-vnc,horizon,mysql,rabbit"
+
+if [ $HEAD_PUB_IP == "dhcp" ]
+then
+    guestnet=$(xe vm-list --minimal name-label=HEADNODE params=networks)
+    HEAD_PUB_IP=$(echo $guestnet | grep -w -o --only-matching "3/ip: [0-9,.]*;" | cut -d ':' -f2 | cut -d ';' -f 1)
+fi
+
      
+
      Wait till the head node is up
      
+
      +while ! curl -L http://$HEAD_PUB_IP | grep -q username; do
+    echo "Waiting for head node ($HEAD_PUB_IP) to start..."
+    sleep 5
+done
+
+
      
+
      Build the HA compute host
      
+
      +install_domU COMPUTENODE $COMPUTE_PUB_IP $COMPUTE_MGT_IP 0 "ENABLED_SERVICES=n-cpu,n-net,n-api"
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/install_os_domU.sh b/tools/xen/install_os_domU.sh
deleted file mode 100755
index 0e275705..00000000
--- a/tools/xen/install_os_domU.sh
+++ /dev/null
@@ -1,434 +0,0 @@
-#!/bin/bash
-
-# This script is a level script
-# It must be run on a XenServer or XCP machine
-#
-# It creates a DomU VM that runs OpenStack services
-#
-# For more details see: README.md
-
-# Exit on errors
-set -o errexit
-# Echo commands
-set -o xtrace
-
-# Abort if localrc is not set
-if [ ! -e ../../localrc ]; then
-    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
-    echo "See the xen README for required passwords."
-    exit 1
-fi
-
-# This directory
-TOP_DIR=$(cd $(dirname "$0") && pwd)
-
-# Source lower level functions
-. $TOP_DIR/../../functions
-
-# Include onexit commands
-. $TOP_DIR/scripts/on_exit.sh
-
-
-#
-# Get Settings
-#
-
-# Source params - override xenrc params in your localrc to suit your taste
-source xenrc
-
-xe_min()
-{
-  local cmd="$1"
-  shift
-  xe "$cmd" --minimal "$@"
-}
-
-
-#
-# Prepare Dom0
-# including installing XenAPI plugins
-#
-
-cd $TOP_DIR
-if [ -f ./master ]
-then
-    rm -rf ./master
-    rm -rf ./nova
-fi
-
-# get nova
-NOVA_ZIPBALL_URL=${NOVA_ZIPBALL_URL:-$(echo $NOVA_REPO | sed "s:\.git$::;s:$:/zipball/$NOVA_BRANCH:g")}
-wget $NOVA_ZIPBALL_URL -O nova-zipball --no-check-certificate
-unzip -o nova-zipball  -d ./nova
-
-# install xapi plugins
-XAPI_PLUGIN_DIR=/etc/xapi.d/plugins/
-if [ ! -d $XAPI_PLUGIN_DIR ]; then
-    # the following is needed when using xcp-xapi
-    XAPI_PLUGIN_DIR=/usr/lib/xcp/plugins/
-fi
-cp -pr ./nova/*/plugins/xenserver/xenapi/etc/xapi.d/plugins/* $XAPI_PLUGIN_DIR
-
-# Install the netwrap xapi plugin to support agent control of dom0 networking
-if [[ "$ENABLED_SERVICES" =~ "q-agt" && "$Q_PLUGIN" = "openvswitch" ]]; then
-    if [ -f ./quantum ]; then
-        rm -rf ./quantum
-    fi
-    # get quantum
-    QUANTUM_ZIPBALL_URL=${QUANTUM_ZIPBALL_URL:-$(echo $QUANTUM_REPO | sed "s:\.git$::;s:$:/zipball/$QUANTUM_BRANCH:g")}
-    wget $QUANTUM_ZIPBALL_URL -O quantum-zipball --no-check-certificate
-    unzip -o quantum-zipball  -d ./quantum
-    cp -pr ./quantum/*/quantum/plugins/openvswitch/agent/xenapi/etc/xapi.d/plugins/* $XAPI_PLUGIN_DIR
-fi
-
-chmod a+x ${XAPI_PLUGIN_DIR}*
-
-mkdir -p /boot/guest
-
-
-#
-# Configure Networking
-#
-
-# Helper to create networks
-# Uses echo trickery to return network uuid
-function create_network() {
-    br=$1
-    dev=$2
-    vlan=$3
-    netname=$4
-    if [ -z $br ]
-    then
-        pif=$(xe_min pif-list device=$dev VLAN=$vlan)
-        if [ -z $pif ]
-        then
-            net=$(xe network-create name-label=$netname)
-        else
-            net=$(xe_min network-list  PIF-uuids=$pif)
-        fi
-        echo $net
-        return 0
-    fi
-    if [ ! $(xe_min network-list  params=bridge | grep -w --only-matching $br) ]
-    then
-        echo "Specified bridge $br does not exist"
-        echo "If you wish to use defaults, please keep the bridge name empty"
-        exit 1
-    else
-        net=$(xe_min network-list  bridge=$br)
-        echo $net
-    fi
-}
-
-function errorcheck() {
-    rc=$?
-    if [ $rc -ne 0 ]
-    then
-        exit $rc
-    fi
-}
-
-# Create host, vm, mgmt, pub networks on XenServer
-VM_NET=$(create_network "$VM_BR" "$VM_DEV" "$VM_VLAN" "vmbr")
-errorcheck
-MGT_NET=$(create_network "$MGT_BR" "$MGT_DEV" "$MGT_VLAN" "mgtbr")
-errorcheck
-PUB_NET=$(create_network "$PUB_BR" "$PUB_DEV" "$PUB_VLAN" "pubbr")
-errorcheck
-
-# Helper to create vlans
-function create_vlan() {
-    dev=$1
-    vlan=$2
-    net=$3
-    # VLAN -1 refers to no VLAN (physical network)
-    if [ $vlan -eq -1 ]
-    then
-        return
-    fi
-    if [ -z $(xe_min vlan-list  tag=$vlan) ]
-    then
-        pif=$(xe_min pif-list  network-uuid=$net)
-        # We created a brand new network this time
-        if [ -z $pif ]
-        then
-            pif=$(xe_min pif-list  device=$dev VLAN=-1)
-            xe vlan-create pif-uuid=$pif vlan=$vlan network-uuid=$net
-        else
-            echo "VLAN does not exist but PIF attached to this network"
-            echo "How did we reach here?"
-            exit 1
-        fi
-    fi
-}
-
-# Create vlans for vm and management
-create_vlan $PUB_DEV $PUB_VLAN $PUB_NET
-create_vlan $VM_DEV $VM_VLAN $VM_NET
-create_vlan $MGT_DEV $MGT_VLAN $MGT_NET
-
-# Get final bridge names
-if [ -z $VM_BR ]; then
-    VM_BR=$(xe_min network-list  uuid=$VM_NET params=bridge)
-fi
-if [ -z $MGT_BR ]; then
-    MGT_BR=$(xe_min network-list  uuid=$MGT_NET params=bridge)
-fi
-if [ -z $PUB_BR ]; then
-    PUB_BR=$(xe_min network-list  uuid=$PUB_NET params=bridge)
-fi
-
-# dom0 ip, XenAPI is assumed to be listening
-HOST_IP=${HOST_IP:-`ifconfig xenbr0 | grep "inet addr" | cut -d ":" -f2 | sed "s/ .*//"`}
-
-# Set up ip forwarding, but skip on xcp-xapi
-if [ -a /etc/sysconfig/network ]; then
-    if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then
-      # FIXME: This doesn't work on reboot!
-      echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network
-    fi
-fi
-# Also, enable ip forwarding in rc.local, since the above trick isn't working
-if ! grep -q  "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then
-    echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local
-fi
-# Enable ip forwarding at runtime as well
-echo 1 > /proc/sys/net/ipv4/ip_forward
-
-
-#
-# Shutdown previous runs
-#
-
-DO_SHUTDOWN=${DO_SHUTDOWN:-1}
-CLEAN_TEMPLATES=${CLEAN_TEMPLATES:-false}
-if [ "$DO_SHUTDOWN" = "1" ]; then
-    # Shutdown all domU's that created previously
-    clean_templates_arg=""
-    if $CLEAN_TEMPLATES; then
-        clean_templates_arg="--remove-templates"
-    fi
-    ./scripts/uninstall-os-vpx.sh $clean_templates_arg
-
-    # Destroy any instances that were launched
-    for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do
-        echo "Shutting down nova instance $uuid"
-        xe vm-unpause uuid=$uuid || true
-        xe vm-shutdown uuid=$uuid || true
-        xe vm-destroy uuid=$uuid
-    done
-
-    # Destroy orphaned vdis
-    for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do
-        xe vdi-destroy uuid=$uuid
-    done
-fi
-
-
-#
-# Create Ubuntu VM template
-# and/or create VM from template
-#
-
-GUEST_NAME=${GUEST_NAME:-"DevStackOSDomU"}
-TNAME="devstack_template"
-SNAME_PREPARED="template_prepared"
-SNAME_FIRST_BOOT="before_first_boot"
-
-function wait_for_VM_to_halt() {
-    set +x
-    echo "Waiting for the VM to halt.  Progress in-VM can be checked with vncviewer:"
-    mgmt_ip=$(echo $XENAPI_CONNECTION_URL | tr -d -c '1234567890.')
-    domid=$(xe vm-list name-label="$GUEST_NAME" params=dom-id minimal=true)
-    port=$(xenstore-read /local/domain/$domid/console/vnc-port)
-    echo "vncviewer -via $mgmt_ip localhost:${port:2}"
-    while true
-    do
-        state=$(xe_min vm-list name-label="$GUEST_NAME" power-state=halted)
-        if [ -n "$state" ]
-        then
-            break
-        else
-            echo -n "."
-            sleep 20
-        fi
-    done
-    set -x
-}
-
-templateuuid=$(xe template-list name-label="$TNAME")
-if [ -z "$templateuuid" ]; then
-    #
-    # Install Ubuntu over network
-    #
-
-    # always update the preseed file, incase we have a newer one
-    PRESEED_URL=${PRESEED_URL:-""}
-    if [ -z "$PRESEED_URL" ]; then
-        PRESEED_URL="${HOST_IP}/devstackubuntupreseed.cfg"
-        HTTP_SERVER_LOCATION="/opt/xensource/www"
-        if [ ! -e $HTTP_SERVER_LOCATION ]; then
-            HTTP_SERVER_LOCATION="/var/www/html"
-            mkdir -p $HTTP_SERVER_LOCATION
-        fi
-        cp -f $TOP_DIR/devstackubuntupreseed.cfg $HTTP_SERVER_LOCATION
-        MIRROR=${MIRROR:-""}
-        if [ -n "$MIRROR" ]; then
-            sed -e "s,d-i mirror/http/hostname string .*,d-i mirror/http/hostname string $MIRROR," \
-                -i "${HTTP_SERVER_LOCATION}/devstackubuntupreseed.cfg"
-        fi
-    fi
-
-    # Update the template
-    $TOP_DIR/scripts/install_ubuntu_template.sh $PRESEED_URL
-
-    # create a new VM with the given template
-    # creating the correct VIFs and metadata
-    $TOP_DIR/scripts/install-os-vpx.sh -t "$UBUNTU_INST_TEMPLATE_NAME" -v $VM_BR -m $MGT_BR -p $PUB_BR -l $GUEST_NAME -r $OSDOMU_MEM_MB -k "flat_network_bridge=${VM_BR}"
-
-    # wait for install to finish
-    wait_for_VM_to_halt
-
-    # set VM to restart after a reboot
-    vm_uuid=$(xe_min vm-list name-label="$GUEST_NAME")
-    xe vm-param-set actions-after-reboot=Restart uuid="$vm_uuid"
-
-    #
-    # Prepare VM for DevStack
-    #
-
-    # Install XenServer tools, and other such things
-    $TOP_DIR/prepare_guest_template.sh "$GUEST_NAME"
-
-    # start the VM to run the prepare steps
-    xe vm-start vm="$GUEST_NAME"
-
-    # Wait for prep script to finish and shutdown system
-    wait_for_VM_to_halt
-
-    # Make template from VM
-    snuuid=$(xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_PREPARED")
-    xe snapshot-clone uuid=$snuuid new-name-label="$TNAME"
-else
-    #
-    # Template already installed, create VM from template
-    #
-    vm_uuid=$(xe vm-install template="$TNAME" new-name-label="$GUEST_NAME")
-fi
-
-
-#
-# Inject DevStack inside VM disk
-#
-$TOP_DIR/build_xva.sh "$GUEST_NAME"
-
-# create a snapshot before the first boot
-# to allow a quick re-run with the same settings
-xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_FIRST_BOOT"
-
-
-#
-# Run DevStack VM
-#
-xe vm-start vm="$GUEST_NAME"
-
-
-#
-# Find IP and optionally wait for stack.sh to complete
-#
-
-function find_ip_by_name() {
-  local guest_name="$1"
-  local interface="$2"
-  local period=10
-  max_tries=10
-  i=0
-  while true
-  do
-    if [ $i -ge $max_tries ]; then
-      echo "Timed out waiting for devstack ip address"
-      exit 11
-    fi
-
-    devstackip=$(xe vm-list --minimal \
-                 name-label=$guest_name \
-                 params=networks | sed -ne "s,^.*${interface}/ip: \([0-9.]*\).*\$,\1,p")
-    if [ -z "$devstackip" ]
-    then
-      sleep $period
-      ((i++))
-    else
-      echo $devstackip
-      break
-    fi
-  done
-}
-
-function ssh_no_check() {
-    ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no "$@"
-}
-
-# Note the XenServer needs to be on the chosen
-# network, so XenServer can access Glance API
-if [ $HOST_IP_IFACE == "eth2" ]; then
-    DOMU_IP=$MGT_IP
-    if [ $MGT_IP == "dhcp" ]; then
-        DOMU_IP=$(find_ip_by_name $GUEST_NAME 2)
-    fi
-else
-    DOMU_IP=$PUB_IP
-    if [ $PUB_IP == "dhcp" ]; then
-        DOMU_IP=$(find_ip_by_name $GUEST_NAME 3)
-    fi
-fi
-
-# If we have copied our ssh credentials, use ssh to monitor while the installation runs
-WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
-COPYENV=${COPYENV:-1}
-if [ "$WAIT_TILL_LAUNCH" = "1" ]  && [ -e ~/.ssh/id_rsa.pub  ] && [ "$COPYENV" = "1" ]; then
-    echo "We're done launching the vm, about to start tailing the"
-    echo "stack.sh log. It will take a second or two to start."
-    echo
-    echo "Just CTRL-C at any time to stop tailing."
-
-    # wait for log to appear
-    while ! ssh_no_check -q stack@$DOMU_IP "[ -e run.sh.log ]"; do
-        sleep 10
-    done
-
-    set +x
-    echo -n "Waiting for startup script to finish"
-    while [ `ssh_no_check -q stack@$DOMU_IP pgrep -c run.sh` -ge 1 ]
-    do
-        sleep 10
-        echo -n "."
-    done
-    echo "done!"
-    set -x
-
-    # output the run.sh.log
-    ssh_no_check -q stack@$DOMU_IP 'cat run.sh.log'
-
-    # Fail if the expected text is not found
-    ssh_no_check -q stack@$DOMU_IP 'cat run.sh.log' | grep -q 'stack.sh completed in'
-
-    set +x
-    echo "################################################################################"
-    echo ""
-    echo "All Finished!"
-    echo "You can visit the OpenStack Dashboard"
-    echo "at http://$DOMU_IP, and contact other services at the usual ports."
-else
-    set +x
-    echo "################################################################################"
-    echo ""
-    echo "All Finished!"
-    echo "Now, you can monitor the progress of the stack.sh installation by "
-    echo "tailing /opt/stack/run.sh.log from within your domU."
-    echo ""
-    echo "ssh into your domU now: 'ssh stack@$DOMU_IP' using your password"
-    echo "and then do: 'tail -f /opt/stack/run.sh.log'"
-    echo ""
-    echo "When the script completes, you can then visit the OpenStack Dashboard"
-    echo "at http://$DOMU_IP, and contact other services at the usual ports."
-fi
diff --git a/tools/xen/install_os_domU.sh.html b/tools/xen/install_os_domU.sh.html
new file mode 100644
index 00000000..d654741a
--- /dev/null
+++ b/tools/xen/install_os_domU.sh.html
@@ -0,0 +1,896 @@
+
+
+
+    
+    install_os_domU.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_os_domU.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This script must be run on a XenServer or XCP machine
      
+
      It creates a DomU VM that runs OpenStack services
      
+
      For more details see: README.md
      
+
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+export LC_ALL=C
+
+
      
+
      Abort if localrc is not set
      
+
      +if [ ! -e ../../localrc ]; then
+    echo "You must have a localrc with ALL necessary passwords defined before proceeding."
+    echo "See the xen README for required passwords."
+    exit 1
+fi
+
+
      
+
      This directory
      
+
      +THIS_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Source lower level functions
      
+
      +. $THIS_DIR/../../functions
+
+
      
+
      Include onexit commands
      
+
      +. $THIS_DIR/scripts/on_exit.sh
+
+
      
+
      xapi functions
      
+
      +. $THIS_DIR/functions
+
+
      
+
      Determine what system we are running on.
+Might not be XenServer if we're using xenserver-core
      
+
      +GetDistro
+
+
      
+
      Get Settings
      
+
      +
+
      
+
      Source params - override xenrc params in your localrc to suit your taste
      
+
      +source $THIS_DIR/xenrc
+
+xe_min()
+{
+    local cmd="$1"
+    shift
+    xe "$cmd" --minimal "$@"
+}
+
+
      
+
      Prepare Dom0
+including installing XenAPI plugins
      
+
      +
+cd $THIS_DIR
+
+
      
+
      Die if multiple hosts listed
      
+
      +if have_multiple_hosts; then
+    cat >&2 << EOF
+ERROR: multiple hosts found. This might mean that the XenServer is a member
+of a pool - Exiting.
+EOF
+    exit 1
+fi
+
+
      
+
      Install plugins
      
+
      +
+## Install the netwrap xapi plugin to support agent control of dom0 networking
+if [[ "$ENABLED_SERVICES" =~ "q-agt" && "$Q_PLUGIN" = "openvswitch" ]]; then
+    NEUTRON_ZIPBALL_URL=${NEUTRON_ZIPBALL_URL:-$(zip_snapshot_location $NEUTRON_REPO $NEUTRON_BRANCH)}
+    EXTRACTED_NEUTRON=$(extract_remote_zipball "$NEUTRON_ZIPBALL_URL")
+    install_xapi_plugins_from "$EXTRACTED_NEUTRON"
+    rm -rf "$EXTRACTED_NEUTRON"
+fi
+
+
      
+
      Configure Networking
      
+
      +
+MGT_NETWORK=`xe pif-list management=true params=network-uuid minimal=true`
+MGT_BRIDGE_OR_NET_NAME=`xe network-list uuid=$MGT_NETWORK params=bridge minimal=true`
+
+setup_network "$VM_BRIDGE_OR_NET_NAME"
+setup_network "$MGT_BRIDGE_OR_NET_NAME"
+setup_network "$PUB_BRIDGE_OR_NET_NAME"
+
+
      
+
      With neutron, one more network is required, which is internal to the
+hypervisor, and used by the VMs
      
+
      +if is_service_enabled neutron; then
+    setup_network "$XEN_INT_BRIDGE_OR_NET_NAME"
+fi
+
+if parameter_is_specified "FLAT_NETWORK_BRIDGE"; then
+    if [ "$(bridge_for "$VM_BRIDGE_OR_NET_NAME")" != "$(bridge_for "$FLAT_NETWORK_BRIDGE")" ]; then
+        cat >&2 << EOF
+ERROR: FLAT_NETWORK_BRIDGE is specified in localrc file, and either no network
+found on XenServer by searching for networks by that value as name-label or
+bridge name or the network found does not match the network specified by
+VM_BRIDGE_OR_NET_NAME. Please check your localrc file.
+EOF
+        exit 1
+    fi
+fi
+
+if ! xenapi_is_listening_on "$MGT_BRIDGE_OR_NET_NAME"; then
+    cat >&2 << EOF
+ERROR: XenAPI does not have an assigned IP address on the management network.
+please review your XenServer network configuration / localrc file.
+EOF
+    exit 1
+fi
+
+HOST_IP=$(xenapi_ip_on "$MGT_BRIDGE_OR_NET_NAME")
+
+
      
+
      Set up ip forwarding, but skip on xcp-xapi
      
+
      +if [ -a /etc/sysconfig/network ]; then
+    if ! grep -q "FORWARD_IPV4=YES" /etc/sysconfig/network; then
+
      
+
      FIXME: This doesn't work on reboot!
      
+
      +        echo "FORWARD_IPV4=YES" >> /etc/sysconfig/network
+    fi
+fi
+
      
+
      Also, enable ip forwarding in rc.local, since the above trick isn't working
      
+
      +if ! grep -q  "echo 1 >/proc/sys/net/ipv4/ip_forward" /etc/rc.local; then
+    echo "echo 1 >/proc/sys/net/ipv4/ip_forward" >> /etc/rc.local
+fi
+
      
+
      Enable ip forwarding at runtime as well
      
+
      +echo 1 > /proc/sys/net/ipv4/ip_forward
+
+
+
      
+
      Shutdown previous runs
      
+
      +
+DO_SHUTDOWN=${DO_SHUTDOWN:-1}
+CLEAN_TEMPLATES=${CLEAN_TEMPLATES:-false}
+if [ "$DO_SHUTDOWN" = "1" ]; then
+
      
+
      Shutdown all domU's that created previously
      
+
      +    clean_templates_arg=""
+    if $CLEAN_TEMPLATES; then
+        clean_templates_arg="--remove-templates"
+    fi
+    ./scripts/uninstall-os-vpx.sh $clean_templates_arg
+
+
      
+
      Destroy any instances that were launched
      
+
      +    for uuid in `xe vm-list | grep -1 instance | grep uuid | sed "s/.*\: //g"`; do
+        echo "Shutting down nova instance $uuid"
+        xe vm-uninstall uuid=$uuid force=true
+    done
+
+
      
+
      Destroy orphaned vdis
      
+
      +    for uuid in `xe vdi-list | grep -1 Glance | grep uuid | sed "s/.*\: //g"`; do
+        xe vdi-destroy uuid=$uuid
+    done
+fi
+
+
+
      
+
      Create Ubuntu VM template
+and/or create VM from template
      
+
      +
+GUEST_NAME=${GUEST_NAME:-"DevStackOSDomU"}
+TNAME="jeos_template_for_devstack"
+SNAME_TEMPLATE="jeos_snapshot_for_devstack"
+SNAME_FIRST_BOOT="before_first_boot"
+
+function wait_for_VM_to_halt {
+    set +x
+    echo "Waiting for the VM to halt.  Progress in-VM can be checked with vncviewer:"
+    mgmt_ip=$(echo $XENAPI_CONNECTION_URL | tr -d -c '1234567890.')
+    domid=$(get_domid "$GUEST_NAME")
+    sleep 20 # Wait for the vnc-port to be written
+    port=$(xenstore-read /local/domain/$domid/console/vnc-port)
+    echo "vncviewer -via root@$mgmt_ip localhost:${port:2}"
+    while true; do
+        state=$(xe_min vm-list name-label="$GUEST_NAME" power-state=halted)
+        if [ -n "$state" ]; then
+            break
+        else
+            echo -n "."
+            sleep 20
+        fi
+    done
+    set -x
+}
+
+templateuuid=$(xe template-list name-label="$TNAME")
+if [ -z "$templateuuid" ]; then
+
      
+
      Install Ubuntu over network
      
+
      +    UBUNTU_INST_BRIDGE_OR_NET_NAME=${UBUNTU_INST_BRIDGE_OR_NET_NAME:-"$MGT_BRIDGE_OR_NET_NAME"}
+
+
      
+
      always update the preseed file, incase we have a newer one
      
+
      +    PRESEED_URL=${PRESEED_URL:-""}
+    if [ -z "$PRESEED_URL" ]; then
+        PRESEED_URL="${HOST_IP}/devstackubuntupreseed.cfg"
+        HTTP_SERVER_LOCATION="/opt/xensource/www"
+        if [ ! -e $HTTP_SERVER_LOCATION ]; then
+            HTTP_SERVER_LOCATION="/var/www/html"
+            mkdir -p $HTTP_SERVER_LOCATION
+        fi
+        cp -f $THIS_DIR/devstackubuntupreseed.cfg $HTTP_SERVER_LOCATION
+
+        sed \
+            -e "s,\(d-i mirror/http/hostname string\).*,\1 $UBUNTU_INST_HTTP_HOSTNAME,g" \
+            -e "s,\(d-i mirror/http/directory string\).*,\1 $UBUNTU_INST_HTTP_DIRECTORY,g" \
+            -e "s,\(d-i mirror/http/proxy string\).*,\1 $UBUNTU_INST_HTTP_PROXY,g" \
+            -e "s,\(d-i passwd/root-password password\).*,\1 $GUEST_PASSWORD,g" \
+            -e "s,\(d-i passwd/root-password-again password\).*,\1 $GUEST_PASSWORD,g" \
+            -i "${HTTP_SERVER_LOCATION}/devstackubuntupreseed.cfg"
+    fi
+
+
      
+
      Update the template
      
+
      +    $THIS_DIR/scripts/install_ubuntu_template.sh $PRESEED_URL
+
+
      
+
      create a new VM from the given template with eth0 attached to the given
+network
      
+
      +    $THIS_DIR/scripts/install-os-vpx.sh \
+        -t "$UBUNTU_INST_TEMPLATE_NAME" \
+        -n "$UBUNTU_INST_BRIDGE_OR_NET_NAME" \
+        -l "$GUEST_NAME"
+
+    set_vm_memory "$GUEST_NAME" "$OSDOMU_MEM_MB"
+
+    xe vm-start vm="$GUEST_NAME"
+
+
      
+
      wait for install to finish
      
+
      +    wait_for_VM_to_halt
+
+
      
+
      set VM to restart after a reboot
      
+
      +    vm_uuid=$(xe_min vm-list name-label="$GUEST_NAME")
+    xe vm-param-set actions-after-reboot=Restart uuid="$vm_uuid"
+
+
      
+
      Make template from VM
      
+
      +    snuuid=$(xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_TEMPLATE")
+    xe snapshot-clone uuid=$snuuid new-name-label="$TNAME"
+else
+
      
+
      Template already installed, create VM from template
      
+
      +    vm_uuid=$(xe vm-install template="$TNAME" new-name-label="$GUEST_NAME")
+fi
+
+
      
+
      Prepare VM for DevStack
      
+
      +
+
      
+
      Install XenServer tools, and other such things
      
+
      +$THIS_DIR/prepare_guest_template.sh "$GUEST_NAME"
+
+
      
+
      Set virtual machine parameters
      
+
      +set_vm_memory "$GUEST_NAME" "$OSDOMU_MEM_MB"
+
+
      
+
      Max out VCPU count for better performance
      
+
      +max_vcpus "$GUEST_NAME"
+
+
      
+
      Wipe out all network cards
      
+
      +destroy_all_vifs_of "$GUEST_NAME"
+
+
      
+
      Add only one interface to prepare the guest template
      
+
      +add_interface "$GUEST_NAME" "$MGT_BRIDGE_OR_NET_NAME" "0"
+
+
      
+
      start the VM to run the prepare steps
      
+
      +xe vm-start vm="$GUEST_NAME"
+
+
      
+
      Wait for prep script to finish and shutdown system
      
+
      +wait_for_VM_to_halt
+
+## Setup network cards
+
      
+
      Wipe out all
      
+
      +destroy_all_vifs_of "$GUEST_NAME"
+
      
+
      Tenant network
      
+
      +add_interface "$GUEST_NAME" "$VM_BRIDGE_OR_NET_NAME" "$VM_DEV_NR"
+
      
+
      Management network
      
+
      +add_interface "$GUEST_NAME" "$MGT_BRIDGE_OR_NET_NAME" "$MGT_DEV_NR"
+
      
+
      Public network
      
+
      +add_interface "$GUEST_NAME" "$PUB_BRIDGE_OR_NET_NAME" "$PUB_DEV_NR"
+
+
      
+
      Inject DevStack inside VM disk
      
+
      +$THIS_DIR/build_xva.sh "$GUEST_NAME"
+
+
      
+
      Attach a network interface for the integration network (so that the bridge
+is created by XenServer). This is required for Neutron. Also pass that as a
+kernel parameter for DomU
      
+
      +if is_service_enabled neutron; then
+    attach_network "$XEN_INT_BRIDGE_OR_NET_NAME"
+
+    XEN_INTEGRATION_BRIDGE=$(bridge_for "$XEN_INT_BRIDGE_OR_NET_NAME")
+    append_kernel_cmdline \
+        "$GUEST_NAME" \
+        "xen_integration_bridge=${XEN_INTEGRATION_BRIDGE}"
+fi
+
+FLAT_NETWORK_BRIDGE="${FLAT_NETWORK_BRIDGE:-$(bridge_for "$VM_BRIDGE_OR_NET_NAME")}"
+append_kernel_cmdline "$GUEST_NAME" "flat_network_bridge=${FLAT_NETWORK_BRIDGE}"
+
+
      
+
      Add a separate xvdb, if it was requested
      
+
      +if [[ "0" != "$XEN_XVDB_SIZE_GB" ]]; then
+    vm=$(xe vm-list name-label="$GUEST_NAME" --minimal)
+
+
      
+
      Add a new disk
      
+
      +    localsr=$(get_local_sr)
+    extra_vdi=$(xe vdi-create \
+        name-label=xvdb-added-by-devstack \
+        virtual-size="${XEN_XVDB_SIZE_GB}GiB" \
+        sr-uuid=$localsr type=user)
+    xe vbd-create vm-uuid=$vm vdi-uuid=$extra_vdi device=1
+fi
+
+
      
+
      create a snapshot before the first boot
+to allow a quick re-run with the same settings
      
+
      +xe vm-snapshot vm="$GUEST_NAME" new-name-label="$SNAME_FIRST_BOOT"
+
+
      
+
      Run DevStack VM
      
+
      +xe vm-start vm="$GUEST_NAME"
+
+function ssh_no_check {
+    ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no "$@"
+}
+
+
      
+
      Get hold of the Management IP of OpenStack VM
      
+
      +OS_VM_MANAGEMENT_ADDRESS=$MGT_IP
+if [ $OS_VM_MANAGEMENT_ADDRESS == "dhcp" ]; then
+    OS_VM_MANAGEMENT_ADDRESS=$(find_ip_by_name $GUEST_NAME $MGT_DEV_NR)
+fi
+
+
      
+
      Get hold of the Service IP of OpenStack VM
      
+
      +if [ $HOST_IP_IFACE == "eth${MGT_DEV_NR}" ]; then
+    OS_VM_SERVICES_ADDRESS=$MGT_IP
+    if [ $MGT_IP == "dhcp" ]; then
+        OS_VM_SERVICES_ADDRESS=$(find_ip_by_name $GUEST_NAME $MGT_DEV_NR)
+    fi
+else
+    OS_VM_SERVICES_ADDRESS=$PUB_IP
+    if [ $PUB_IP == "dhcp" ]; then
+        OS_VM_SERVICES_ADDRESS=$(find_ip_by_name $GUEST_NAME $PUB_DEV_NR)
+    fi
+fi
+
+
      
+
      Create an ssh-keypair, and set it up for dom0 user
      
+
      +rm -f /root/dom0key /root/dom0key.pub
+ssh-keygen -f /root/dom0key -P "" -C "dom0"
+DOMID=$(get_domid "$GUEST_NAME")
+
+xenstore-write /local/domain/$DOMID/authorized_keys/$DOMZERO_USER "$(cat /root/dom0key.pub)"
+xenstore-chmod -u /local/domain/$DOMID/authorized_keys/$DOMZERO_USER r$DOMID
+
+function run_on_appliance {
+    ssh \
+        -i /root/dom0key \
+        -o UserKnownHostsFile=/dev/null \
+        -o StrictHostKeyChecking=no \
+        -o BatchMode=yes \
+        "$DOMZERO_USER@$OS_VM_MANAGEMENT_ADDRESS" "$@"
+}
+
+
      
+
      Wait until we can log in to the appliance
      
+
      +while ! run_on_appliance true; do
+    sleep 1
+done
+
+
      
+
      Remove authenticated_keys updater cronjob
      
+
      +echo "" | run_on_appliance crontab -
+
+
      
+
      Generate a passwordless ssh key for domzero user
      
+
      +echo "ssh-keygen -f /home/$DOMZERO_USER/.ssh/id_rsa -C $DOMZERO_USER@appliance -N \"\" -q" | run_on_appliance
+
+
      
+
      Authenticate that user to dom0
      
+
      +run_on_appliance cat /home/$DOMZERO_USER/.ssh/id_rsa.pub >> /root/.ssh/authorized_keys
+
+
      
+
      If we have copied our ssh credentials, use ssh to monitor while the installation runs
      
+
      +WAIT_TILL_LAUNCH=${WAIT_TILL_LAUNCH:-1}
+COPYENV=${COPYENV:-1}
+if [ "$WAIT_TILL_LAUNCH" = "1" ]  && [ -e ~/.ssh/id_rsa.pub  ] && [ "$COPYENV" = "1" ]; then
+    set +x
+
+    echo "VM Launched - Waiting for devstack to start"
+    while ! ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS "service devstack status | grep -q running"; do
+        sleep 10
+    done
+    echo -n "devstack service is running, waiting for stack.sh to start logging..."
+
+    while ! ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS "test -e /tmp/devstack/log/stack.log"; do
+        sleep 10
+    done
+    set -x
+
+
      
+
      Watch devstack's output (which doesn't start until stack.sh is running,
+but wait for run.sh (which starts stack.sh) to exit as that is what
+hopefully writes the succeeded cookie.
      
+
      +    pid=`ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS pgrep run.sh`
+    ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS "tail --pid $pid -n +1 -f /tmp/devstack/log/stack.log"
+
+
      
+
      Fail if devstack did not succeed
      
+
      +    ssh_no_check -q stack@$OS_VM_MANAGEMENT_ADDRESS 'test -e /var/run/devstack.succeeded'
+
+    set +x
+    echo "################################################################################"
+    echo ""
+    echo "All Finished!"
+    echo "You can visit the OpenStack Dashboard"
+    echo "at http://$OS_VM_SERVICES_ADDRESS, and contact other services at the usual ports."
+else
+    set +x
+    echo "################################################################################"
+    echo ""
+    echo "All Finished!"
+    echo "Now, you can monitor the progress of the stack.sh installation by "
+    echo "looking at the console of your domU / checking the log files."
+    echo ""
+    echo "ssh into your domU now: 'ssh stack@$OS_VM_MANAGEMENT_ADDRESS' using your password"
+    echo "and then do: 'sudo service devstack status' to check if devstack is still running."
+    echo "Check that /var/run/devstack.succeeded exists"
+    echo ""
+    echo "When devstack completes, you can visit the OpenStack Dashboard"
+    echo "at http://$OS_VM_SERVICES_ADDRESS, and contact other services at the usual ports."
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/prepare_dom0.sh.html b/tools/xen/prepare_dom0.sh.html
new file mode 100644
index 00000000..ff64f08b
--- /dev/null
+++ b/tools/xen/prepare_dom0.sh.html
@@ -0,0 +1,397 @@
+
+
+
+    
+    prepare_dom0.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      prepare_dom0.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Install basics for vi and git
      
+
      +#i!/bin/sh
+set -o xtrace
+set -o errexit
+
+yum -y  --enablerepo=base install gcc make vim-enhanced zlib-devel openssl-devel curl-devel.i386
+
+
      
+
      Simple but usable vimrc
      
+
      +if [ ! -e /root/.vimrc ]; then
+    cat > /root/.vimrc <<EOF
+syntax on
+se ts=4
+se expandtab
+se shiftwidth=4
+EOF
+fi
+
+
      
+
      Use the pretty vim
      
+
      +if [ -e /usr/bin/vim ]; then
+    rm /bin/vi
+    ln -s /usr/bin/vim /bin/vi
+fi
+
+
      
+
      Install git
      
+
      +if ! which git; then
+    DEST=/tmp/
+    GITDIR=$DEST/git-1.7.7
+    cd $DEST
+    rm -rf $GITDIR*
+    wget http://git-core.googlecode.com/files/git-1.7.7.tar.gz
+    tar xfv git-1.7.7.tar.gz
+    cd $GITDIR
+    ./configure --with-curl --with-expat
+    make install
+fi
+
+
      
+
      Clone devstack
      
+
      +DEVSTACK=${DEVSTACKROOT:-"/root/devstack"}
+if [ ! -d $DEVSTACK ]; then
+    git clone git://github.com/openstack-dev/devstack.git $DEVSTACK
+fi
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/prepare_guest.sh b/tools/xen/prepare_guest.sh
deleted file mode 100755
index fe524454..00000000
--- a/tools/xen/prepare_guest.sh
+++ /dev/null
@@ -1,91 +0,0 @@
-#!/bin/bash
-
-# This script is run on an Ubuntu VM.
-# This script is inserted into the VM by prepare_guest_template.sh
-# and is run when that VM boots.
-# It customizes a fresh Ubuntu install, so it is ready
-# to run stack.sh
-#
-# This includes installing the XenServer tools,
-# creating the user called "stack",
-# and shuts down the VM to signal the script has completed
-
-set -x
-# Echo commands
-set -o xtrace
-
-# Configurable nuggets
-GUEST_PASSWORD=${GUEST_PASSWORD:-secrete}
-STAGING_DIR=${STAGING_DIR:-stage}
-DO_TGZ=${DO_TGZ:-1}
-XS_TOOLS_PATH=${XS_TOOLS_PATH:-"/root/xs-tools.deb"}
-STACK_USER=${STACK_USER:-stack}
-
-# Install basics
-chroot $STAGING_DIR apt-get update
-chroot $STAGING_DIR apt-get install -y cracklib-runtime curl wget ssh openssh-server tcpdump ethtool
-chroot $STAGING_DIR apt-get install -y curl wget ssh openssh-server python-pip git vim-nox sudo
-chroot $STAGING_DIR pip install xenapi
-
-# Install XenServer guest utilities
-cp $XS_TOOLS_PATH ${STAGING_DIR}${XS_TOOLS_PATH}
-chroot $STAGING_DIR dpkg -i $XS_TOOLS_PATH
-chroot $STAGING_DIR update-rc.d -f xe-linux-distribution remove
-chroot $STAGING_DIR update-rc.d xe-linux-distribution defaults
-
-# Make a small cracklib dictionary, so that passwd still works, but we don't
-# have the big dictionary.
-mkdir -p $STAGING_DIR/usr/share/cracklib
-echo a | chroot $STAGING_DIR cracklib-packer
-
-# Make /etc/shadow, and set the root password
-chroot $STAGING_DIR "pwconv"
-echo "root:$GUEST_PASSWORD" | chroot $STAGING_DIR chpasswd
-
-# Put the VPX into UTC.
-rm -f $STAGING_DIR/etc/localtime
-
-# Add stack user
-chroot $STAGING_DIR groupadd libvirtd
-chroot $STAGING_DIR useradd $STACK_USER -s /bin/bash -d /opt/stack -G libvirtd
-echo $STACK_USER:$GUEST_PASSWORD | chroot $STAGING_DIR chpasswd
-echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> $STAGING_DIR/etc/sudoers
-
-# Give ownership of /opt/stack to stack user
-chroot $STAGING_DIR chown -R $STACK_USER /opt/stack
-
-# Make our ip address hostnames look nice at the command prompt
-echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $STAGING_DIR/opt/stack/.bashrc
-echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $STAGING_DIR/root/.bashrc
-echo "export PS1='${debian_chroot:+($debian_chroot)}\\u@\\H:\\w\\$ '" >> $STAGING_DIR/etc/profile
-
-function setup_vimrc {
-    if [ ! -e $1 ]; then
-        # Simple but usable vimrc
-        cat > $1 <
+
+
+    
+    prepare_guest.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      prepare_guest.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This script is run on an Ubuntu VM.
+This script is inserted into the VM by prepare_guest_template.sh
+and is run when that VM boots.
+It customizes a fresh Ubuntu install, so it is ready
+to run stack.sh
      
+
      This includes installing the XenServer tools,
+creating the user called "stack",
+and shuts down the VM to signal the script has completed
      
+
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      
+
      Configurable nuggets
      
+
      +GUEST_PASSWORD="$1"
+XS_TOOLS_PATH="$2"
+STACK_USER="$3"
+DOMZERO_USER="$4"
+
+
+function setup_domzero_user {
+    local username
+
+    username="$1"
+
+    local key_updater_script
+    local sudoers_file
+    key_updater_script="/home/$username/update_authorized_keys.sh"
+    sudoers_file="/etc/sudoers.d/allow_$username"
+
+
      
+
      Create user
      
+
      +    adduser --disabled-password --quiet "$username" --gecos "$username"
+
+
      
+
      Give passwordless sudo
      
+
      +    cat > $sudoers_file << EOF
+    $username ALL = NOPASSWD: ALL
+EOF
+    chmod 0440 $sudoers_file
+
+
      
+
      A script to populate this user's authenticated_keys from xenstore
      
+
      +    cat > $key_updater_script << EOF
+#!/bin/bash
+set -eux
+
+DOMID=\$(sudo xenstore-read domid)
+sudo xenstore-exists /local/domain/\$DOMID/authorized_keys/$username
+sudo xenstore-read /local/domain/\$DOMID/authorized_keys/$username > /home/$username/xenstore_value
+cat /home/$username/xenstore_value > /home/$username/.ssh/authorized_keys
+EOF
+
+
      
+
      Give the key updater to the user
      
+
      +    chown $username:$username $key_updater_script
+    chmod 0700 $key_updater_script
+
+
      
+
      Setup the .ssh folder
      
+
      +    mkdir -p /home/$username/.ssh
+    chown $username:$username /home/$username/.ssh
+    chmod 0700 /home/$username/.ssh
+    touch /home/$username/.ssh/authorized_keys
+    chown $username:$username /home/$username/.ssh/authorized_keys
+    chmod 0600 /home/$username/.ssh/authorized_keys
+
+
      
+
      Setup the key updater as a cron job
      
+
      +    crontab -u $username - << EOF
+* * * * * $key_updater_script
+EOF
+
+}
+
+
      
+
      Install basics
      
+
      +apt-get update
+apt-get install -y cracklib-runtime curl wget ssh openssh-server tcpdump ethtool
+apt-get install -y curl wget ssh openssh-server python-pip git sudo python-netaddr
+apt-get install -y coreutils
+pip install xenapi
+
+
      
+
      Install XenServer guest utilities
      
+
      +dpkg -i $XS_TOOLS_PATH
+update-rc.d -f xe-linux-distribution remove
+update-rc.d xe-linux-distribution defaults
+
+
      
+
      Make a small cracklib dictionary, so that passwd still works, but we don't
+have the big dictionary.
      
+
      +mkdir -p /usr/share/cracklib
+echo a | cracklib-packer
+
+
      
+
      Make /etc/shadow, and set the root password
      
+
      +pwconv
+echo "root:$GUEST_PASSWORD" | chpasswd
+
+
      
+
      Put the VPX into UTC.
      
+
      +rm -f /etc/localtime
+
+
      
+
      Add stack user
      
+
      +groupadd libvirtd
+useradd $STACK_USER -s /bin/bash -d /opt/stack -G libvirtd
+echo $STACK_USER:$GUEST_PASSWORD | chpasswd
+echo "$STACK_USER ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers
+
+setup_domzero_user "$DOMZERO_USER"
+
+
      
+
      Add an udev rule, so that new block devices could be written by stack user
      
+
      +cat > /etc/udev/rules.d/50-openstack-blockdev.rules << EOF
+KERNEL=="xvd[b-z]", GROUP="$STACK_USER", MODE="0660"
+EOF
+
+
      
+
      Give ownership of /opt/stack to stack user
      
+
      +chown -R $STACK_USER /opt/stack
+
+function setup_vimrc {
+    if [ ! -e $1 ]; then
+
      
+
      Simple but usable vimrc
      
+
      +        cat > $1 <<EOF
+syntax on
+se ts=4
+se expandtab
+se shiftwidth=4
+EOF
+    fi
+}
+
+
      
+
      Setup simple .vimrcs
      
+
      +setup_vimrc /root/.vimrc
+setup_vimrc /opt/stack/.vimrc
+
+
      
+
      remove self from local.rc
+so this script is not run again
      
+
      +rm -rf /etc/rc.local
+
+
      
+
      Restore rc.local file
      
+
      +cp /etc/rc.local.preparebackup /etc/rc.local
+
+
      
+
      shutdown to notify we are done
      
+
      +shutdown -h now
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/prepare_guest_template.sh b/tools/xen/prepare_guest_template.sh
deleted file mode 100755
index 19bd2f84..00000000
--- a/tools/xen/prepare_guest_template.sh
+++ /dev/null
@@ -1,81 +0,0 @@
-#!/bin/bash
-
-# This script is run by install_os_domU.sh
-#
-# Parameters:
-# - $GUEST_NAME - hostname for the DomU VM
-#
-# It modifies the ubuntu image created by install_os_domU.sh
-#
-# This script is responsible for cusomtizing the fresh ubuntu
-# image so on boot it runs the prepare_guest.sh script
-# that modifies the VM so it is ready to run stack.sh.
-# It does this by mounting the disk image of the VM.
-#
-# The resultant image is started by install_os_domU.sh,
-# and once the VM has shutdown, build_xva.sh is run
-
-# Exit on errors
-set -o errexit
-# Echo commands
-set -o xtrace
-
-# This directory
-TOP_DIR=$(cd $(dirname "$0") && pwd)
-
-# Include onexit commands
-. $TOP_DIR/scripts/on_exit.sh
-
-# Source params - override xenrc params in your localrc to suite your taste
-source xenrc
-
-#
-# Parameters
-#
-GUEST_NAME="$1"
-
-# Mount the VDI
-STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
-add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
-
-# Make sure we have a stage
-if [ ! -d $STAGING_DIR/etc ]; then
-    echo "Stage is not properly set up!"
-    exit 1
-fi
-
-# Copy XenServer tools deb into the VM
-ISO_DIR="/opt/xensource/packages/iso"
-XS_TOOLS_FILE_NAME="xs-tools.deb"
-XS_TOOLS_PATH="/root/$XS_TOOLS_FILE_NAME"
-if [ -e "$ISO_DIR" ]; then
-    TOOLS_ISO=$(ls -1 $ISO_DIR/xs-tools-*.iso | head -1)
-    TMP_DIR=/tmp/temp.$RANDOM
-    mkdir -p $TMP_DIR
-    mount -o loop $TOOLS_ISO $TMP_DIR
-    DEB_FILE=$(ls $TMP_DIR/Linux/*amd64.deb)
-    echo "Copying XenServer tools into VM from: $DEB_FILE"
-    cp $DEB_FILE "${STAGING_DIR}${XS_TOOLS_PATH}"
-    umount $TMP_DIR
-    rm -rf $TMP_DIR
-else
-    echo "WARNING: no XenServer tools found, falling back to 5.6 tools"
-    TOOLS_URL="https://github.com/downloads/citrix-openstack/warehouse/xe-guest-utilities_5.6.100-651_amd64.deb"
-    wget $TOOLS_URL -O $XS_TOOLS_FILE_NAME
-    cp $XS_TOOLS_FILE_NAME "${STAGING_DIR}${XS_TOOLS_PATH}"
-    rm -rf $XS_TOOLS_FILE_NAME
-fi
-
-# Copy prepare_guest.sh to VM
-mkdir -p $STAGING_DIR/opt/stack/
-cp $TOP_DIR/prepare_guest.sh $STAGING_DIR/opt/stack/prepare_guest.sh
-
-# backup rc.local
-cp $STAGING_DIR/etc/rc.local $STAGING_DIR/etc/rc.local.preparebackup
-
-# run prepare_guest.sh on boot
-cat <$STAGING_DIR/etc/rc.local
-GUEST_PASSWORD=$GUEST_PASSWORD STAGING_DIR=/ \
-    DO_TGZ=0 XS_TOOLS_PATH=$XS_TOOLS_PATH \
-    bash /opt/stack/prepare_guest.sh > /opt/stack/prepare_guest.log 2>&1
-EOF
diff --git a/tools/xen/prepare_guest_template.sh.html b/tools/xen/prepare_guest_template.sh.html
new file mode 100644
index 00000000..5e708b09
--- /dev/null
+++ b/tools/xen/prepare_guest_template.sh.html
@@ -0,0 +1,495 @@
+
+
+
+    
+    prepare_guest_template.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      prepare_guest_template.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This script is run by install_os_domU.sh
      
+
      Parameters:
+- $GUEST_NAME - hostname for the DomU VM
      
+
      It modifies the ubuntu image created by install_os_domU.sh
      
+
      This script is responsible for cusomtizing the fresh ubuntu
+image so on boot it runs the prepare_guest.sh script
+that modifies the VM so it is ready to run stack.sh.
+It does this by mounting the disk image of the VM.
      
+
      The resultant image is started by install_os_domU.sh,
+and once the VM has shutdown, build_xva.sh is run
      
+
      +#!/bin/bash
+
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      
+
      This directory
      
+
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Source lower level functions
      
+
      +. $TOP_DIR/../../functions
+
+
      
+
      Include onexit commands
      
+
      +. $TOP_DIR/scripts/on_exit.sh
+
+
      
+
      xapi functions
      
+
      +. $TOP_DIR/functions
+
+
      
+
      Determine what system we are running on.
+Might not be XenServer if we're using xenserver-core
      
+
      +GetDistro
+
+
      
+
      Source params - override xenrc params in your localrc to suite your taste
      
+
      +source xenrc
+
+
      
+
      Parameters
      
+
      +GUEST_NAME="$1"
+
+
      
+
      Mount the VDI
      
+
      +STAGING_DIR=$($TOP_DIR/scripts/manage-vdi open $GUEST_NAME 0 1 | grep -o "/tmp/tmp.[[:alnum:]]*")
+add_on_exit "$TOP_DIR/scripts/manage-vdi close $GUEST_NAME 0 1"
+
+
      
+
      Make sure we have a stage
      
+
      +if [ ! -d $STAGING_DIR/etc ]; then
+    echo "Stage is not properly set up!"
+    exit 1
+fi
+
+
      
+
      Copy XenServer tools deb into the VM
      
+
      +ISO_DIR="/opt/xensource/packages/iso"
+XS_TOOLS_FILE_NAME="xs-tools.deb"
+XS_TOOLS_PATH="/root/$XS_TOOLS_FILE_NAME"
+if [ -e "$ISO_DIR" ]; then
+    TOOLS_ISO=$(ls -1 $ISO_DIR/xs-tools-*.iso | head -1)
+    TMP_DIR=/tmp/temp.$RANDOM
+    mkdir -p $TMP_DIR
+    mount -o loop $TOOLS_ISO $TMP_DIR
+    DEB_FILE=$(ls $TMP_DIR/Linux/*amd64.deb)
+    echo "Copying XenServer tools into VM from: $DEB_FILE"
+    cp $DEB_FILE "${STAGING_DIR}${XS_TOOLS_PATH}"
+    umount $TMP_DIR
+    rm -rf $TMP_DIR
+else
+    echo "WARNING: no XenServer tools found, falling back to 5.6 tools"
+    TOOLS_URL="https://github.com/downloads/citrix-openstack/warehouse/xe-guest-utilities_5.6.100-651_amd64.deb"
+    curl --no-sessionid -L -o "$XS_TOOLS_FILE_NAME" $TOOLS_URL
+    cp $XS_TOOLS_FILE_NAME "${STAGING_DIR}${XS_TOOLS_PATH}"
+    rm -rf $XS_TOOLS_FILE_NAME
+fi
+
+
      
+
      Copy prepare_guest.sh to VM
      
+
      +mkdir -p $STAGING_DIR/opt/stack/
+cp $TOP_DIR/prepare_guest.sh $STAGING_DIR/opt/stack/prepare_guest.sh
+
+
      
+
      backup rc.local
      
+
      +cp $STAGING_DIR/etc/rc.local $STAGING_DIR/etc/rc.local.preparebackup
+
+
      
+
      run prepare_guest.sh on boot
      
+
      +cat <<EOF >$STAGING_DIR/etc/rc.local
+#!/bin/sh -e
+bash /opt/stack/prepare_guest.sh \\
+    "$GUEST_PASSWORD" "$XS_TOOLS_PATH" "$STACK_USER" "$DOMZERO_USER" \\
+    > /opt/stack/prepare_guest.log 2>&1
+EOF
+
+
      
+
      Need to set barrier=0 to avoid a Xen bug
+https://bugs.launchpad.net/ubuntu/+source/linux/+bug/824089
      
+
      +sed -i -e 's/errors=/barrier=0,errors=/' $STAGING_DIR/etc/fstab
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/install-os-vpx.sh b/tools/xen/scripts/install-os-vpx.sh
deleted file mode 100755
index 241296bd..00000000
--- a/tools/xen/scripts/install-os-vpx.sh
+++ /dev/null
@@ -1,523 +0,0 @@
-#!/bin/bash
-#
-# Copyright (c) 2011 Citrix Systems, Inc.
-# Copyright 2011 OpenStack LLC.
-# All Rights Reserved.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License"); you may
-#    not use this file except in compliance with the License. You may obtain
-#    a copy of the License at
-#
-#         http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-#    License for the specific language governing permissions and limitations
-#    under the License.
-#
-
-set -eux
-
-[[ -f "/etc/xensource-inventory" ]] && source "/etc/xensource-inventory" || source "/etc/xcp/inventory"
-
-NAME="XenServer OpenStack VPX"
-DATA_VDI_SIZE="500MiB"
-BRIDGE_M=
-BRIDGE_P=
-KERNEL_PARAMS=
-VPX_FILE=os-vpx.xva
-AS_TEMPLATE=
-FROM_TEMPLATE=
-RAM=
-WAIT_FOR_NETWORK=
-BALLOONING=
-
-usage()
-{
-cat << EOF
-
-  Usage: $0 [-f FILE_PATH] [-d DISK_SIZE] [-v BRIDGE_NAME] [-m BRIDGE_NAME] [-p BRIDGE_NAME]
-            [-k PARAMS] [-r RAM] [-i|-c] [-w] [-b] [-l NAME_LABEL] [-t TEMPLATE_NW_INSTALL]
-
-  Installs XenServer OpenStack VPX.
-
-  OPTIONS:
-
-     -h           Shows this message.
-     -i           Install OpenStack VPX as template.
-     -c           Clone from existing template.
-     -w           Wait for the network settings to show up before exiting.
-     -b           Enable memory ballooning. When set min_RAM=RAM/2 max_RAM=RAM.
-     -f path      Specifies the path to the XVA.
-                  Default to ./os-vpx.xva.
-     -d disk-size Specifies the size in MiB for the data disk.
-                  Defaults to 500 MiB.
-     -m bridge    Specifies the bridge for the isolated management network.
-                  Defaults to xenbr0.
-     -v bridge    Specifies the bridge for the vm network
-     -p bridge    Specifies the bridge for the externally facing network.
-     -k params    Specifies kernel parameters.
-     -r MiB       Specifies RAM used by the VPX, in MiB.
-                  By default it will take the value from the XVA.
-     -l name      Specifies the name label for the VM.
-     -t template  Network install an openstack domU from this template
-
-  EXAMPLES:
-
-     Create a VPX that connects to the isolated management network using the
-     default bridge with a data disk of 1GiB:
-            install-os-vpx.sh -f /root/os-vpx-devel.xva -d 1024
-
-     Create a VPX that connects to the isolated management network using xenbr1
-     as bridge:
-            install-os-vpx.sh -m xenbr1
-
-     Create a VPX that connects to both the management and public networks
-     using xenbr1 and xapi4 as bridges:
-            install-os-vpx.sh -m xenbr1 -p xapi4
-
-     Create a VPX that connects to both the management and public networks
-     using the default for management traffic:
-            install-os-vpx.sh -m xapi4
-
-     Create a VPX that automatically becomes the master:
-            install-os-vpx.sh -k geppetto_master=true
-
-EOF
-}
-
-get_params()
-{
-  while getopts "hicwbf:d:v:m:p:k:r:l:t:" OPTION;
-  do
-    case $OPTION in
-      h) usage
-         exit 1
-         ;;
-      i)
-         AS_TEMPLATE=1
-         ;;
-      c)
-         FROM_TEMPLATE=1
-         ;;
-      w)
-         WAIT_FOR_NETWORK=1
-         ;;
-      b)
-         BALLOONING=1
-         ;;
-      f)
-         VPX_FILE=$OPTARG
-         ;;
-      d)
-         DATA_VDI_SIZE="${OPTARG}MiB"
-         ;;
-      m)
-         BRIDGE_M=$OPTARG
-         ;;
-      p)
-         BRIDGE_P=$OPTARG
-         ;;
-      k)
-         KERNEL_PARAMS=$OPTARG
-         ;;
-      r)
-         RAM=$OPTARG
-         ;;
-      v)
-         BRIDGE_V=$OPTARG
-         ;;
-      l)
-         NAME_LABEL=$OPTARG
-         ;;
-      t)
-         TEMPLATE_NAME=$OPTARG
-         ;;
-      ?)
-         usage
-         exit
-         ;;
-    esac
-  done
-  if [[ -z $BRIDGE_M ]]
-  then
-     BRIDGE_M=xenbr0
-  fi
-}
-
-
-xe_min()
-{
-  local cmd="$1"
-  shift
-  xe "$cmd" --minimal "$@"
-}
-
-
-get_dest_sr()
-{
-  IFS=,
-  sr_uuids=$(xe sr-list --minimal other-config:i18n-key=local-storage)
-  dest_sr=""
-  for sr_uuid in $sr_uuids
-  do
-    pbd=$(xe pbd-list --minimal sr-uuid=$sr_uuid host-uuid=$INSTALLATION_UUID)
-    if [ "$pbd" ]
-    then
-      echo "$sr_uuid"
-      unset IFS
-      return
-    fi
-  done
-  unset IFS
-
-  dest_sr=$(xe_min sr-list uuid=$(xe_min pool-list params=default-SR))
-  if [ "$dest_sr" = "" ]
-  then
-    echo "No local storage and no default storage; cannot import VPX." >&2
-    exit 1
-  else
-    echo "$dest_sr"
-  fi
-}
-
-
-find_network()
-{
-  result=$(xe_min network-list bridge="$1")
-  if [ "$result" = "" ]
-  then
-    result=$(xe_min network-list name-label="$1")
-  fi
-  echo "$result"
-}
-
-
-find_template()
-{
-  xe_min template-list other-config:os-vpx=true
-}
-
-
-renumber_system_disk()
-{
-  local v="$1"
-  local vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk userdevice=xvda \
-                                   params=vdi-uuid)
-  if [ "$vdi_uuid" ]
-  then
-    local vbd_uuid=$(xe_min vbd-list vm-uuid="$v" vdi-uuid="$vdi_uuid")
-    xe vbd-destroy uuid="$vbd_uuid"
-    local new_vbd_uuid=$(xe vbd-create vm-uuid="$v" vdi-uuid="$vdi_uuid" \
-                         device=0 bootable=true type=Disk)
-    xe vbd-param-set other-config:owner uuid="$new_vbd_uuid"
-  fi
-}
-
-
-create_vif()
-{
-  xe vif-create vm-uuid="$1" network-uuid="$2" device="$3"
-}
-
-create_gi_vif()
-{
-  local v="$1"
-  # Note that we've made the outbound device eth1, so that it comes up after
-  # the guest installer VIF, which means that the outbound one wins in terms
-  # of gateway.
-  local gi_network_uuid=$(xe_min network-list \
-                                 other-config:is_guest_installer_network=true)
-  create_vif "$v" "$gi_network_uuid" "0" >/dev/null
-}
-
-create_vm_vif()
-{
-  local v="$1"
-  echo "Installing management interface on $BRIDGE_V."
-  local out_network_uuid=$(find_network "$BRIDGE_V")
-  create_vif "$v" "$out_network_uuid" "1" >/dev/null
-}
-
-create_management_vif()
-{
-  local v="$1"
-  echo "Installing management interface on $BRIDGE_M."
-  local out_network_uuid=$(find_network "$BRIDGE_M")
-  create_vif "$v" "$out_network_uuid" "2" >/dev/null
-}
-
-
-# This installs the interface for public traffic, only if a bridge is specified
-# The interface is not configured at this stage, but it will be, once the admin
-# tasks are complete for the services of this VPX
-create_public_vif()
-{
-  local v="$1"
-  if [[ -z $BRIDGE_P ]]
-  then
-    echo "Skipping installation of interface for public traffic."
-  else
-    echo "Installing public interface on $BRIDGE_P."
-    pub_network_uuid=$(find_network "$BRIDGE_P")
-    create_vif "$v" "$pub_network_uuid" "3" >/dev/null
-  fi
-}
-
-
-label_system_disk()
-{
-  local v="$1"
-  local vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk userdevice=0 \
-                                   params=vdi-uuid)
-  xe vdi-param-set \
-     name-label="$NAME system disk" \
-     other-config:os-vpx=true \
-     uuid=$vdi_uuid
-}
-
-
-create_data_disk()
-{
-  local v="$1"
-
-  local sys_vdi_uuid=$(xe_min vbd-list vm-uuid="$v" type=Disk params=vdi-uuid)
-  local data_vdi_uuid=$(xe_min vdi-list other-config:os-vpx-data=true)
-
-  if echo "$data_vdi_uuid" | grep -q ,
-  then
-    echo "Multiple data disks found -- assuming that you want a new one."
-    data_vdi_uuid=""
-  else
-    data_in_use=$(xe_min vbd-list vdi-uuid="$data_vdi_uuid")
-    if [ "$data_in_use" != "" ]
-    then
-      echo "Data disk already in use -- will create another one."
-      data_vdi_uuid=""
-    fi
-  fi
-
-  if [ "$data_vdi_uuid" = "" ]
-  then
-    echo -n "Creating new data disk ($DATA_VDI_SIZE)... "
-    sr_uuid=$(xe_min vdi-list params=sr-uuid uuid="$sys_vdi_uuid")
-    data_vdi_uuid=$(xe vdi-create name-label="$NAME data disk" \
-                                  sr-uuid="$sr_uuid" \
-                                  type=user \
-                                  virtual-size="$DATA_VDI_SIZE")
-    xe vdi-param-set \
-       other-config:os-vpx-data=true \
-       uuid="$data_vdi_uuid"
-    dom0_uuid=$(xe_min vm-list is-control-domain=true)
-    vbd_uuid=$(xe vbd-create device=autodetect type=Disk \
-                             vdi-uuid="$data_vdi_uuid" vm-uuid="$dom0_uuid")
-    xe vbd-plug uuid=$vbd_uuid
-    dev=$(xe_min vbd-list params=device uuid=$vbd_uuid)
-    mke2fs -q -j -m0 /dev/$dev
-    e2label /dev/$dev vpxstate
-    xe vbd-unplug uuid=$vbd_uuid
-    xe vbd-destroy uuid=$vbd_uuid
-  else
-    echo -n "Attaching old data disk... "
-  fi
-  vbd_uuid=$(xe vbd-create device=2 type=Disk \
-                           vdi-uuid="$data_vdi_uuid" vm-uuid="$v")
-  xe vbd-param-set other-config:os-vpx-data=true uuid=$vbd_uuid
-  echo "done."
-}
-
-
-set_kernel_params()
-{
-  local v="$1"
-  local args=$KERNEL_PARAMS
-  if [ "$args" != "" ]
-  then
-    echo "Passing Geppetto args to VPX: $args."
-    pvargs=$(xe vm-param-get param-name=PV-args uuid="$v")
-    args="$pvargs $args"
-    xe vm-param-set PV-args="$args" uuid="$v"
-  fi
-}
-
-
-set_memory()
-{
-  local v="$1"
-  if [ "$RAM" != "" ]
-  then
-    echo "Setting RAM to $RAM MiB."
-    [ "$BALLOONING" == 1 ] && RAM_MIN=$(($RAM / 2)) || RAM_MIN=$RAM
-    xe vm-memory-limits-set static-min=16MiB static-max=${RAM}MiB \
-                            dynamic-min=${RAM_MIN}MiB dynamic-max=${RAM}MiB \
-                            uuid="$v"
-  fi
-}
-
-
-# Make the VM auto-start on server boot.
-set_auto_start()
-{
-  local v="$1"
-  xe vm-param-set uuid="$v" other-config:auto_poweron=true
-}
-
-
-set_all()
-{
-  local v="$1"
-  set_kernel_params "$v"
-  set_memory "$v"
-  set_auto_start "$v"
-  label_system_disk "$v"
-  create_gi_vif "$v"
-  create_vm_vif "$v"
-  create_management_vif "$v"
-  create_public_vif "$v"
-}
-
-
-log_vifs()
-{
-  local v="$1"
-
-  (IFS=,
-   for vif in $(xe_min vif-list vm-uuid="$v")
-   do
-    dev=$(xe_min vif-list uuid="$vif" params=device)
-    mac=$(xe_min vif-list uuid="$vif" params=MAC | sed -e 's/:/-/g')
-    echo "eth$dev has MAC $mac."
-   done
-   unset IFS) | sort
-}
-
-
-destroy_vifs()
-{
-  local v="$1"
-  IFS=,
-  for vif in $(xe_min vif-list vm-uuid="$v")
-  do
-    xe vif-destroy uuid="$vif"
-  done
-  unset IFS
-}
-
-
-get_params "$@"
-
-thisdir=$(dirname "$0")
-
-if [ "$FROM_TEMPLATE" ]
-then
-  template_uuid=$(find_template)
-  name=$(xe_min template-list params=name-label uuid="$template_uuid")
-  echo -n "Cloning $name... "
-  vm_uuid=$(xe vm-clone vm="$template_uuid" new-name-label="$name")
-  xe vm-param-set is-a-template=false uuid="$vm_uuid"
-  echo $vm_uuid.
-
-  destroy_vifs "$vm_uuid"
-  set_all "$vm_uuid"
-elif [ "$TEMPLATE_NAME" ]
-then
-  echo $TEMPLATE_NAME
-  vm_uuid=$(xe_min vm-install template="$TEMPLATE_NAME" new-name-label="$NAME_LABEL")
-  destroy_vifs "$vm_uuid"
-  set_auto_start "$vm_uuid"
-  create_gi_vif "$vm_uuid"
-  create_vm_vif "$vm_uuid"
-  create_management_vif "$vm_uuid"
-  create_public_vif "$vm_uuid"
-  set_kernel_params "$vm_uuid"
-  xe vm-param-set other-config:os-vpx=true uuid="$vm_uuid"
-  xe vm-param-set actions-after-reboot=Destroy uuid="$vm_uuid"
-  set_memory "$vm_uuid"
-else
-  if [ ! -f "$VPX_FILE" ]
-  then
-      # Search $thisdir/$VPX_FILE too.  In particular, this is used when
-      # installing the VPX from the supp-pack, because we want to be able to
-      # invoke this script from the RPM and the firstboot script.
-      if [ -f "$thisdir/$VPX_FILE" ]
-      then
-          VPX_FILE="$thisdir/$VPX_FILE"
-      else
-          echo "$VPX_FILE does not exist." >&2
-          exit 1
-      fi
-  fi
-
-  echo "Found OS-VPX File: $VPX_FILE. "
-
-  dest_sr=$(get_dest_sr)
-
-  echo -n "Installing $NAME... "
-  vm_uuid=$(xe vm-import filename=$VPX_FILE sr-uuid="$dest_sr")
-  echo $vm_uuid.
-
-  renumber_system_disk "$vm_uuid"
-
-  nl=${NAME_LABEL:-$(xe_min vm-list params=name-label uuid=$vm_uuid)}
-  xe vm-param-set \
-    "name-label=${nl/ import/}" \
-    other-config:os-vpx=true \
-    uuid=$vm_uuid
-
-  set_all "$vm_uuid"
-  create_data_disk "$vm_uuid"
-
-  if [ "$AS_TEMPLATE" ]
-  then
-    xe vm-param-set uuid="$vm_uuid" is-a-template=true \
-                                    other-config:instant=true
-    echo -n "Installing VPX from template... "
-    vm_uuid=$(xe vm-clone vm="$vm_uuid" new-name-label="${nl/ import/}")
-    xe vm-param-set is-a-template=false uuid="$vm_uuid"
-    echo "$vm_uuid."
-  fi
-fi
-
-
-log_vifs "$vm_uuid"
-
-echo -n "Starting VM... "
-xe vm-start uuid=$vm_uuid
-echo "done."
-
-
-show_ip()
-{
-  ip_addr=$(echo "$1" | sed -n "s,^.*"$2"/ip: \([^;]*\).*$,\1,p")
-  echo -n "IP address for $3: "
-  if [ "$ip_addr" = "" ]
-  then
-    echo "did not appear."
-  else
-    echo "$ip_addr."
-  fi
-}
-
-
-if [ "$WAIT_FOR_NETWORK" ]
-then
-  echo "Waiting for network configuration... "
-  i=0
-  while [ $i -lt 600 ]
-  do
-    ip=$(xe_min vm-list params=networks uuid=$vm_uuid)
-    if [ "$ip" != "" ]
-    then
-      show_ip "$ip" "1" "$BRIDGE_M"
-      if [[ $BRIDGE_P ]]
-      then
-        show_ip "$ip" "2" "$BRIDGE_P"
-      fi
-      echo "Installation complete."
-      exit 0
-    fi
-    sleep 10
-    let i=i+1
-  done
-fi
diff --git a/tools/xen/scripts/install-os-vpx.sh.html b/tools/xen/scripts/install-os-vpx.sh.html
new file mode 100644
index 00000000..827484c8
--- /dev/null
+++ b/tools/xen/scripts/install-os-vpx.sh.html
@@ -0,0 +1,513 @@
+
+
+
+    
+    install-os-vpx.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install-os-vpx.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Copyright (c) 2011 Citrix Systems, Inc.
+Copyright 2011 OpenStack Foundation
+All Rights Reserved.
      
+
      
+
      Licensed under the Apache License, Version 2.0 (the "License"); you may
+not use this file except in compliance with the License. You may obtain
+a copy of the License at
      
+
      
+http://www.apache.org/licenses/LICENSE-2.0
      
+
      Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+License for the specific language governing permissions and limitations
+under the License.
      
+
      
+
      +#!/bin/bash
+
+set -eux
+
+BRIDGE=
+NAME_LABEL=
+TEMPLATE_NAME=
+
+usage()
+{
+cat << EOF
+
+  Usage: $0 -t TEMPLATE_NW_INSTALL -l NAME_LABEL [-n BRIDGE]
+
+  Install a VM from a template
+
+  OPTIONS:
+
+     -h           Shows this message.
+     -t template  VM template to use
+     -l name      Specifies the name label for the VM.
+     -n bridge    The bridge/network to use for eth0. Defaults to xenbr0
+EOF
+}
+
+get_params()
+{
+    while getopts "hbn:r:l:t:" OPTION; do
+        case $OPTION in
+            h) usage
+                exit 1
+                ;;
+            n)
+                BRIDGE=$OPTARG
+                ;;
+            l)
+                NAME_LABEL=$OPTARG
+                ;;
+            t)
+                TEMPLATE_NAME=$OPTARG
+                ;;
+            ?)
+                usage
+                exit
+                ;;
+        esac
+    done
+    if [[ -z $BRIDGE ]]; then
+        BRIDGE=xenbr0
+    fi
+
+    if [[ -z $TEMPLATE_NAME ]]; then
+        echo "Please specify a template name" >&2
+        exit 1
+    fi
+
+    if [[ -z $NAME_LABEL ]]; then
+        echo "Please specify a name-label for the new VM" >&2
+        exit 1
+    fi
+}
+
+
+xe_min()
+{
+    local cmd="$1"
+    shift
+    xe "$cmd" --minimal "$@"
+}
+
+
+find_network()
+{
+    result=$(xe_min network-list bridge="$1")
+    if [ "$result" = "" ]; then
+        result=$(xe_min network-list name-label="$1")
+    fi
+    echo "$result"
+}
+
+
+create_vif()
+{
+    local v="$1"
+    echo "Installing VM interface on [$BRIDGE]"
+    local out_network_uuid=$(find_network "$BRIDGE")
+    xe vif-create vm-uuid="$v" network-uuid="$out_network_uuid" device="0"
+}
+
+
+
+
      
+
      Make the VM auto-start on server boot.
      
+
      +set_auto_start()
+{
+    local v="$1"
+    xe vm-param-set uuid="$v" other-config:auto_poweron=true
+}
+
+
+destroy_vifs()
+{
+    local v="$1"
+    IFS=,
+    for vif in $(xe_min vif-list vm-uuid="$v"); do
+        xe vif-destroy uuid="$vif"
+    done
+    unset IFS
+}
+
+
+get_params "$@"
+
+vm_uuid=$(xe_min vm-install template="$TEMPLATE_NAME" new-name-label="$NAME_LABEL")
+destroy_vifs "$vm_uuid"
+set_auto_start "$vm_uuid"
+create_vif "$vm_uuid"
+xe vm-param-set other-config:os-vpx=true uuid="$vm_uuid"
+xe vm-param-set actions-after-reboot=Destroy uuid="$vm_uuid"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/install_ubuntu_template.sh b/tools/xen/scripts/install_ubuntu_template.sh
deleted file mode 100755
index 43b6decd..00000000
--- a/tools/xen/scripts/install_ubuntu_template.sh
+++ /dev/null
@@ -1,80 +0,0 @@
-#!/bin/bash
-#
-# This creates an Ubuntu Server 32bit or 64bit template
-# on Xenserver 5.6.x, 6.0.x and 6.1.x
-# The template does a net install only
-#
-# Based on a script by: David Markey 
-#
-
-# Exit on errors
-set -o errexit
-# Echo commands
-set -o xtrace
-
-# This directory
-BASE_DIR=$(cd $(dirname "$0") && pwd)
-
-# For default setings see xenrc
-source $BASE_DIR/../xenrc
-
-# Get the params
-preseed_url=$1
-
-# Delete template or skip template creation as required
-previous_template=$(xe template-list name-label="$UBUNTU_INST_TEMPLATE_NAME" \
-    params=uuid --minimal)
-if [ -n "$previous_template" ]; then
-    if $CLEAN_TEMPLATES; then
-        xe template-param-clear param-name=other-config uuid=$previous_template
-        xe template-uninstall template-uuid=$previous_template force=true
-    else
-        echo "Template $UBUNTU_INST_TEMPLATE_NAME already present"
-        exit 0
-    fi
-fi
-
-# Get built-in template
-builtin_name="Debian Squeeze 6.0 (32-bit)"
-builtin_uuid=$(xe template-list name-label="$builtin_name" --minimal)
-if [[ -z $builtin_uuid ]]; then
-    echo "Cant find the Debian Squeeze 32bit template on your XenServer."
-    exit 1
-fi
-
-# Clone built-in template to create new template
-new_uuid=$(xe vm-clone uuid=$builtin_uuid \
-    new-name-label="$UBUNTU_INST_TEMPLATE_NAME")
-disk_size=$(($OSDOMU_VDI_GB * 1024 * 1024 * 1024))
-
-# Some of these settings can be found in example preseed files
-# however these need to be answered before the netinstall
-# is ready to fetch the preseed file, and as such must be here
-# to get a fully automated install
-pvargs="-- quiet console=hvc0 partman/default_filesystem=ext3 \
-console-setup/ask_detect=false locale=${UBUNTU_INST_LOCALE} \
-keyboard-configuration/layoutcode=${UBUNTU_INST_KEYBOARD} \
-netcfg/choose_interface=${HOST_IP_IFACE} \
-netcfg/get_hostname=os netcfg/get_domain=os auto \
-url=${preseed_url}"
-
-if [ "$NETINSTALLIP" != "dhcp" ]; then
-    netcfgargs="netcfg/disable_autoconfig=true \
-netcfg/get_nameservers=${UBUNTU_INST_NAMESERVERS} \
-netcfg/get_ipaddress=${UBUNTU_INST_IP} \
-netcfg/get_netmask=${UBUNTU_INST_NETMASK} \
-netcfg/get_gateway=${UBUNTU_INST_GATEWAY} \
-netcfg/confirm_static=true"
-    pvargs="${pvargs} ${netcfgargs}"
-fi
-
-xe template-param-set uuid=$new_uuid \
-    other-config:install-methods=http \
-    other-config:install-repository="$UBUNTU_INST_REPOSITORY" \
-    PV-args="$pvargs" \
-    other-config:debian-release="$UBUNTU_INST_RELEASE" \
-    other-config:default_template=true \
-    other-config:disks='' \
-    other-config:install-arch="$UBUNTU_INST_ARCH"
-
-echo "Ubuntu template installed uuid:$new_uuid"
diff --git a/tools/xen/scripts/install_ubuntu_template.sh.html b/tools/xen/scripts/install_ubuntu_template.sh.html
new file mode 100644
index 00000000..e2a97fe2
--- /dev/null
+++ b/tools/xen/scripts/install_ubuntu_template.sh.html
@@ -0,0 +1,478 @@
+
+
+
+    
+    install_ubuntu_template.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      install_ubuntu_template.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      This creates an Ubuntu Server 32bit or 64bit template
+on Xenserver 5.6.x, 6.0.x and 6.1.x
+The template does a net install only
      
+
      Based on a script by: David Markey <david.markey@citrix.com>
      
+
      +#!/bin/bash
+
+set -o errexit
+set -o nounset
+set -o xtrace
+
+
      
+
      This directory
      
+
      +BASE_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Source the top level functions
      
+
      +source $BASE_DIR/../../../functions
+
+
      
+
      For default setings see xenrc
      
+
      +source $BASE_DIR/../xenrc
+
+
      
+
      Get the params
      
+
      +preseed_url=$1
+
+
      
+
      Delete template or skip template creation as required
      
+
      +previous_template=$(xe template-list name-label="$UBUNTU_INST_TEMPLATE_NAME" \
+    params=uuid --minimal)
+if [ -n "$previous_template" ]; then
+    if $CLEAN_TEMPLATES; then
+        xe template-param-clear param-name=other-config uuid=$previous_template
+        xe template-uninstall template-uuid=$previous_template force=true
+    else
+        echo "Template $UBUNTU_INST_TEMPLATE_NAME already present"
+        exit 0
+    fi
+fi
+
+
      
+
      Get built-in template
      
+
      +builtin_name="Debian Squeeze 6.0 (32-bit)"
+builtin_uuid=$(xe template-list name-label="$builtin_name" --minimal)
+if [[ -z $builtin_uuid ]]; then
+    echo "Can't find the Debian Squeeze 32bit template on your XenServer."
+    exit 1
+fi
+
+
      
+
      Clone built-in template to create new template
      
+
      +new_uuid=$(xe vm-clone uuid=$builtin_uuid \
+    new-name-label="$UBUNTU_INST_TEMPLATE_NAME")
+disk_size=$(($OSDOMU_VDI_GB * 1024 * 1024 * 1024))
+
+
      
+
      Some of these settings can be found in example preseed files
+however these need to be answered before the netinstall
+is ready to fetch the preseed file, and as such must be here
+to get a fully automated install
      
+
      +pvargs="-- quiet console=hvc0 partman/default_filesystem=ext3 \
+console-setup/ask_detect=false locale=${UBUNTU_INST_LOCALE} \
+keyboard-configuration/layoutcode=${UBUNTU_INST_KEYBOARD} \
+netcfg/choose_interface=eth0 \
+netcfg/get_hostname=os netcfg/get_domain=os auto \
+url=${preseed_url}"
+
+if [ "$UBUNTU_INST_IP" != "dhcp" ]; then
+    netcfgargs="netcfg/disable_autoconfig=true \
+netcfg/get_nameservers=${UBUNTU_INST_NAMESERVERS} \
+netcfg/get_ipaddress=${UBUNTU_INST_IP} \
+netcfg/get_netmask=${UBUNTU_INST_NETMASK} \
+netcfg/get_gateway=${UBUNTU_INST_GATEWAY} \
+netcfg/confirm_static=true"
+    pvargs="${pvargs} ${netcfgargs}"
+fi
+
+xe template-param-set uuid=$new_uuid \
+    other-config:install-methods=http \
+    other-config:install-repository="http://${UBUNTU_INST_HTTP_HOSTNAME}${UBUNTU_INST_HTTP_DIRECTORY}" \
+    PV-args="$pvargs" \
+    other-config:debian-release="$UBUNTU_INST_RELEASE" \
+    other-config:default_template=true \
+    other-config:disks='<provision><disk device="0" size="'$disk_size'" sr="" bootable="true" type="system"/></provision>' \
+    other-config:install-arch="$UBUNTU_INST_ARCH"
+
+if ! [ -z "$UBUNTU_INST_HTTP_PROXY" ]; then
+    xe template-param-set uuid=$new_uuid \
+        other-config:install-proxy="$UBUNTU_INST_HTTP_PROXY"
+fi
+
+echo "Ubuntu template installed uuid:$new_uuid"
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/manage-vdi b/tools/xen/scripts/manage-vdi
deleted file mode 100755
index 05c4b074..00000000
--- a/tools/xen/scripts/manage-vdi
+++ /dev/null
@@ -1,86 +0,0 @@
-#!/bin/bash
-
-set -eux
-
-action="$1"
-vm="$2"
-device="${3-0}"
-part="${4-}"
-
-function xe_min() {
-  local cmd="$1"
-  shift
-  xe "$cmd" --minimal "$@"
-}
-
-function run_udev_settle() {
-  which_udev=$(which udevsettle) || true
-  if [ -n "$which_udev" ]; then
-      udevsettle
-  else
-      udevadm settle
-  fi
-}
-
-vm_uuid=$(xe_min vm-list name-label="$vm")
-vdi_uuid=$(xe_min vbd-list params=vdi-uuid vm-uuid="$vm_uuid" \
-                           userdevice="$device")
-
-dom0_uuid=$(xe_min vm-list is-control-domain=true)
-
-function get_mount_device() {
-  vbd_uuid=$1
-
-  dev=$(xe_min vbd-list params=device uuid="$vbd_uuid")
-  if [[ "$dev" =~ "sm/" ]]; then
-    DEBIAN_FRONTEND=noninteractive \
-        apt-get --option "Dpkg::Options::=--force-confold" --assume-yes \
-        install kpartx &> /dev/null || true
-    mapping=$(kpartx -av "/dev/$dev" | sed -ne 's,^add map \([a-z0-9\-]*\).*$,\1,p' | sed -ne "s,^\(.*${part}\)\$,\1,p")
-    if [ -z "$mapping" ]; then
-       echo "Failed to find mapping"
-       exit -1
-    fi
-    echo "/dev/mapper/${mapping}"
-  else
-    echo "/dev/$dev$part"
-  fi
-}
-
-function clean_dev_mappings() {
-  dev=$(xe_min vbd-list params=device uuid="$vbd_uuid")
-  if [[ "$dev" =~ "sm/" ]]; then
-    kpartx -dv "/dev/$dev"
-  fi
-}
-
-function open_vdi() {
-  vbd_uuid=$(xe vbd-create vm-uuid="$dom0_uuid" vdi-uuid="$vdi_uuid" \
-                         device=autodetect)
-  mp=$(mktemp -d)
-  xe vbd-plug uuid="$vbd_uuid"
-
-  run_udev_settle
-
-  mount_device=$(get_mount_device "$vbd_uuid")
-  mount "$mount_device" "$mp"
-  echo "Your vdi is mounted at $mp"
-}
-
-function close_vdi() {
-  vbd_uuid=$(xe_min vbd-list vm-uuid="$dom0_uuid" vdi-uuid="$vdi_uuid")
-  mount_device=$(get_mount_device "$vbd_uuid")
-  run_udev_settle
-  umount "$mount_device"
-
-  clean_dev_mappings
-
-  xe vbd-unplug uuid=$vbd_uuid
-  xe vbd-destroy uuid=$vbd_uuid
-}
-
-if [ "$action" == "open" ]; then
-  open_vdi
-elif [ "$action" == "close" ]; then
-  close_vdi
-fi
diff --git a/tools/xen/scripts/mkxva b/tools/xen/scripts/mkxva
deleted file mode 100755
index a316da2d..00000000
--- a/tools/xen/scripts/mkxva
+++ /dev/null
@@ -1,365 +0,0 @@
-#!/bin/bash
-#
-# Copyright (c) 2011 Citrix Systems, Inc.
-# Copyright 2011 OpenStack LLC.
-# All Rights Reserved.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License"); you may
-#    not use this file except in compliance with the License. You may obtain
-#    a copy of the License at
-#
-#         http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-#    License for the specific language governing permissions and limitations
-#    under the License.
-#
-
-set -eu
-
-set -o xtrace
-
-VBOX_IMG=/output/packages/vbox-img
-
-usage() {
-    cat >&2 < -t  -x    
-  -o: Colon-separated list of output filenames (one for each type).
-  -p: Create a disk label and partition within the output image
-  -t: Colon-separated list of types of output file.  xva and ovf supported.
-  -x: XML filenames (one for each type)
-
-EOF
-    exit 1
-}
-
-# parse cmdline
-
-OPT_USE_PARTITION=
-OPT_TYPES=
-OPT_OUTPUT_FILES=
-OPT_XML_FILES=
-
-while getopts o:pt:x: o
-do case "$o" in
-    o)    OPT_OUTPUT_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g')
-        ;;
-    p)    OPT_USE_PARTITION=1
-        ;;
-    t)    OPT_TYPES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g')
-        ;;
-    x)    OPT_XML_FILES=$(echo "$OPTARG" | sed -e 's/\s*:\s*/ /g')
-        ;;
-    [?])  usage
-        ;;
-    esac
-done
-shift $((OPTIND-1))
-
-[ $# -ne 3 ] && usage
-FS_STAGING="$1"
-FS_SIZE_MIB="$2"
-TMPDIR="$3"
-
-if [ "$UID" = "0" ]
-then
-  SUDO=
-else
-  SUDO=sudo
-fi
-
-if [ "$FS_SIZE_MIB" = "0" ]
-then
-    # Just create a dummy file.  This allows developers to bypass bits of
-    # the build by setting the size to 0.
-    touch $OPT_OUTPUT_FILES
-    exit 0
-fi
-
-# create temporary files and dirs
-FS_TMPFILE=$(mktemp "$TMPDIR/mkxva-fsimg-XXXXX")
-XVA_TARBALL_STAGING=$(mktemp -d "$TMPDIR/mkxva-tarball-staging-XXXXX")
-OVF_STAGING=$(mktemp -d "$TMPDIR/mkxva-ovf-staging-XXXXX")
-
-# Find udevsettle and udevtrigger on this installation
-if [ -x "/sbin/udevsettle" ] ; then
-    UDEVSETTLE="/sbin/udevsettle --timeout=30"
-elif [ -x "/sbin/udevadm" ] ; then
-    UDEVSETTLE='/sbin/udevadm settle'
-else
-    UDEVSETTLE='/bin/true'
-fi
-
-if [ -x "/sbin/udevtrigger" ] ; then
-    UDEVTRIGGER=/sbin/udevtrigger
-elif [ -x "/sbin/udevadm" ] ; then
-    UDEVTRIGGER='/sbin/udevadm trigger'
-else
-    UDEVTRIGGER=
-fi
-
-# CLEAN_ variables track devices and mounts that must be taken down
-# no matter how the script exits.  Loop devices are vulnerable to
-# exhaustion so we make every effort to remove them
-
-CLEAN_KPARTX=
-CLEAN_LOSETUP=
-CLEAN_MOUNTPOINT=
-
-cleanup_devices () {
-    if [ -n "$CLEAN_MOUNTPOINT" ] ; then
-        echo "Mountpoint $CLEAN_MOUNTPOINT removed on abnormal exit"
-        $SUDO umount "$CLEAN_MOUNTPOINT" || echo "umount failed"
-        rmdir "$CLEAN_MOUNTPOINT" || echo "rmdir failed"
-    fi
-    if [ -n "$CLEAN_KPARTX" ] ; then
-        echo "kpartx devices for $CLEAN_KPARTX removed on abnormal exit"
-        $SUDO kpartx -d "$CLEAN_KPARTX" || echo "kpartx -d failed"
-    fi
-    if [ -n "$CLEAN_LOSETUP" ] ; then
-        echo "Loop device $CLEAN_LOSETUP removed on abnormal exit"
-        $SUDO losetup -d "$CLEAN_LOSETUP" # Allow losetup errors to propagate
-    fi
-}
-
-trap "cleanup_devices" EXIT
-
-make_fs_inner () {
-    local staging="$1"
-    local output="$2"
-    local options="$3"
-    CLEAN_MOUNTPOINT=$(mktemp -d "$TMPDIR/mkfs-XXXXXX")
-
-    # copy staging dir contents to fs image
-    $SUDO mount $options "$output" "$CLEAN_MOUNTPOINT"
-    $SUDO tar -C "$staging" -c . | tar -C "$CLEAN_MOUNTPOINT" -x
-    $SUDO umount "$CLEAN_MOUNTPOINT"
-    rmdir "$CLEAN_MOUNTPOINT"
-    CLEAN_MOUNTPOINT=
-}
-
-# Turn a staging dir into an ext3 filesystem within a partition
-make_fs_in_partition () {
-    local staging="$1"
-    local output="$2"
-
-    # create new empty disk
-    dd if=/dev/zero of="$output" bs=1M count=$FS_SIZE_MIB
-    # Set up a loop device on the empty disk image
-    local loopdevice=$($SUDO losetup -f)
-    $SUDO losetup "$loopdevice" "$output"
-    CLEAN_LOSETUP="$loopdevice"
-    # Create a partition table and single partition.
-    # Start partition at sector 63 to allow space for grub
-    cat < "$CLEAN_MOUNTPOINT/boot/grub/grub.conf" </dev/null
-		gzip "$file"
-	else
-		local file="$outputdir"/$(printf "%08d" $i)
-	        dd if="$diskimg" of="$file" skip=$i bs=1M count=1 2>/dev/null
-		local chksum=$(sha1sum -b "$file")
-		echo -n "${chksum/ */}" > "$file.checksum"
-	fi
-	i=$(($i + 1))
-    done
-}
-
-if [ -n "$OPT_USE_PARTITION" ] ; then
-    make_fs_in_partition "$FS_STAGING" "$FS_TMPFILE"
-else
-    make_fs "$FS_STAGING" "$FS_TMPFILE"
-fi
-
-VDI_SIZE=$(stat --format=%s "$FS_TMPFILE")
-
-make_xva () {
-    local output_file="$1"
-    local xml_file="$2"
-    local subdir
-    local rio
-
-    if [[ `cat $xml_file` =~ "\s*class\s*VDI\s*\s*\s*id\s*(Ref:[0-9]+)" ]]
-    then
-        # it's a rio style xva
-        subdir="${BASH_REMATCH[1]}";
-        rio=1
-    else
-        # it's a geneva style xva
-        subdir="xvda"
-        rio=0
-    fi
-
-    cp "$xml_file" "$XVA_TARBALL_STAGING"/ova.xml
-    sed -i -e "s/@VDI_SIZE@/$VDI_SIZE/" "$XVA_TARBALL_STAGING"/ova.xml
-    mkdir "$XVA_TARBALL_STAGING/$subdir"
-    splitvdi "$FS_TMPFILE" "$XVA_TARBALL_STAGING/$subdir" "$rio"
-    TARFILE_MEMBERS=$(cd "$XVA_TARBALL_STAGING" && echo ova.xml $subdir/*)
-    tar -C "$XVA_TARBALL_STAGING" --format=v7 -c $TARFILE_MEMBERS -f "$output_file.tmp"
-    mv "$output_file.tmp" "$output_file"
-}
-
-make_ovf () {
-    local output_dir="$1"
-    local xml_file="$2"
-    local output_base=$(basename "$output_dir")
-    local disk="$output_dir/${output_base}.vmdk"
-    local manifest="$output_dir/${output_base}.mf"
-    local ovf="$output_dir/${output_base}.ovf"
-
-    mkdir -p "$output_dir"
-    rm -f "$disk"
-    $VBOX_IMG convert --srcfilename="$FS_TMPFILE" --dstfilename="$disk" \
-        --srcformat RAW --dstformat VMDK --variant Stream
-    chmod 0644 "$disk"
-
-    local n_bytes=$(stat --printf=%s "$disk")
-    cp "$xml_file" "$ovf"
-    sed -i -e "s/@MKXVA_DISK_FULLSIZE@/$VDI_SIZE/" "$ovf"
-    sed -i -e "s/@MKXVA_DISK_SIZE@/$n_bytes/" "$ovf"
-    sed -i -e "s/@MKXVA_DISK_MIB_SIZE@/$FS_SIZE_MIB/" "$ovf"
-    sed -i -e "s/@MKXVA_DISK_FILENAME@/${output_base}.vmdk/" "$ovf"
-
-    for to_sign in "$ovf" "$disk"
-    do
-	local sha1_sum=$(sha1sum "$to_sign" | cut -d' ' -f1)
-	echo "SHA1($(basename "$to_sign"))= $sha1_sum" >> $manifest
-    done
-}
-
-output_files="$OPT_OUTPUT_FILES"
-xml_files="$OPT_XML_FILES"
-# Iterate through the type list creating the relevant VMs
-for create_type in $OPT_TYPES
-do
-    # Shift one parameter from the front of the lists
-    create_output_file="${output_files%% *}"
-    output_files="${output_files#* }"
-    create_xml_file="${xml_files%% *}"
-    xml_files="${xml_files#* }"
-    echo "Creating $create_type appliance $create_output_file using metadata file $create_xml_file"
-
-    case "$create_type" in
-	xva)
-	    make_xva "$create_output_file" "$create_xml_file"
-	    ;;
-	ovf)
-	    make_ovf "$create_output_file" "$create_xml_file"
-	    ;;
-	*)
-	    echo "Unknown VM type '$create_type'"
-	    exit 1
-	    ;;
-    esac
-
-done
-
-
-# cleanup
-if [ -z "${DO_NOT_CLEANUP:-}" ] ; then
-    rm -rf "$XVA_TARBALL_STAGING"
-    rm -f "$FS_TMPFILE"
-fi
diff --git a/tools/xen/scripts/on_exit.sh b/tools/xen/scripts/on_exit.sh
deleted file mode 100755
index a4db39c2..00000000
--- a/tools/xen/scripts/on_exit.sh
+++ /dev/null
@@ -1,24 +0,0 @@
-#!/bin/bash
-
-set -e
-set -o xtrace
-
-declare -a on_exit_hooks
-
-on_exit()
-{
-    for i in $(seq $((${#on_exit_hooks[*]} - 1)) -1 0)
-    do
-        eval "${on_exit_hooks[$i]}"
-    done
-}
-
-add_on_exit()
-{
-    local n=${#on_exit_hooks[*]}
-    on_exit_hooks[$n]="$*"
-    if [[ $n -eq 0 ]]
-    then
-        trap on_exit EXIT
-    fi
-}
diff --git a/tools/xen/scripts/on_exit.sh.html b/tools/xen/scripts/on_exit.sh.html
new file mode 100644
index 00000000..796e048c
--- /dev/null
+++ b/tools/xen/scripts/on_exit.sh.html
@@ -0,0 +1,397 @@
+
+
+
+    
+    on_exit.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      on_exit.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      
+
      +#!/bin/bash
+
+set -e
+set -o xtrace
+
+if [ -z "${on_exit_hooks:-}" ]; then
+on_exit_hooks=()
+fi
+
+on_exit()
+{
+for i in $(seq $((${#on_exit_hooks[*]} - 1)) -1 0); do
+eval "${on_exit_hooks[$i]}"
+done
+}
+
+add_on_exit()
+{
+local n=${#on_exit_hooks[*]}
+on_exit_hooks[$n]="$*"
+if [[ $n -eq 0 ]]; then
+trap on_exit EXIT
+fi
+}
+
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/templatedelete.sh b/tools/xen/scripts/templatedelete.sh
deleted file mode 100755
index 66765b24..00000000
--- a/tools/xen/scripts/templatedelete.sh
+++ /dev/null
@@ -1,9 +0,0 @@
-#!/bin/bash
-
-#Usage: ./templatedelete.sh 
-
-templateuuid="$1"
-
-xe template-param-set other-config:default_template=false uuid="$templateuuid"
-xe template-param-set is-a-template=false uuid="$templateuuid"
-xe vm-destroy uuid="$templateuuid"
diff --git a/tools/xen/scripts/templatedelete.sh.html b/tools/xen/scripts/templatedelete.sh.html
new file mode 100644
index 00000000..48cd6d45
--- /dev/null
+++ b/tools/xen/scripts/templatedelete.sh.html
@@ -0,0 +1,382 @@
+
+
+
+    
+    templatedelete.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      templatedelete.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      
+
      +#!/bin/bash
+
+#Usage: ./templatedelete.sh <template-uuid>
+
+templateuuid="$1"
+
+xe template-param-set other-config:default_template=false uuid="$templateuuid"
+xe template-param-set is-a-template=false uuid="$templateuuid"
+xe vm-destroy uuid="$templateuuid"
+
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/uninstall-os-vpx.sh b/tools/xen/scripts/uninstall-os-vpx.sh
deleted file mode 100755
index 0feaec79..00000000
--- a/tools/xen/scripts/uninstall-os-vpx.sh
+++ /dev/null
@@ -1,84 +0,0 @@
-#!/bin/bash
-#
-# Copyright (c) 2011 Citrix Systems, Inc.
-# Copyright 2011 OpenStack LLC.
-# All Rights Reserved.
-#
-#    Licensed under the Apache License, Version 2.0 (the "License"); you may
-#    not use this file except in compliance with the License. You may obtain
-#    a copy of the License at
-#
-#         http://www.apache.org/licenses/LICENSE-2.0
-#
-#    Unless required by applicable law or agreed to in writing, software
-#    distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
-#    WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
-#    License for the specific language governing permissions and limitations
-#    under the License.
-#
-
-set -ex
-
-# By default, don't remove the templates
-REMOVE_TEMPLATES=${REMOVE_TEMPLATES:-"false"}
-if [ "$1" = "--remove-templates" ]; then
-  REMOVE_TEMPLATES=true
-fi
-
-xe_min()
-{
-  local cmd="$1"
-  shift
-  xe "$cmd" --minimal "$@"
-}
-
-destroy_vdi()
-{
-  local vbd_uuid="$1"
-  local type=$(xe_min vbd-list uuid=$vbd_uuid params=type)
-  local dev=$(xe_min vbd-list uuid=$vbd_uuid params=userdevice)
-  local vdi_uuid=$(xe_min vbd-list uuid=$vbd_uuid params=vdi-uuid)
-
-  if [ "$type" == 'Disk' ] && [ "$dev" != 'xvda' ] && [ "$dev" != '0' ]; then
-    xe vdi-destroy uuid=$vdi_uuid
-  fi
-}
-
-uninstall()
-{
-  local vm_uuid="$1"
-  local power_state=$(xe_min vm-list uuid=$vm_uuid params=power-state)
-
-  if [ "$power_state" != "halted" ]; then
-    xe vm-shutdown vm=$vm_uuid force=true
-  fi
-
-  for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
-    destroy_vdi "$v"
-  done
-
-  xe vm-uninstall vm=$vm_uuid force=true >/dev/null
-}
-
-uninstall_template()
-{
-  local vm_uuid="$1"
-
-  for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
-    destroy_vdi "$v"
-  done
-
-  xe template-uninstall template-uuid=$vm_uuid force=true >/dev/null
-}
-
-# remove the VMs and their disks
-for u in $(xe_min vm-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
-  uninstall "$u"
-done
-
-# remove the templates
-if [ "$REMOVE_TEMPLATES" == "true" ]; then
-  for u in $(xe_min template-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
-    uninstall_template "$u"
-  done
-fi
diff --git a/tools/xen/scripts/uninstall-os-vpx.sh.html b/tools/xen/scripts/uninstall-os-vpx.sh.html
new file mode 100644
index 00000000..9e4a29ca
--- /dev/null
+++ b/tools/xen/scripts/uninstall-os-vpx.sh.html
@@ -0,0 +1,466 @@
+
+
+
+    
+    uninstall-os-vpx.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      uninstall-os-vpx.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Copyright (c) 2011 Citrix Systems, Inc.
+Copyright 2011 OpenStack Foundation
+All Rights Reserved.
      
+
      
+
      Licensed under the Apache License, Version 2.0 (the "License"); you may
+not use this file except in compliance with the License. You may obtain
+a copy of the License at
      
+
      
+http://www.apache.org/licenses/LICENSE-2.0
      
+
      Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+License for the specific language governing permissions and limitations
+under the License.
      
+
      
+
      +#!/bin/bash
+
+set -ex
+
+
      
+
      By default, don't remove the templates
      
+
      +REMOVE_TEMPLATES=${REMOVE_TEMPLATES:-"false"}
+if [ "$1" = "--remove-templates" ]; then
+    REMOVE_TEMPLATES=true
+fi
+
+xe_min()
+{
+    local cmd="$1"
+    shift
+    xe "$cmd" --minimal "$@"
+}
+
+destroy_vdi()
+{
+    local vbd_uuid="$1"
+    local type=$(xe_min vbd-list uuid=$vbd_uuid params=type)
+    local dev=$(xe_min vbd-list uuid=$vbd_uuid params=userdevice)
+    local vdi_uuid=$(xe_min vbd-list uuid=$vbd_uuid params=vdi-uuid)
+
+    if [ "$type" == 'Disk' ] && [ "$dev" != 'xvda' ] && [ "$dev" != '0' ]; then
+        xe vdi-destroy uuid=$vdi_uuid
+    fi
+}
+
+uninstall()
+{
+    local vm_uuid="$1"
+    local power_state=$(xe_min vm-list uuid=$vm_uuid params=power-state)
+
+    if [ "$power_state" != "halted" ]; then
+        xe vm-shutdown vm=$vm_uuid force=true
+    fi
+
+    for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
+        destroy_vdi "$v"
+    done
+
+    xe vm-uninstall vm=$vm_uuid force=true >/dev/null
+}
+
+uninstall_template()
+{
+    local vm_uuid="$1"
+
+    for v in $(xe_min vbd-list vm-uuid=$vm_uuid | sed -e 's/,/ /g'); do
+        destroy_vdi "$v"
+    done
+
+    xe template-uninstall template-uuid=$vm_uuid force=true >/dev/null
+}
+
+
      
+
      remove the VMs and their disks
      
+
      +for u in $(xe_min vm-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
+    uninstall "$u"
+done
+
+
      
+
      remove the templates
      
+
      +if [ "$REMOVE_TEMPLATES" == "true" ]; then
+    for u in $(xe_min template-list other-config:os-vpx=true | sed -e 's/,/ /g'); do
+        uninstall_template "$u"
+    done
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/scripts/xenoneirictemplate.sh.html b/tools/xen/scripts/xenoneirictemplate.sh.html
new file mode 100644
index 00000000..3d6d8694
--- /dev/null
+++ b/tools/xen/scripts/xenoneirictemplate.sh.html
@@ -0,0 +1,411 @@
+
+
+
+    
+    xenoneirictemplate.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      xenoneirictemplate.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Some of these settings can be found in example preseed files
+however these need to be answered before the netinstall
+is ready to fetch the preseed file, and as such must be here
+to get a fully automated install
      
+
      +#!/bin/bash
+## makeubuntu.sh, this creates Ubuntu server 11.10 32 and 64 bit templates
+## on Xenserver 6.0.2 Net install only
+## Original Author: David Markey <david.markey@citrix.com>
+## Author: Renuka Apte <renuka.apte@citrix.com>
+## This is not an officially supported guest OS on XenServer 6.0.2
+
+BASE_DIR=$(cd $(dirname "$0") && pwd)
+source $BASE_DIR/../../../localrc
+
+LENNY=$(xe template-list name-label=Debian\ Squeeze\ 6.0\ \(32-bit\) --minimal)
+
+if [[ -z $LENNY ]] ; then
+echo "Cant find Squeeze 32bit template."
+exit 1
+fi
+
+distro="Ubuntu 11.10 for DevStack"
+arches=("32-bit" "64-bit")
+
+preseedurl=${1:-"http://images.ansolabs.com/devstackubuntupreseed.cfg"}
+
+NETINSTALL_LOCALE=${NETINSTALL_LOCALE:-en_US}
+NETINSTALL_KEYBOARD=${NETINSTALL_KEYBOARD:-us}
+NETINSTALL_IFACE=${NETINSTALL_IFACE:-eth3}
+
+for arch in ${arches[@]} ; do
+echo "Attempting $distro ($arch)"
+if [[ -n $(xe template-list name-label="$distro ($arch)" params=uuid --minimal) ]] ; then
+echo "$distro ($arch)" already exists, Skipping
+else
+if [ -z $NETINSTALLIP ]
+then
+echo "NETINSTALLIP not set in localrc"
+exit 1
+fi
+pvargs="-- quiet console=hvc0 partman/default_filesystem=ext3 locale=${NETINSTALL_LOCALE} console-setup/ask_detect=false keyboard-configuration/layoutcode=${NETINSTALL_KEYBOARD} netcfg/choose_interface=${NETINSTALL_IFACE} netcfg/get_hostname=os netcfg/get_domain=os auto url=${preseedurl}"
+        if [ "$NETINSTALLIP" != "dhcp" ]
+        then
+            netcfgargs="netcfg/disable_autoconfig=true netcfg/get_nameservers=${NAMESERVERS} netcfg/get_ipaddress=${NETINSTALLIP} netcfg/get_netmask=${NETMASK} netcfg/get_gateway=${GATEWAY} netcfg/confirm_static=true"
+            pvargs="${pvargs} ${netcfgargs}"
+        fi
+        NEWUUID=$(xe vm-clone uuid=$LENNY new-name-label="$distro ($arch)")
+        xe template-param-set uuid=$NEWUUID other-config:install-methods=http,ftp \
+         other-config:install-repository=http://archive.ubuntu.net/ubuntu \
+         PV-args="$pvargs" \
+         other-config:debian-release=oneiric \
+         other-config:default_template=true
+
+        if [[ "$arch" == "32-bit" ]] ; then
+            xe template-param-set uuid=$NEWUUID other-config:install-arch="i386"
+        else
+            xe template-param-set uuid=$NEWUUID other-config:install-arch="amd64"
+        fi
+        echo "Success"
+    fi
+done
+
+echo "Done"
+
+
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/templates/hosts.in b/tools/xen/templates/hosts.in
deleted file mode 100644
index 8ab4c3e9..00000000
--- a/tools/xen/templates/hosts.in
+++ /dev/null
@@ -1,8 +0,0 @@
-127.0.0.1   localhost
-127.0.0.1   %HOSTNAME%
-::1     localhost ip6-localhost ip6-loopback
-fe00::0     ip6-localnet
-ff00::0     ip6-mcastprefix
-ff02::1     ip6-allnodes
-ff02::2     ip6-allrouters
-
diff --git a/tools/xen/templates/interfaces.in b/tools/xen/templates/interfaces.in
deleted file mode 100644
index 74b41ccf..00000000
--- a/tools/xen/templates/interfaces.in
+++ /dev/null
@@ -1,23 +0,0 @@
-auto lo
-iface lo inet loopback
-
-# If eth3 is static, the order should not matter
-# and eth0 will have the default gateway. If not,
-# we probably want the default gateway to be
-# what is on the public interface. Hence changed
-# the order here.
-auto eth3
-iface eth3 inet static
-        address @ETH3_IP@
-        netmask @ETH3_NETMASK@
-
-auto eth1
-iface eth1 inet static
-        address @ETH1_IP@
-        netmask @ETH1_NETMASK@
-post-up ethtool -K eth1 tx off
-
-auto eth2
-iface eth2 inet static
-        address @ETH2_IP@
-        netmask @ETH2_NETMASK@
diff --git a/tools/xen/templates/menu.lst.in b/tools/xen/templates/menu.lst.in
deleted file mode 100644
index 8bc64262..00000000
--- a/tools/xen/templates/menu.lst.in
+++ /dev/null
@@ -1,6 +0,0 @@
-default 0
-
-title default
-        root (hd0,0)
-        kernel /boot/vmlinuz-@KERNEL_VERSION@ ro root=LABEL=vpxroot console=xvc0
-        initrd /boot/initrd.img-@KERNEL_VERSION@
diff --git a/tools/xen/templates/ova.xml.in b/tools/xen/templates/ova.xml.in
deleted file mode 100644
index 01041e20..00000000
--- a/tools/xen/templates/ova.xml.in
+++ /dev/null
@@ -1,14 +0,0 @@
-
-
-        
-                
-                
-                
-                
-                
-        
-        
-
-
diff --git a/tools/xen/test_functions.sh.html b/tools/xen/test_functions.sh.html
new file mode 100644
index 00000000..1eb062b9
--- /dev/null
+++ b/tools/xen/test_functions.sh.html
@@ -0,0 +1,632 @@
+
+
+
+    
+    test_functions.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      test_functions.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      Tests for functions.
      
+
      The tests are sourcing the mocks file to mock out various functions. The
+mocking-out always happens in a sub-shell, thus it does not have impact on
+the functions defined here.
      
+
      +#!/bin/bash
+
+
+
      
+
      To run the tests, please run:
      
+
      ./test_functions.sh run_tests
      
+
      To only print out the discovered test functions, run:
      
+
      ./test_functions.sh
      
+
      +
+. functions
+
+
      
+
      Setup
      
+
      +function before_each_test {
+    LIST_OF_DIRECTORIES=$(mktemp)
+    truncate -s 0 $LIST_OF_DIRECTORIES
+
+    LIST_OF_ACTIONS=$(mktemp)
+    truncate -s 0 $LIST_OF_ACTIONS
+
+    XE_RESPONSE=$(mktemp)
+    truncate -s 0 $XE_RESPONSE
+
+    XE_CALLS=$(mktemp)
+    truncate -s 0 $XE_CALLS
+
+    DEAD_MESSAGES=$(mktemp)
+    truncate -s 0 $DEAD_MESSAGES
+}
+
+
      
+
      Teardown
      
+
      +function after_each_test {
+    rm -f $LIST_OF_DIRECTORIES
+    rm -f $LIST_OF_ACTIONS
+    rm -f $XE_RESPONSE
+    rm -f $XE_CALLS
+}
+
+
      
+
      Helpers
      
+
      +function setup_xe_response {
+    echo "$1" > $XE_RESPONSE
+}
+
+function given_directory_exists {
+    echo "$1" >> $LIST_OF_DIRECTORIES
+}
+
+function assert_directory_exists {
+    grep "$1" $LIST_OF_DIRECTORIES
+}
+
+function assert_previous_command_failed {
+    [ "$?" != "0" ] || exit 1
+}
+
+function assert_xe_min {
+    grep -qe "^--minimal\$" $XE_CALLS
+}
+
+function assert_xe_param {
+    grep -qe "^$1\$" $XE_CALLS
+}
+
+function assert_died_with {
+    diff -u <(echo "$1") $DEAD_MESSAGES
+}
+
+function mock_out {
+    local FNNAME="$1"
+    local OUTPUT="$2"
+
+    . <(cat << EOF
+function $FNNAME {
+    echo "$OUTPUT"
+}
+EOF
+)
+}
+
+function assert_symlink {
+    grep -qe "^ln -s $2 $1\$" $LIST_OF_ACTIONS
+}
+
+
      
+
      Tests
      
+
      +function test_plugin_directory_on_xenserver {
+    given_directory_exists "/etc/xapi.d/plugins/"
+
+    PLUGDIR=$(. mocks && xapi_plugin_location)
+
+    [ "/etc/xapi.d/plugins/" = "$PLUGDIR" ]
+}
+
+function test_plugin_directory_on_xcp {
+    given_directory_exists "/usr/lib/xcp/plugins/"
+
+    PLUGDIR=$(. mocks && xapi_plugin_location)
+
+    [ "/usr/lib/xcp/plugins/" = "$PLUGDIR" ]
+}
+
+function test_no_plugin_directory_found {
+    set +e
+
+    local IGNORE
+    IGNORE=$(. mocks && xapi_plugin_location)
+
+    assert_previous_command_failed
+
+    grep "[ -d /etc/xapi.d/plugins/ ]" $LIST_OF_ACTIONS
+    grep "[ -d /usr/lib/xcp/plugins/ ]" $LIST_OF_ACTIONS
+}
+
+function test_zip_snapshot_location_http {
+    diff \
+    <(zip_snapshot_location "http://github.com/openstack/nova.git" "master") \
+    <(echo "http://github.com/openstack/nova/zipball/master")
+}
+
+function test_zip_snapsot_location_git {
+    diff \
+    <(zip_snapshot_location "git://github.com/openstack/nova.git" "master") \
+    <(echo "http://github.com/openstack/nova/zipball/master")
+}
+
+function test_create_directory_for_kernels {
+    (
+        . mocks
+        mock_out get_local_sr_path /var/run/sr-mount/uuid1
+        create_directory_for_kernels
+    )
+
+    assert_directory_exists "/var/run/sr-mount/uuid1/os-guest-kernels"
+    assert_symlink "/boot/guest" "/var/run/sr-mount/uuid1/os-guest-kernels"
+}
+
+function test_create_directory_for_kernels_existing_dir {
+    (
+        . mocks
+        given_directory_exists "/boot/guest"
+        create_directory_for_kernels
+    )
+
+    diff -u $LIST_OF_ACTIONS - << EOF
+[ -d /boot/guest ]
+EOF
+}
+
+function test_create_directory_for_images {
+    (
+        . mocks
+        mock_out get_local_sr_path /var/run/sr-mount/uuid1
+        create_directory_for_images
+    )
+
+    assert_directory_exists "/var/run/sr-mount/uuid1/os-images"
+    assert_symlink "/images" "/var/run/sr-mount/uuid1/os-images"
+}
+
+function test_create_directory_for_images_existing_dir {
+    (
+        . mocks
+        given_directory_exists "/images"
+        create_directory_for_images
+    )
+
+    diff -u $LIST_OF_ACTIONS - << EOF
+[ -d /images ]
+EOF
+}
+
+function test_extract_remote_zipball {
+    local RESULT=$(. mocks && extract_remote_zipball "someurl")
+
+    diff <(cat $LIST_OF_ACTIONS) - << EOF
+wget -nv someurl -O tempfile --no-check-certificate
+unzip -q -o tempfile -d tempdir
+rm -f tempfile
+EOF
+
+    [ "$RESULT" = "tempdir" ]
+}
+
+function test_extract_remote_zipball_wget_fail {
+    set +e
+
+    local IGNORE
+    IGNORE=$(. mocks && extract_remote_zipball "failurl")
+
+    assert_died_with "Failed to download [failurl]"
+}
+
+function test_find_nova_plugins {
+    local tmpdir=$(mktemp -d)
+
+    mkdir -p "$tmpdir/blah/blah/u/xapi.d/plugins"
+
+    [ "$tmpdir/blah/blah/u/xapi.d/plugins" = $(find_xapi_plugins_dir $tmpdir) ]
+
+    rm -rf $tmpdir
+}
+
+function test_get_local_sr {
+    setup_xe_response "uuid123"
+
+    local RESULT=$(. mocks && get_local_sr)
+
+    [ "$RESULT" == "uuid123" ]
+
+    assert_xe_param "pool-list" params=default-SR minimal=true
+}
+
+function test_get_local_sr_path {
+    local RESULT=$(mock_out get_local_sr "uuid1" && get_local_sr_path)
+
+    [ "/var/run/sr-mount/uuid1" == "$RESULT" ]
+}
+
+
      
+
      Test runner
      
+
      +[ "$1" = "" ] && {
+    grep -e "^function *test_" $0 | cut -d" " -f2
+}
+
+[ "$1" = "run_tests" ] && {
+    for testname in $($0); do
+        echo "$testname"
+        before_each_test
+        (
+            set -eux
+            $testname
+        )
+        if [ "$?" != "0" ]; then
+            echo "FAIL"
+            exit 1
+        else
+            echo "PASS"
+        fi
+
+        after_each_test
+    done
+}
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
      
+
      
+
+
diff --git a/tools/xen/xenrc b/tools/xen/xenrc
deleted file mode 100644
index 1a5a2a93..00000000
--- a/tools/xen/xenrc
+++ /dev/null
@@ -1,76 +0,0 @@
-#!/bin/bash
-
-#
-# XenServer specific defaults for the /tools/xen/ scripts
-# Similar to stackrc, you can override these in your localrc
-#
-
-# Name of this guest
-GUEST_NAME=${GUEST_NAME:-DevStackOSDomU}
-
-# Size of image
-VDI_MB=${VDI_MB:-5000}
-OSDOMU_MEM_MB=1024
-OSDOMU_VDI_GB=8
-
-# VM Password
-GUEST_PASSWORD=${GUEST_PASSWORD:-secrete}
-
-# Host Interface, i.e. the interface on the nova vm you want to expose the
-# services on. Usually eth2 (management network) or eth3 (public network) and
-# not eth0 (private network with XenServer host) or eth1 (VM traffic network)
-# This is also used as the interface for the Ubuntu install
-HOST_IP_IFACE=${HOST_IP_IFACE:-eth3}
-
-#
-# Our nova host's network info
-#
-
-# A host-only ip that let's the interface come up, otherwise unused
-VM_IP=${VM_IP:-10.255.255.255}
-MGT_IP=${MGT_IP:-172.16.100.55}
-PUB_IP=${PUB_IP:-192.168.1.55}
-
-# Public network
-PUB_BR=${PUB_BR:-"xenbr0"}
-PUB_DEV=${PUB_DEV:-eth0}
-PUB_VLAN=${PUB_VLAN:--1}
-PUB_NETMASK=${PUB_NETMASK:-255.255.255.0}
-
-# VM network params
-VM_NETMASK=${VM_NETMASK:-255.255.255.0}
-VM_BR=${VM_BR:-""}
-VM_VLAN=${VM_VLAN:-100}
-VM_DEV=${VM_DEV:-eth0}
-
-# MGMT network params
-MGT_NETMASK=${MGT_NETMASK:-255.255.255.0}
-MGT_BR=${MGT_BR:-""}
-MGT_VLAN=${MGT_VLAN:-101}
-MGT_DEV=${MGT_DEV:-eth0}
-
-# Decide if you should enable eth0,
-# the guest installer network
-# You need to disable this on xcp-xapi on Ubuntu 12.04
-ENABLE_GI=true
-
-# Ubuntu install settings
-UBUNTU_INST_RELEASE="oneiric"
-UBUNTU_INST_TEMPLATE_NAME="Ubuntu 11.10 (64-bit) for DevStack"
-# For 12.04 use "precise" and update template name
-# However, for 12.04, you should be using
-# XenServer 6.1 and later or XCP 1.6 or later
-# 11.10 is only really supported with XenServer 6.0.2 and later
-UBUNTU_INST_ARCH="amd64"
-UBUNTU_INST_REPOSITORY="http://archive.ubuntu.net/ubuntu"
-UBUNTU_INST_LOCALE="en_US"
-UBUNTU_INST_KEYBOARD="us"
-# network configuration for HOST_IP_IFACE during install
-UBUNTU_INST_IP="dhcp"
-UBUNTU_INST_NAMESERVERS=""
-UBUNTU_INST_NETMASK=""
-UBUNTU_INST_GATEWAY=""
-
-# Load stackrc defaults
-# then override with settings from localrc
-cd ../.. && source ./stackrc && cd $TOP_DIR
diff --git a/unstack.sh b/unstack.sh
deleted file mode 100755
index a086d5c6..00000000
--- a/unstack.sh
+++ /dev/null
@@ -1,112 +0,0 @@
-#!/usr/bin/env bash
-
-# **unstack.sh**
-
-# Stops that which is started by ``stack.sh`` (mostly)
-# mysql and rabbit are left running as OpenStack code refreshes
-# do not require them to be restarted.
-#
-# Stop all processes by setting ``UNSTACK_ALL`` or specifying ``--all``
-# on the command line
-
-# Keep track of the current devstack directory.
-TOP_DIR=$(cd $(dirname "$0") && pwd)
-
-# Import common functions
-source $TOP_DIR/functions
-
-# Import database library
-source $TOP_DIR/lib/database
-
-# Load local configuration
-source $TOP_DIR/stackrc
-
-# Destination path for service data
-DATA_DIR=${DATA_DIR:-${DEST}/data}
-
-# Get project function libraries
-source $TOP_DIR/lib/baremetal
-source $TOP_DIR/lib/cinder
-source $TOP_DIR/lib/horizon
-source $TOP_DIR/lib/swift
-source $TOP_DIR/lib/quantum
-
-# Determine what system we are running on.  This provides ``os_VENDOR``,
-# ``os_RELEASE``, ``os_UPDATE``, ``os_PACKAGE``, ``os_CODENAME``
-GetOSVersion
-
-if [[ "$1" == "--all" ]]; then
-    UNSTACK_ALL=${UNSTACK_ALL:-1}
-fi
-
-# Run extras
-# ==========
-
-if [[ -d $TOP_DIR/extras.d ]]; then
-    for i in $TOP_DIR/extras.d/*.sh; do
-        [[ -r $i ]] && source $i unstack
-    done
-fi
-
-if [[ "$Q_USE_DEBUG_COMMAND" == "True" ]]; then
-    source $TOP_DIR/openrc
-    teardown_quantum_debug
-fi
-
-# Shut down devstack's screen to get the bulk of OpenStack services in one shot
-SCREEN=$(which screen)
-if [[ -n "$SCREEN" ]]; then
-    SESSION=$(screen -ls | awk '/[0-9].stack/ { print $1 }')
-    if [[ -n "$SESSION" ]]; then
-        screen -X -S $SESSION quit
-    fi
-fi
-
-# Swift runs daemons
-if is_service_enabled swift; then
-    stop_swift
-    cleanup_swift
-fi
-
-# Apache has the WSGI processes
-if is_service_enabled horizon; then
-    stop_horizon
-fi
-
-# Kill TLS proxies
-if is_service_enabled tls-proxy; then
-    killall stud
-fi
-
-# baremetal might have created a fake environment
-if is_service_enabled baremetal && [[ "$BM_USE_FAKE_ENV" = "True" ]]; then
-    cleanup_fake_baremetal_env
-fi
-
-SCSI_PERSIST_DIR=$CINDER_STATE_PATH/volumes/*
-
-# Get the iSCSI volumes
-if is_service_enabled cinder; then
-    cleanup_cinder
-fi
-
-if [[ -n "$UNSTACK_ALL" ]]; then
-    # Stop MySQL server
-    if is_service_enabled mysql; then
-        stop_service mysql
-    fi
-
-    if is_service_enabled postgresql; then
-        stop_service postgresql
-    fi
-
-    # Stop rabbitmq-server
-    if is_service_enabled rabbit; then
-        stop_service rabbitmq-server
-    fi
-fi
-
-if is_service_enabled quantum; then
-    stop_quantum
-    stop_quantum_third_party
-fi
diff --git a/unstack.sh.html b/unstack.sh.html
new file mode 100644
index 00000000..6d919463
--- /dev/null
+++ b/unstack.sh.html
@@ -0,0 +1,601 @@
+
+
+
+    
+    unstack.sh
+    
+
+
+
      
+    
      
+    
+    
+      
+        
+        
+      
+    
+    
+        
+    
+    
      unstack.sh
      
+
+
+
+
+
+
+
+
+
+
      
+
+
+
      unstack.sh
      
+
      +#!/usr/bin/env bash
+
+
+
      
+
      Stops that which is started by stack.sh (mostly)
+mysql and rabbit are left running as OpenStack code refreshes
+do not require them to be restarted.
      
+
      Stop all processes by setting UNSTACK_ALL or specifying --all
+on the command line
      
+
      +
+
      
+
      Keep track of the current devstack directory.
      
+
      +TOP_DIR=$(cd $(dirname "$0") && pwd)
+
+
      
+
      Import common functions
      
+
      +source $TOP_DIR/functions
+
+
      
+
      Import database library
      
+
      +source $TOP_DIR/lib/database
+
+
      
+
      Load local configuration
      
+
      +source $TOP_DIR/stackrc
+
+
      
+
      Destination path for service data
      
+
      +DATA_DIR=${DATA_DIR:-${DEST}/data}
+
+if [[ $EUID -eq 0 ]]; then
+    echo "You are running this script as root."
+    echo "It might work but you will have a better day running it as $STACK_USER"
+    exit 1
+fi
+
+
+
      
+
      
+
      Configure Projects
      
+
      +
+
      
+
      Import apache functions
      
+
      +source $TOP_DIR/lib/apache
+
+
      
+
      Import TLS functions
      
+
      +source $TOP_DIR/lib/tls
+
+
      
+
      Source project function libraries
      
+
      +source $TOP_DIR/lib/infra
+source $TOP_DIR/lib/oslo
+source $TOP_DIR/lib/stackforge
+source $TOP_DIR/lib/horizon
+source $TOP_DIR/lib/keystone
+source $TOP_DIR/lib/glance
+source $TOP_DIR/lib/nova
+source $TOP_DIR/lib/cinder
+source $TOP_DIR/lib/swift
+source $TOP_DIR/lib/ceilometer
+source $TOP_DIR/lib/heat
+source $TOP_DIR/lib/neutron
+source $TOP_DIR/lib/baremetal
+source $TOP_DIR/lib/ldap
+source $TOP_DIR/lib/dstat
+
+
      
+
      
+
      Extras Source
      
+
      +
+
      
+
      Phase: source
      
+
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i source
+    done
+fi
+
+
      
+
      Determine what system we are running on.  This provides os_VENDOR,
+os_RELEASE, os_UPDATE, os_PACKAGE, os_CODENAME
      
+
      +GetOSVersion
+
+if [[ "$1" == "--all" ]]; then
+    UNSTACK_ALL=${UNSTACK_ALL:-1}
+fi
+
+
      
+
+
+
      
+
      Run extras
      
+
      +
+
      
+
      Phase: unstack
      
+
      +if [[ -d $TOP_DIR/extras.d ]]; then
+    for i in $TOP_DIR/extras.d/*.sh; do
+        [[ -r $i ]] && source $i unstack
+    done
+fi
+
+if [[ "$Q_USE_DEBUG_COMMAND" == "True" ]]; then
+    source $TOP_DIR/openrc
+    teardown_neutron_debug
+fi
+
+
      
+
      Call service stop
      
+
      +
+if is_service_enabled heat; then
+    stop_heat
+fi
+
+if is_service_enabled ceilometer; then
+    stop_ceilometer
+fi
+
+if is_service_enabled nova; then
+    stop_nova
+fi
+
+if is_service_enabled glance; then
+    stop_glance
+fi
+
+if is_service_enabled key; then
+    stop_keystone
+fi
+
+
      
+
      Swift runs daemons
      
+
      +if is_service_enabled s-proxy; then
+    stop_swift
+    cleanup_swift
+fi
+
+
      
+
      Apache has the WSGI processes
      
+
      +if is_service_enabled horizon; then
+    stop_horizon
+fi
+
+
      
+
      Kill TLS proxies and cleanup certificates
      
+
      +if is_service_enabled tls-proxy; then
+    stop_tls_proxy
+    cleanup_CA
+fi
+
+SCSI_PERSIST_DIR=$CINDER_STATE_PATH/volumes/*
+
+
      
+
      Get the iSCSI volumes
      
+
      +if is_service_enabled cinder; then
+    stop_cinder
+    cleanup_cinder
+fi
+
+if [[ -n "$UNSTACK_ALL" ]]; then
+
      
+
      Stop MySQL server
      
+
      +    if is_service_enabled mysql; then
+        stop_service mysql
+    fi
+
+    if is_service_enabled postgresql; then
+        stop_service postgresql
+    fi
+
+
      
+
      Stop rabbitmq-server
      
+
      +    if is_service_enabled rabbit; then
+        stop_service rabbitmq-server
+    fi
+fi
+
+if is_service_enabled neutron; then
+    stop_neutron
+    stop_neutron_third_party
+    cleanup_neutron
+fi
+
+if is_service_enabled trove; then
+    cleanup_trove
+fi
+
+stop_dstat
+
+
      
+
      Clean up the remainder of the screen processes
      
+
      +SCREEN=$(which screen)
+if [[ -n "$SCREEN" ]]; then
+    SESSION=$(screen -ls | awk '/[0-9].stack/ { print $1 }')
+    if [[ -n "$SESSION" ]]; then
+        screen -X -S $SESSION quit
+    fi
+fi
+
+
+
      +
      
+
      
+
      +
+
      
+
+
+
+
      
+
      
+
+