From 4d5eb24980856f850528acd8a75bd1b71b1b67a0 Mon Sep 17 00:00:00 2001 From: Mumshad Mannambeth Date: Sun, 11 Jun 2017 21:20:12 -0400 Subject: [PATCH] Add helper scripts and copy helper scripts to Ansible host machine prior to execution --- helpers/AnsibleAPI.py | 337 ++++++++++++++++++++++ helpers/dir_tree.py | 15 + helpers/list_tasks_json.py | 271 +++++++++++++++++ server/components/ansible/ansible_tool.js | 43 ++- server/components/scp/scp_exec.js | 11 +- 5 files changed, 658 insertions(+), 19 deletions(-) create mode 100644 helpers/AnsibleAPI.py create mode 100644 helpers/dir_tree.py create mode 100644 helpers/list_tasks_json.py diff --git a/helpers/AnsibleAPI.py b/helpers/AnsibleAPI.py new file mode 100644 index 0000000..d260f87 --- /dev/null +++ b/helpers/AnsibleAPI.py @@ -0,0 +1,337 @@ +#!/usr/bin/env python + +import os +import sys +import stat +from collections import namedtuple + +from ansible.cli import CLI +from ansible.parsing.dataloader import DataLoader +from ansible.inventory import Inventory +from ansible.executor.playbook_executor import PlaybookExecutor +from ansible.playbook import Playbook + +from ansible.playbook.block import Block +from ansible.playbook.play_context import PlayContext +from ansible.utils.vars import load_extra_vars +from ansible.utils.vars import load_options_vars +from ansible.vars import VariableManager + +import optparse + +import json +import argparse + +parser = None + +def host_vars(): + parser.add_argument('--inventory_file', help='Inventory Filename', required=True) + parser.add_argument('--host_name', help='Host or Group name', required=True) + args= parser.parse_args() + + variable_manager = VariableManager() + loader = DataLoader() + + inventory = Inventory(loader=loader, variable_manager=variable_manager, host_list=args.inventory_file) + result = None + if args.host_name in variable_manager.__getstate__()['host_vars_files']: + result = variable_manager.__getstate__()['host_vars_files'][args.host_name] + elif args.host_name in variable_manager.__getstate__()['group_vars_files']: + result = variable_manager.__getstate__()['group_vars_files'][args.host_name] + elif args.host_name: + sys.stderr.write('\nHost %s not found in host vars or group vars files' % args.host_name) + sys.exit(1) + + print(json.dumps(result)) + + +def play_vars(): + parser.add_argument('--playbook_path', help='Playbook path', required=True) + parser.add_argument('--play_name', help='Play Name', required=True) + args = parser.parse_args() + + variable_manager = VariableManager() + loader = DataLoader() + + # host12_vars = variable_manager.get_vars(loader=loader, host=inventory.parser.groups[args.host_name]) + + playbook_path = args.playbook_path + + if not os.path.exists(playbook_path): + print('[ERROR] The playbook does not exist') + sys.exit() + # + # Options = namedtuple('Options', ['listtags', 'listtasks', 'listhosts', 'syntax', 'connection','module_path', 'forks', 'remote_user', 'private_key_file', 'ssh_common_args', 'ssh_extra_args', 'sftp_extra_args', 'scp_extra_args', 'become', 'become_method', 'become_user', 'verbosity', 'check']) + # options = Options(listtags=False, listtasks=False, listhosts=False, syntax=False, connection='ssh', module_path=None, forks=100, remote_user='slotlocker', private_key_file=None, ssh_common_args=None, ssh_extra_args=None, sftp_extra_args=None, scp_extra_args=None, become=True, become_method=None, become_user='root', verbosity=None, check=False) + # + # # variable_manager.extra_vars = {'hosts': 'mywebserver'} # This can accomodate various other command line arguments.` + # + # passwords = {} + # + pb = Playbook.load(playbook_path, variable_manager=variable_manager, loader=loader) + plays = pb.get_plays() + for play in plays: + if play._included_path is not None: + loader.set_basedir(play._included_path) + else: + loader.set_basedir(pb._basedir) + result = variable_manager.get_vars(loader=loader, play=play) + + # pbex = PlaybookExecutor(playbooks=[playbook_path], inventory=inventory, variable_manager=variable_manager, loader=loader, options=options, passwords=passwords) + + # results = pbex.run() + + print(json.dumps(result)) + +def role_vars(): + parser.add_argument('--playbook_path', help='Test Playbook path for role - usually role/tests/test.yml', required=True) + parser.add_argument('--vault_password_file', help='Vault password file - usually role/tests/test.yml', required=True) + args = parser.parse_args() + + variable_manager = VariableManager() + loader = DataLoader() + + if args.vault_password_file: + # read vault_pass from a file + vault_pass = CLI.read_vault_password_file(args.vault_password_file, loader=loader) + loader.set_vault_password(vault_pass) + + playbook_path = args.playbook_path + + if not os.path.exists(playbook_path): + print('[ERROR] The playbook does not exist') + sys.exit(1) + + pb = Playbook.load(playbook_path, variable_manager=variable_manager, loader=loader) + plays = pb.get_plays() + + if len(plays) == 0: + print('[ERROR] No plays in playbook') + sys.exit(1) + + first_play = plays[0] + if first_play._included_path is not None: + loader.set_basedir(first_play._included_path) + else: + loader.set_basedir(pb._basedir) + + result = dict() + for role in first_play.roles: + result.update(role.get_default_vars()) + result.update(role.get_vars()) + + print(json.dumps(result)) + + +def parse(self): + # create parser for CLI options + parser = CLI.base_parser( + usage="%prog playbook.yml", + connect_opts=True, + meta_opts=True, + runas_opts=True, + subset_opts=True, + check_opts=True, + inventory_opts=True, + runtask_opts=True, + vault_opts=True, + fork_opts=True, + module_opts=True, + ) + + # ansible playbook specific opts + parser.add_option('--list-tasks', dest='listtasks', action='store_true', + help="list all tasks that would be executed") + parser.add_option('--list-tags', dest='listtags', action='store_true', + help="list all available tags") + parser.add_option('--step', dest='step', action='store_true', + help="one-step-at-a-time: confirm each task before running") + parser.add_option('--start-at-task', dest='start_at_task', + help="start the playbook at the task matching this name") + + self.options, self.args = parser.parse_args(self.args[1:]) + + self.parser = parser + + if len(self.args) == 0: + raise Exception("You must specify a playbook file to run") + + # display.verbosity = self.options.verbosity + self.validate_conflicts(runas_opts=True, vault_opts=True, fork_opts=True) + +def list_tags(): + # ansible playbook specific opts + # parser.add_argument('--list-tasks', dest='listtasks', action='store_true', + # help="list all tasks that would be executed") + # parser.add_argument('--list-tags', dest='listtags', action='store_true', + # help="list all available tags") + # parser.add_argument('--step', dest='step', action='store_true', + # help="one-step-at-a-time: confirm each task before running") + # parser.add_argument('--start-at-task', dest='start_at_task', + # help="start the playbook at the task matching this name") + # + # parser.add_argument('--inventory_file', help='Inventory Filename', required=True) + # parser.add_argument('--playbook_path', help='Inventory Filename', required=True) + + parser = CLI.base_parser( + usage="%prog playbook.yml", + connect_opts=True, + meta_opts=True, + runas_opts=True, + subset_opts=True, + check_opts=True, + inventory_opts=True, + runtask_opts=True, + vault_opts=True, + fork_opts=True, + module_opts=True, + ) + + # ansible playbook specific opts + parser.add_option('--list-tasks', dest='listtasks', action='store_true', + help="list all tasks that would be executed") + parser.add_option('--list-tags', dest='listtags', action='store_true', + help="list all available tags") + parser.add_option('--step', dest='step', action='store_true', + help="one-step-at-a-time: confirm each task before running") + parser.add_option('--start-at-task', dest='start_at_task', + help="start the playbook at the task matching this name") + + options, args = parser.parse_args(args[1:]) + + # options = parser.parse_args() + + inventory_path = options.inventory_file + playbook_path = options.playbook_path + + if not os.path.exists(playbook_path): + print('[ERROR] The playbook does not exist') + sys.exit(1) + + loader = DataLoader() + + # initial error check, to make sure all specified playbooks are accessible + # before we start running anything through the playbook executor + # for playbook in playbooks: + # if not os.path.exists(playbook): + # raise Exception("the playbook: %s could not be found" % playbook) + # if not (os.path.isfile(playbook) or stat.S_ISFIFO(os.stat(playbook).st_mode)): + # raise Exception("the playbook: %s does not appear to be a file" % playbook) + + # create the variable manager, which will be shared throughout + # the code, ensuring a consistent view of global variables + variable_manager = VariableManager() + # variable_manager.extra_vars = load_extra_vars(loader=loader, options=options) + + # variable_manager.options_vars = load_options_vars(options) + + # create the inventory, and filter it based on the subset specified (if any) + inventory = Inventory(loader=loader, variable_manager=variable_manager, host_list=inventory_path) + variable_manager.set_inventory(inventory) + + # (which is not returned in list_hosts()) is taken into account for + # warning if inventory is empty. But it can't be taken into account for + # checking if limit doesn't match any hosts. Instead we don't worry about + # limit if only implicit localhost was in inventory to start with. + # + # Fix this when we rewrite inventory by making localhost a real host (and thus show up in list_hosts()) + no_hosts = False + if len(inventory.list_hosts()) == 0: + # Empty inventory + print("provided hosts list is empty, only localhost is available") + no_hosts = True + # inventory.subset(options.subset) + if len(inventory.list_hosts()) == 0 and no_hosts is False: + # Invalid limit + raise Exception("Specified --limit does not match any hosts") + + # flush fact cache if requested + # if options.flush_cache: + # for host in inventory.list_hosts(): + # variable_manager.clear_facts(host) + + passwords = {} + + # create the playbook executor, which manages running the plays via a task queue manager + pbex = PlaybookExecutor(playbooks=[playbook_path], inventory=inventory, variable_manager=variable_manager, + loader=loader, options=options, passwords=passwords) + + results = pbex.run() + + if isinstance(results, list): + for p in results: + + print('\nplaybook: %s' % p['playbook']) + for idx, play in enumerate(p['plays']): + msg = "\n play #%d (%s): %s" % (idx + 1, ','.join(play.hosts), play.name) + mytags = set(play.tags) + msg += '\tTAGS: [%s]' % (','.join(mytags)) + + if options.listhosts: + playhosts = set(inventory.get_hosts(play.hosts)) + msg += "\n pattern: %s\n hosts (%d):" % (play.hosts, len(playhosts)) + for host in playhosts: + msg += "\n %s" % host + + print(msg) + + all_tags = set() + if options.listtags or options.listtasks: + taskmsg = '' + if options.listtasks: + taskmsg = ' tasks:\n' + + def _process_block(b): + taskmsg = '' + for task in b.block: + if isinstance(task, Block): + taskmsg += _process_block(task) + else: + if task.action == 'meta': + continue + + all_tags.update(task.tags) + if options.listtasks: + cur_tags = list(mytags.union(set(task.tags))) + cur_tags.sort() + if task.name: + taskmsg += " %s" % task.get_name() + else: + taskmsg += " %s" % task.action + taskmsg += "\tTAGS: [%s]\n" % ', '.join(cur_tags) + + return taskmsg + + all_vars = variable_manager.get_vars(loader=loader, play=play) + play_context = PlayContext(play=play, options=options) + for block in play.compile(): + block = block.filter_tagged_tasks(play_context, all_vars) + if not block.has_tasks(): + continue + taskmsg += _process_block(block) + + if options.listtags: + cur_tags = list(mytags.union(all_tags)) + cur_tags.sort() + taskmsg += " TASK TAGS: [%s]\n" % ', '.join(cur_tags) + + print(taskmsg) + +def main(): + global parser + parser = argparse.ArgumentParser() + parser.add_argument('command', help='Command Type - [host_vars, play_vars]') + args, unknown = parser.parse_known_args() + + if args.command == 'host_vars': + host_vars() + elif args.command == 'play_vars': + play_vars() + elif args.command == 'role_vars': + role_vars() + elif args.command == 'list': + list_tags() + + +if __name__ == '__main__': + main() diff --git a/helpers/dir_tree.py b/helpers/dir_tree.py new file mode 100644 index 0000000..52f8464 --- /dev/null +++ b/helpers/dir_tree.py @@ -0,0 +1,15 @@ +import os +import json + +def path_to_dict(path): + d = {'name': os.path.basename(path),'path': os.path.abspath(path)} + if os.path.isdir(path): + d['type'] = "directory" + d['children'] = [path_to_dict(os.path.join(path,x)) for x in os.listdir\ +(path)] + else: + d['type'] = "file" + filename, d['extension'] = os.path.splitext(path) + return d + +print json.dumps(path_to_dict('.')) diff --git a/helpers/list_tasks_json.py b/helpers/list_tasks_json.py new file mode 100644 index 0000000..9505710 --- /dev/null +++ b/helpers/list_tasks_json.py @@ -0,0 +1,271 @@ +#!/usr/bin/env python + +# (c) 2012, Michael DeHaan +# +# This file is part of Ansible +# +# Ansible is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# Ansible is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with Ansible. If not, see . + +######################################################## + +# +# This is a customized version of the Ansible Playbook script to list tasks in JSON format +# + +from __future__ import (absolute_import, division, print_function) +__metaclass__ = type + +import os +import stat +import json + +from ansible.cli import CLI +from ansible.errors import AnsibleError, AnsibleOptionsError +from ansible.executor.playbook_executor import PlaybookExecutor +from ansible.inventory import Inventory +from ansible.parsing.dataloader import DataLoader +from ansible.playbook.block import Block +from ansible.playbook.play_context import PlayContext +from ansible.utils.vars import load_extra_vars +from ansible.utils.vars import load_options_vars +from ansible.vars import VariableManager + +try: + from __main__ import display +except ImportError: + from ansible.utils.display import Display + display = Display() + + +#--------------------------------------------------------------------------------------------------- + +class PlaybookCLI(CLI): + ''' code behind ansible playbook cli''' + + def parse(self): + + # create parser for CLI options + parser = CLI.base_parser( + usage = "%prog playbook.yml", + connect_opts=True, + meta_opts=True, + runas_opts=True, + subset_opts=True, + check_opts=True, + inventory_opts=True, + runtask_opts=True, + vault_opts=True, + fork_opts=True, + module_opts=True, + ) + + # ansible playbook specific opts + parser.add_option('--list-tasks', dest='listtasks', action='store_true', + help="list all tasks that would be executed", default=True) + parser.add_option('--list-tasks-json', dest='listtasksjson', action='store_true', + help="list all tasks that would be executed") + parser.add_option('--list-tags', dest='listtags', action='store_true', + help="list all available tags") + parser.add_option('--step', dest='step', action='store_true', + help="one-step-at-a-time: confirm each task before running") + parser.add_option('--start-at-task', dest='start_at_task', + help="start the playbook at the task matching this name") + + self.options, self.args = parser.parse_args(self.args[1:]) + + + self.parser = parser + + if len(self.args) == 0: + raise AnsibleOptionsError("You must specify a playbook file to run") + + display.verbosity = self.options.verbosity + self.validate_conflicts(runas_opts=True, vault_opts=True, fork_opts=True) + + def run(self): + + super(PlaybookCLI, self).run() + + # Note: slightly wrong, this is written so that implicit localhost + # Manage passwords + sshpass = None + becomepass = None + vault_pass = None + passwords = {} + + # don't deal with privilege escalation or passwords when we don't need to + if not self.options.listhosts and not self.options.listtasks and not self.options.listtags and not self.options.syntax: + self.normalize_become_options() + (sshpass, becomepass) = self.ask_passwords() + passwords = { 'conn_pass': sshpass, 'become_pass': becomepass } + + loader = DataLoader() + + if self.options.vault_password_file: + # read vault_pass from a file + vault_pass = CLI.read_vault_password_file(self.options.vault_password_file, loader=loader) + loader.set_vault_password(vault_pass) + elif self.options.ask_vault_pass: + vault_pass = self.ask_vault_passwords()[0] + loader.set_vault_password(vault_pass) + + # initial error check, to make sure all specified playbooks are accessible + # before we start running anything through the playbook executor + for playbook in self.args: + if not os.path.exists(playbook): + raise AnsibleError("the playbook: %s could not be found" % playbook) + if not (os.path.isfile(playbook) or stat.S_ISFIFO(os.stat(playbook).st_mode)): + raise AnsibleError("the playbook: %s does not appear to be a file" % playbook) + + # create the variable manager, which will be shared throughout + # the code, ensuring a consistent view of global variables + variable_manager = VariableManager() + variable_manager.extra_vars = load_extra_vars(loader=loader, options=self.options) + + variable_manager.options_vars = load_options_vars(self.options) + + # create the inventory, and filter it based on the subset specified (if any) + inventory = Inventory(loader=loader, variable_manager=variable_manager, host_list=self.options.inventory) + variable_manager.set_inventory(inventory) + + # (which is not returned in list_hosts()) is taken into account for + # warning if inventory is empty. But it can't be taken into account for + # checking if limit doesn't match any hosts. Instead we don't worry about + # limit if only implicit localhost was in inventory to start with. + # + # Fix this when we rewrite inventory by making localhost a real host (and thus show up in list_hosts()) + no_hosts = False + if len(inventory.list_hosts()) == 0: + # Empty inventory + # display.warning("provided hosts list is empty, only localhost is available") + no_hosts = True + inventory.subset(self.options.subset) + if len(inventory.list_hosts()) == 0 and no_hosts is False: + # Invalid limit + raise AnsibleError("Specified --limit does not match any hosts") + + # flush fact cache if requested + if self.options.flush_cache: + for host in inventory.list_hosts(): + variable_manager.clear_facts(host) + + # create the playbook executor, which manages running the plays via a task queue manager + pbex = PlaybookExecutor(playbooks=self.args, inventory=inventory, variable_manager=variable_manager, loader=loader, options=self.options, passwords=passwords) + + results = pbex.run() + + result_playbooks_object = [] + result_json_object = {'playbooks': result_playbooks_object} + + if isinstance(results, list): + for p in results: + result_plays = [] + result_playbook_object = { + 'name' : p['playbook'], + 'plays' : result_plays + } + + result_playbooks_object.append(result_playbook_object) + + if not self.options.listtasksjson: + display.display('\nplaybook: %s' % p['playbook']) + + for idx, play in enumerate(p['plays']): + + msg = "\n play #%d (%s): %s" % (idx + 1, ','.join(play.hosts), play.name) + mytags = set(play.tags) + msg += '\tTAGS: [%s]' % (','.join(mytags)) + + result_tasks = [] + result_play_object = { + 'name': play.name, + 'pattern': play.hosts, + 'tags': [x.encode('UTF8') for x in mytags], + 'tasks': result_tasks + } + + result_plays.append(result_play_object) + + if self.options.listhosts: + playhosts = set(inventory.get_hosts(play.hosts)) + msg += "\n pattern: %s\n hosts (%d):" % (play.hosts, len(playhosts)) + for host in playhosts: + msg += "\n %s" % host + + result_play_object['hosts'] = [str(x) for x in playhosts] + + if not self.options.listtasksjson: + display.display(msg) + + all_tags = set() + if self.options.listtags or self.options.listtasks: + taskmsg = '' + if self.options.listtasks: + taskmsg = ' tasks:\n' + + def _process_block(b): + taskmsg = '' + for task in b.block: + if isinstance(task, Block): + taskmsg += _process_block(task) + else: + if task.action == 'meta': + continue + + all_tags.update(task.tags) + if self.options.listtasks: + cur_tags = list(mytags.union(set(task.tags))) + cur_tags.sort() + + result_task_object = {'tags':[x.encode('UTF8') for x in cur_tags]} + result_tasks.append(result_task_object) + + if task.name: + taskmsg += " %s" % task.get_name() + result_task_object['name'] = task.get_name().encode('UTF8') + else: + taskmsg += " %s" % task.action + taskmsg += "\tTAGS: [%s]\n" % ', '.join(cur_tags) + + return taskmsg + + all_vars = variable_manager.get_vars(loader=loader, play=play) + play_context = PlayContext(play=play, options=self.options) + for block in play.compile(): + block = block.filter_tagged_tasks(play_context, all_vars) + if not block.has_tasks(): + continue + taskmsg += _process_block(block) + + if self.options.listtags: + cur_tags = list(mytags.union(all_tags)) + cur_tags.sort() + taskmsg += " TASK TAGS: [%s]\n" % ', '.join(cur_tags) + + if not self.options.listtasksjson: + display.display(taskmsg) + + if self.options.listtasksjson: + print(json.dumps(result_json_object, indent=4, sort_keys=True)) + + return 0 + else: + return results + +import sys + +if __name__ == '__main__': + playbook = PlaybookCLI(sys.argv) + playbook.parse() + playbook.run() diff --git a/server/components/ansible/ansible_tool.js b/server/components/ansible/ansible_tool.js index 5e866c5..948ede9 100644 --- a/server/components/ansible/ansible_tool.js +++ b/server/components/ansible/ansible_tool.js @@ -70,7 +70,7 @@ exports.executeAnsible = function(logfilename,project_folder, playbook_name, inv fs.writeFileSync(logFile," Completed \n",{'flag':'a'}); // export ANSIBLE_GATHERING=FALSE; - var command= 'export ANSIBLE_FORCE_COLOR=true; export ANSIBLE_HOST_KEY_CHECKING=False; cd "' + project_folder + '"; ansible-playbook --vault-password-file ~/.vault_pass.txt "' + playbook_name + '" -i "' + inventory_file_name + '"'; + var command= 'export ANSIBLE_FORCE_COLOR=true; export ANSIBLE_HOST_KEY_CHECKING=False; cd "' + project_folder + '"; ansible-playbook "' + playbook_name + '" -i "' + inventory_file_name + '"'; if(ansibleEngine.customModules){ command = 'export ANSIBLE_LIBRARY="' + ansibleEngine.customModules + '"; ' + command; @@ -125,7 +125,7 @@ exports.getVars = function(project_folder, inventory_file_name, host_name, dataC var fs = require('filendir'); - var AnsibleAPILocation = '/opt/ehc-builder-scripts/ansible_modules/AnsibleAPI.py'; + var AnsibleAPILocation = '/tmp/AnsibleAPI.py'; var command= 'cd "' + project_folder + '"; python "' + AnsibleAPILocation + '" host_vars --inventory_file="' + inventory_file_name + '"'; @@ -139,18 +139,20 @@ exports.getVars = function(project_folder, inventory_file_name, host_name, dataC console.log("Command= " + command); - ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + scp2_exec.copyFileToScriptEngine('./helpers/AnsibleAPI.py',AnsibleAPILocation,ansibleEngine,function(){ + ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + }, errorCallback); }; exports.getRolesVars = function(project_folder, role_name, dataCallback, successCallback,errorCallback,ansibleEngine){ - var AnsibleAPILocation = '/opt/ehc-builder-scripts/ansible_modules/AnsibleAPI.py'; + var AnsibleAPILocation = '/tmp/AnsibleAPI.py'; var project_roles_folder = project_folder + '/roles'; var playbook_path = role_name + '/tests/test.yml'; - var command= 'cd "' + project_roles_folder + '"; python "' + AnsibleAPILocation + '" role_vars --playbook_path="' + playbook_path + '" --vault_password_file ~/.vault_pass.txt'; + var command= 'cd "' + project_roles_folder + '"; python "' + AnsibleAPILocation + '" role_vars --playbook_path="' + playbook_path + '" '; if(ansibleEngine.customModules){ command = 'export ANSIBLE_LIBRARY="' + ansibleEngine.customModules + '"; ' + command; @@ -158,7 +160,10 @@ exports.getRolesVars = function(project_folder, role_name, dataCallback, success console.log("Command= " + command); - ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + scp2_exec.copyFileToScriptEngine('./helpers/AnsibleAPI.py',AnsibleAPILocation,ansibleEngine,function(){ + ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + }, errorCallback); + }; @@ -565,10 +570,11 @@ exports.importRole = function(roleType, roleNameUri, successCallback, errorCallb exports.getRoleFiles = function(roleName, successCallback, errorCallback, ansibleEngine){ var projectFolder = ansibleEngine.projectFolder; - // var command = 'node /opt/node-programs/dirTree.js "' + projectFolder + '/roles/' + roleName + '"'; - var command = 'cd "' + projectFolder + '/roles/' + roleName + '"; python /opt/ehc-builder-scripts/bin/dir_tree.py'; + var command = 'cd "' + projectFolder + '/roles/' + roleName + '"; python /tmp/dir_tree.py'; - ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + scp2_exec.copyFileToScriptEngine('./helpers/dir_tree.py','/tmp/dir_tree.py',ansibleEngine,function(){ + ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + }. errorCallback); }; @@ -581,10 +587,11 @@ exports.getRoleFiles = function(roleName, successCallback, errorCallback, ansibl exports.getProjectFiles = function(successCallback, errorCallback, ansibleEngine){ var projectFolder = ansibleEngine.projectFolder; - // var command = 'node /opt/node-programs/dirTree.js "' + projectFolder + '/roles/' + roleName + '"'; - var command = 'cd "' + projectFolder + '"; python /opt/ehc-builder-scripts/bin/dir_tree.py'; + var command = 'cd "' + projectFolder + '"; python /tmp/dir_tree.py'; - ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + scp2_exec.copyFileToScriptEngine('./helpers/dir_tree.py','/tmp/dir_tree.py',ansibleEngine,function(response){ + ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + }, errorCallback); }; @@ -599,14 +606,20 @@ exports.getProjectFiles = function(successCallback, errorCallback, ansibleEngine */ exports.getTagList = function(project_folder, playbook_name, inventory_file_name, successCallback, errorCallback, ansibleEngine){ - //var command = 'cd "' + project_folder + '"; ansible-playbook --vault-password-file ~/.vault_pass.txt "' + playbook_name + '" -i "' + inventory_file_name + '" --list-tags'; - var command = 'cd "' + project_folder + '"; python2.7 /opt/ehc-builder-scripts/ansible_modules/my_playbook.py --vault-password-file ~/.vault_pass.txt "' + playbook_name + '" -i "' + inventory_file_name + '" --list-hosts --list-tasks-json '; + var command = 'cd "' + project_folder + '"; python2.7 /tmp/list_tasks_json.py "' + playbook_name + '" -i "' + inventory_file_name + '" --list-hosts --list-tasks-json '; if(ansibleEngine.customModules){ command = 'export ANSIBLE_LIBRARY="' + ansibleEngine.customModules + '"; ' + command; } - ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + console.log("Command = " + command); + + scp2_exec.copyFileToScriptEngine('./helpers/list_tasks_json.py','/tmp/list_tasks_json.py',ansibleEngine,function(response){ + console.log("Executing sshc command = " + command); + ssh2_exec.executeCommand(command,null,successCallback,errorCallback,ansibleEngine); + }, errorCallback); + + }; diff --git a/server/components/scp/scp_exec.js b/server/components/scp/scp_exec.js index 18eac86..9d4bbef 100644 --- a/server/components/scp/scp_exec.js +++ b/server/components/scp/scp_exec.js @@ -3,7 +3,7 @@ import config from '../../config/environment'; var client = require('scp2'); -exports.copyFileToScriptEngine = function(sourcePath,destinationPath,ansibleEngine){ +exports.copyFileToScriptEngine = function(sourcePath,destinationPath,ansibleEngine,successCallback,errorCallback){ var connHost = ansibleEngine.ansibleHost || config.scriptEngine.host; var connUser = ansibleEngine.ansibleHostUser || config.scriptEngine.user; @@ -32,15 +32,18 @@ exports.copyFileToScriptEngine = function(sourcePath,destinationPath,ansibleEngi cl.on('error', function(error) { console.log("SCP Connect Error" + error); + errorCallback && errorCallback(err); return error }); cl.upload(sourcePath,destinationPath,function(err) { if(err){ - console.error(err) + console.error(err); + errorCallback && errorCallback(err); }else{ - console.log("Successfully uploaded file") - cl.close() + console.log("Successfully uploaded file"); + cl.close(); + successCallback("Successfully uploaded file") } }) };