工具介绍:
创建虚拟机会使用多线程队列的方式去控制同时创建的虚拟机数量 如果在创建的虚拟机比较多,会2次创建。第一次会在各个宿主机上创建一台,其余的会再第一次创建成功后创建。 因为第一次创建需要传输镜像会比较慢,在宿主机上已经有对应的镜像后,再次创建相同镜像的虚拟机,不再需要传输相应的镜像(所有相同镜像的虚拟机共用同一个后端镜像,openstack对镜像管理使用copy on write技术) 查询和更改主要都是通过查询数据库实现。 其它功能自测。 |
使用帮助:
python openstack_manager.py --help
创建虚拟机:
python openstack_manager.py -c -f vmhost -t nslm -c, 指定是要进行创建虚拟机 , -f 指定要创建的虚拟机列表文件 , -t 指定要给那个项目创建虚拟机
删除虚拟机:
python openstack_manager.py -d ip1 ip2 -d 指定要删除的ip ,可以跟多个
查看某个虚拟机信息
python openstack_manager.py -i ip1 ip2 -i 指定ip,后面可以跟上多个值
查看宿主机下的虚拟机信息
python openstack_manager.py -n node1 node2 -n 指定node,可以跟上多个值
更改虚拟机配置:
python openstack_manager.py -u ip -F flavor -u指定某个ip, -F 指定某个配置
批量ping:
python openstack_manager.py -p -f vmhost -p指定进行批量ping,-f指定文件
从文件中获取创建虚拟机的命令
(创建过程中某个虚拟机出错,可以进行查看创建虚拟机命令进行手动创建)
python openstack_manager.py -g -f vmhost -t -g指定要进行获取命令,-f指定文件,-t指定项目
-f 指定文件的文件格式:
批量ping是检查ip虚拟机是否存在,指定的文件也是参照此格式
nodename instance_ip flavor |
一行一个虚拟机
其它使用信息:
脚本中的flavor对应的flavor id,项目帐号密码和镜像ID,数据库帐号等替换成自己生产环境中的信息
#!/usr/bin/python #coding:utf8 #Auth by lust import sys,commands,os,MySQLdb import Queue, threading,time from fabric.colors import * from optparse import OptionParser class vmListAnaly(): def __init__(self,vmlist_file): self.f_handle = open(vmlist_file) self.vmlist = {} while True: self.file_tmp = self.f_handle.readline() if self.file_tmp: if self.vmlist.has_key(self.file_tmp.split()[0]): self.vmlist[self.file_tmp.split()[0]].append((self.file_tmp.split()[1],self.file_tmp.split()[2])) else: self.vmlist[self.file_tmp.split()[0]] = [] self.vmlist[self.file_tmp.split()[0]].append((self.file_tmp.split()[1],self.file_tmp.split()[2])) else: break def getAllIps(self): ips = [] for __host in self.vmlist: for i in self.vmlist[__host]: ips.append(i[0]) return ips def getFirstIps(self): ips = [] for __host in self.vmlist: ips.append(self.vmlist[__host][0][0]) return ips def getSecondIps(self): ips = [] for __host in self.vmlist: del self.vmlist[__host][0] for __host in self.vmlist: for i in self.vmlist[__host]: ips.append(i[0]) return ips def getAllCreInfo(self): return self.vmlist def getFirstCreInfo(self): results = [] for __host in self.vmlist: self.vmlist[__host] = [self.vmlist[__host][0]] return self.vmlist def getSecondCreInfo(self): for __host in self.vmlist: del self.vmlist[__host][0] return self.vmlist def __del__(self): self.f_handle.close() class getCmd(): def __init__(self,project,vminfo,flavor,mysql_host,mysql_user,mysql_passwd): self.mysql_user = mysql_user self.mysql_host = mysql_host self.mysql_passwd = mysql_passwd self.project = project self.vminfo = vminfo self.flavor = flavor self.create_cmd = [] def get_cmd(self): quantum_obj = mysqlEng(host=self.mysql_host,user=self.mysql_user,passwd=self.mysql_passwd) for __host in self.vminfo: if self.vminfo[__host]: for i in self.vminfo[__host]: __ip = i[0] __flavor = i[1] __network_id = quantum_obj.getNetworkID(__ip) __tmp = "nova --os-username %s --os-password %s --os-tenant-name %s boot --security-groups %s --flavor %s --p_w_picpath %s --nic net-id=%s,v4-fixed-ip=%s --meta lan=%s --availability-zone nova:%s %s" % (self.project['OS_USERNAME'],self.project['OS_PASSWORD'],self.project['OS_TENANT_NAME'],self.project['SECURITY_GROUPS'],flavor[__flavor],self.project['IMAGE_ID'],__network_id,__ip,__ip,__host,__ip) self.create_cmd.append(__tmp) return self.create_cmd class mysqlEng(): def __init__(self,host='127.0.0.1',user='root',passwd='',port='3306'): self.conn = MySQLdb.connect(host=host,user=user,passwd=passwd,port=3306) self.cur = self.conn.cursor() def getNetworkID(self,ip): self.conn.select_db('quantum') net = "%s.%s.%s.0/24"%(ip.split('.')[0],ip.split('.')[1],ip.split('.')[2]) __sql = "select network_id from subnets where name='%s'" % net self.cur.execute(__sql) ret = self.cur.fetchall() return ret[0][0] def getVmstate(self,ip): self.conn.select_db('nova') __sql = "select instances.uuid,instance_metadata.value,instances.host,instances.vm_state from instance_metadata,instances where instances.uuid = instance_metadata.instance_uuid and instance_metadata.value = %s and instances.vm_state not in ('error','deleted');" self.cur.execute(__sql,ip) ret = self.cur.fetchall() return ret[0][3] def getActNum(self,ips): self.conn.select_db('nova') __sql = "select count(*) from instance_metadata,instances where instances.uuid = instance_metadata.instance_uuid and instance_metadata.value in ('%s') and instances.vm_state = 'active';" % "','".join(ips) self.cur.execute(__sql) ret = self.cur.fetchall() return ret[0][0] def updateInstanceFlavor(self,ip,flavor): self.conn.select_db('nova') __get_flavor_info_sql="select id,memory_mb,vcpus from instance_types where flavorid = '%s' and deleted = 0;" % flavor self.cur.execute(__get_flavor_info_sql) __flavor_info = self.cur.fetchall() __flavor_id = __flavor_info[0][0] __mem = __flavor_info[0][1] __vcpus = __flavor_info[0][2] __update_flavor_info_sql="update instances set instance_type_id='%d',vcpus='%d',memory_mb='%d' where hostname='%s' AND vm_state != 'deleted' AND vm_state != 'error';" % (__flavor_id,__vcpus,__mem,ip) self.cur.execute(__update_flavor_info_sql) self.conn.commit() def getInstanceFlavor(self,ip): self.conn.select_db('nova') __get_instance_flavor_sql = "select vcpus,memory_mb from instances where hostname='%s' AND vm_state != 'deleted' AND vm_state != 'error';" % ip self.cur.execute(__get_instance_flavor_sql) ret = self.cur.fetchall() results = (ip,ret[0][0],ret[0][1]) return results def getInstanceInfo(self,ips): self.conn.select_db('nova') __get_instance_info_sql = "select instances.uuid,instance_metadata.value,instances.host,instances.vm_state,memory_mb from instance_metadata,instances where instances.uuid = instance_metadata.instance_uuid and instance_metadata.value in ('%s') and instances.vm_state !='error' and instances.vm_state != 'deleted';" % "','".join(ips) self.cur.execute(__get_instance_info_sql) ret = self.cur.fetchall() return ret def getNodeInfo(self,nodes): self.conn.select_db('nova') __get_node_info_sql = "select instances.uuid,instance_metadata.value,instances.host,instances.vm_state,memory_mb from instance_metadata,instances where instances.uuid = instance_metadata.instance_uuid and instances.host in ('%s') and instances.vm_state !='error' and instances.vm_state != 'deleted';" % "','".join(nodes) self.cur.execute(__get_node_info_sql) ret = self.cur.fetchall() return ret def __del__(self): self.cur.close() self.conn.close() class checkIps(): def __init__(self): self.ping_queue = Queue.Queue() self.up_ip = [] self.down_ip =[] def __check(self,q): while q.qsize(): __ip = q.get() __cmd = "ping -c 2 %s" % __ip if commands.getstatusoutput(__cmd)[0] == 0: self.up_ip.append(__ip) else: self.down_ip.append(__ip) q.task_done() def put2q(self,ips): for __ip in ips: self.ping_queue.put(__ip) def checking(self): print yellow('Checking ips ...') for i in xrange(100): __pingd = threading.Thread(target=self.__check,args=(self.ping_queue,)) __pingd.setDaemon __pingd.start() self.ping_queue.join() return {'up':self.up_ip,'down':self.down_ip} class createVm(): def __init__(self,mysql_host,mysql_user,mysql_passwd): self.create_queue = Queue.Queue() self.mysql_user = mysql_user self.mysql_host = mysql_host self.mysql_passwd = mysql_passwd def __put2q(self,cmd_list,q): while len(cmd_list) > 0: while q.qsize() <= 3: q.put(cmd_list.pop()) time.sleep(1) if not cmd_list: break time.sleep(1) def __create(self,q): time.sleep(5) while q.qsize() > 0: __cmd = q.get() __ip = __cmd.split()[-1] print "Building %s"% __ip ret = commands.getstatusoutput(__cmd) if ret[0] == 0: time.sleep(2) __vm_state = 'building' while __vm_state != 'active': time.sleep(5) __vm_state = mysqlEng(host=self.mysql_host,user=self.mysql_user,passwd=self.mysql_passwd).getVmstate(__ip) if __vm_state == 'error': self.error_vms+=1 print red("虚拟机创建出错,IP:%s") % __ip break self.ok_vms+=1 print green("%s 创建成功,此次创建虚拟机总数:%s , 成功的虚拟机:%s ,出错的虚拟机:%s") % (__ip,self.all_vms,self.ok_vms,self.error_vms) else: self.error_vms+=1 print red("执行命令出错,IP:%s,出错信息: %s \n")%(__ip,ret[1]) def creating(self,cmds,ths): self.all_vms = len(cmds) self.ok_vms = 0 self.error_vms = 0 __put_thread = threading.Thread(target=self.__put2q, args=(cmds,self.create_queue,)) __put_thread.setDaemon __put_thread.start() for i in xrange(ths): __created = threading.Thread(target=self.__create, args=(self.create_queue,)) __created.setDaemon __created.start() time.sleep(10) class createAllvm(): def __init__(self,vmlist,flavor,mysql_host,mysql_user,mysql_passwd): self.vmlist = vmlist self.mysql_host = mysql_host self.mysql_user = mysql_user self.mysql_passwd = mysql_passwd self.flavor = flavor def start(self): create_obj = createVm(mysql_host=self.mysql_host,mysql_user=self.mysql_user,mysql_passwd=self.mysql_passwd) first_create_cmd = getCmd(project_info,vmListAnaly(self.vmlist).getFirstCreInfo(),self.flavor,mysql_host=self.mysql_host,mysql_user=self.mysql_user,mysql_passwd=self.mysql_passwd).get_cmd() create_obj.creating(first_create_cmd,2) first_ips = vmListAnaly('vmhost').getFirstIps() while True: time.sleep(10) if mysqlEng(host=self.mysql_host,user=self.mysql_user,passwd=self.mysql_passwd).getActNum(first_ips) == len(first_ips): break print '第一波创建完毕' second_create_cmd = getCmd(project_info,vmListAnaly(self.vmlist).getSecondCreInfo(),self.flavor,mysql_host=self.mysql_host,mysql_user=self.mysql_user,mysql_passwd=self.mysql_passwd).get_cmd() if not second_create_cmd: print green('只有一波了..创建完毕') sys.exit() create_obj.creating(second_create_cmd,3) second_ips = vmListAnaly('vmhost').getSecondIps() while True: time.sleep(10) if mysqlEng(host=self.mysql_host,user=self.mysql_user,passwd=self.mysql_passwd).getActNum(second_ips) == len(second_ips): break print '第二波创建完毕' if __name__ == '__main__': #project_name = sys.argv[1] #vmlist = sys.argv[2] mysql_host = '127.0.0.1' mysql_user = 'root' mysql_passwd = '123456' parser = OptionParser() parser.add_option("-c","--create",dest="create",action="store_true",default=False,help="create vm in filename") parser.add_option("-u","--update",dest="update",help="update ip to a flavor") parser.add_option("-p","--ping",dest="ping",action="store_true",default=False,help="multil threading to ping") parser.add_option("-i","--instances",dest="instances",help="query a ip's info") parser.add_option("-n","--nodes",dest="nodes",help="query a host's info") parser.add_option("-g","--getcmd",dest="getcmd",action="store_true",default=False,help="get build vm commands from a file") parser.add_option("-d","--delete",dest="delete",help="delete a instance") parser.add_option("-f","--filename",dest="filename",help="Specify a file") parser.add_option("-F","--flavor",dest="flavor",help="Specify a flavor") parser.add_option("-t","--tenant",dest="tenant",help="Specify a tenant") (options,args) = parser.parse_args() project_conf={ 'test':{ 'OS_USERNAME':'test', 'OS_PASSWORD':'test', 'OS_TENANT_NAME':'test', 'SECURITY_GROUPS':'default', 'IMAGE_ID':'25b349f2-a105-4d2d-aabe-89253e8b4eb1', }, 'test2':{ 'OS_USERNAME':'test2', 'OS_PASSWORD':'test2', 'OS_TENANT_NAME':'test2', 'SECURITY_GROUPS':'default', 'IMAGE_ID':'a6955dde-7794-45cc-a468-65ce7d2473c1', }, } flavor={ '1':'1', '2':'2', '4':'4', '6':'6', '8':'8', '12':'12', '16':'16', } the_mysql_obj = mysqlEng(host=mysql_host,user=mysql_user,passwd=mysql_passwd) if options.create: project_info = project_conf[options.tenant] vmfile = options.filename the_create_obj = createAllvm(vmlist=vmfile,flavor=flavor,mysql_host=mysql_host,mysql_user=mysql_user,mysql_passwd=mysql_passwd) the_create_obj.start() if options.update: ip = options.update flavor = options.flavor the_mysql_obj.updateInstanceFlavor(ip,flavor) print "update ok,now the vm %s is %s cups and %sMB memory" % the_mysql_obj.getInstanceFlavor(ip) instance_id = the_mysql_obj.getInstanceInfo([ip])[0][0] print red('please command == nova reboot --hard %s == to effect' % instance_id) if options.ping: filename = options.filename allip = vmListAnaly(filename).getAllIps() check_obj = checkIps() check_obj.put2q(allip) check_ret = check_obj.checking() if check_ret['up']: for ip in check_ret['up']: print red("%s is up,please check...") % ip sys.exit(9) else: print green('All ip is check ok...,you can create these vms') if options.instances: args.append(options.instances) ips = args instances_info = the_mysql_obj.getInstanceInfo(ips) print "id\t\t\t\t\tip\t\tnode\t\t\tstate\tmemory" for i in instances_info: print "%s\t%s\t%s\t%s\t%s" % i if options.nodes: args.append(options.nodes) nodes = args nodes_info = the_mysql_obj.getNodeInfo(nodes) print "id\t\t\t\t\tip\t\tnode\t\t\tstate\tmemory" for i in nodes_info: print "%s\t%s\t%s\t%s\t%s" % i if options.getcmd: filename = options.filename tenant = options.tenant project_info = project_conf[tenant] result = getCmd(project_info,vmListAnaly(filename).getAllCreInfo(),flavor,mysql_host=mysql_host,mysql_user=mysql_user,mysql_passwd=mysql_passwd).get_cmd() for i in result: print i if options.delete: args.append(options.delete) ips = args instances_ids=[] instances_info = the_mysql_obj.getInstanceInfo(ips) for i in instances_info: instances_ids.append(i[0]) if not instances_ids: print red("no instance found") sys.exit(8) delete_cmd = "nova delete " + ' '.join(instances_ids) result = commands.getstatusoutput(delete_cmd) if result[0] == 0: print green('OK') else: print red("error info: %s" % result[1])