From 967ca42c6bf3f56f8401d733f69da1f93a729a15 Mon Sep 17 00:00:00 2001 From: Mr Chen Date: Tue, 6 Aug 2019 19:05:27 +0800 Subject: [PATCH] Create full.py --- plugins/solr/script/full.py | 57 +++++++++++++++++++++++++++++++++++++ 1 file changed, 57 insertions(+) create mode 100755 plugins/solr/script/full.py diff --git a/plugins/solr/script/full.py b/plugins/solr/script/full.py new file mode 100755 index 000000000..ca26016c1 --- /dev/null +++ b/plugins/solr/script/full.py @@ -0,0 +1,57 @@ +#!/usr/bin/env python +# -*- coding: utf-8 -*- + +import MySQLdb as mdb +import random +import sys +import subprocess +import time + +sys.path.append("/usr/local/lib/python2.7/site-packages") + +conn = mdb.connect(host='0.0.0.0', + port=3306, + user='xxx', + passwd='xxx', + db='xxx', + charset='utf8') +conn.autocommit(True) +cursor = conn.cursor() + + +sql = 'select id from xxx order by id desc limit 1' +r = cursor.execute(sql) + +count = 0 +for info in cursor.fetchall(): + count = info[0] +conn.close() + + +def execShell(cmdstring, cwd=None, timeout=None, shell=True): + + if shell: + cmdstring_list = cmdstring + else: + cmdstring_list = shlex.split(cmdstring) + if timeout: + end_time = datetime.datetime.now() + datetime.timedelta(seconds=timeout) + + sub = subprocess.Popen(cmdstring_list, cwd=cwd, stdin=subprocess.PIPE, + shell=shell, bufsize=4096, stdout=subprocess.PIPE, stderr=subprocess.PIPE) + + while sub.poll() is None: + time.sleep(0.1) + if timeout: + if end_time <= datetime.datetime.now(): + raise Exception("Timeout:%s" % cmdstring) + + return sub.communicate() + + +for x in xrange(1,count/10+1): + y = x * 10 + cmd = 'curl --basic -u admin:admin "http://176.122.138.146:8983/solr/sodht/dataimport?command=full-import&wt=json&clean=false&commit=true&length=10&offset='+str(y)+'"' + print execShell(cmd) + +