From d3122336b742f98cbc83dae5fae07a499fbffa58 Mon Sep 17 00:00:00 2001 From: psycho Date: Thu, 13 Aug 2020 21:54:14 +0200 Subject: [PATCH] testing_19 19 --- Jenkinsfile | 4 +- scripts/sftp_test.py | 178 +++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 180 insertions(+), 2 deletions(-) create mode 100644 scripts/sftp_test.py diff --git a/Jenkinsfile b/Jenkinsfile index d859af1..045f306 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -8,6 +8,7 @@ def git_folder = 'openwrt' def script_folder = 'owrt_build_script' def config_path = script_folder + '/configs/' def patch_path = script_folder + '/patches/' +def scripts_path = script_folder + '/scripts/' def patch = patch_path + '16M.patch' def sftp_host = '' def sftp_user = '' @@ -56,7 +57,7 @@ node('test') cleanWs() sh label: 'checkout_configs', script: 'git clone ' + script_git + ' ' + script_folder sh label: 'checkout_openwrt', script: 'git clone ' + git_link + ' ' + git_folder - def ret = sh label: 'is_build_needed', script: 'ls -al', returnStdout: true + def ret = sh label: 'is_build_needed', script: 'python ' + scripts_path + ' -a ' + sftp_host + ' -u ' + sftp_user + ' -p ' + sftp_passwd + ' -g ' + git_folder + ' -f ' + ftp_path, returnStdout: true printDebug(ret) } return @@ -64,7 +65,6 @@ node('test') stageName = 'pre-build' stage(stageName) { - sh label: 'uiae', script: 'ls -al' sh label: 'patch_sources', script: 'cd ' + git_folder + '; patch -p1 < ../' + patch sh label: 'feeds_update', script: 'cd ' + git_folder + '; ./scripts/feeds update -a' sh label: 'feeds_install', script: 'cd ' + git_folder + '; ./scripts/feeds install -a' diff --git a/scripts/sftp_test.py b/scripts/sftp_test.py new file mode 100644 index 0000000..dbd8218 --- /dev/null +++ b/scripts/sftp_test.py @@ -0,0 +1,178 @@ +#!python3 +#psychowoife + +import re +import os +import sys +import getopt +import hashlib +import shutil +import pysftp +import subprocess + +##globals +version = '2020.05.20' +git_ver_pattern = r'-(?P\d{5})-' +#start game +game_start_pat = ' -u -p -f -g -k [-d] [-v]\n') + print('arguments:') + print('\t-f --file=\t\t.xls/.xlsx/.xlsm file to update UIDs') + print('\t-p --path=\t\tpath to protocol files') + print('optional:') + print('\t-d --debug\t\t') + print('\t-v --version\t\tprints version of script') + + +##prints error message and exits with error code +def err(str, type): + error = 'ERROR: ' + if type == 0: + print(error + str + ': argument missing') + elif type == 1: + print(error + str + ': file not found') + elif type == 2: + print(error + 'wrong parameter') + elif type == 3: + print(error + 'to few arguments') + elif type == 4: + print(error + 'unknown arguments') + elif type == 5: + print(error + ': path not found') + usage() + sys.exit(1) + + +##print version +def print_version(): + print(version) + + +##parses command line arguments and returns dictionary contaning all arguments +def parse_args(): + #try parsing arguments according to defined format + try: + opts, args = getopt.getopt(sys.argv[1:], 'a:u:p:f:g:dvh', ['host=', 'user=', 'passwd=', 'host_file=', 'git_path=', 'debug', 'version', 'help']) + except getopt.GetoptError: + err('',2) #parsing failed + + debug = False + sftp_host = '' + sftp_user = '' + sftp_passwd = '' + known_hosts = '' + git_path = '' + + #check if arguments even present + if not opts: + err('', 3) + #get each value for given argument + for opt, arg in opts: + if opt in ('-h', '--help'): + usage() + sys.exit(1) + if opt in ('-v', '--version'): + print_version() + sys.exit(0) + elif opt in ('-a', '--host'): + sftp_host = arg + elif opt in ('-u', '--user'): + sftp_user = arg + elif opt in ('-p', '--passwd'): + sftp_passwd = arg + elif opt in ('-f', '--host_file'): + if not os.path.isfile(arg): + err(arg, 1) + known_hosts = arg + elif opt in ('-g', '--git_path'): + if not os.path.isdir(arg): + err(arg, 5) + git_path = arg + elif opt in ('-d', '--debug'): + debug = True + else: + err(arg, 4) #exit script if false parameter is detected + + #if not path: + # err('path', 0) + + param = dict() + param['sftp_host'] = sftp_host + param['sftp_user'] = sftp_user + param['sftp_passwd'] = sftp_passwd + param['known_hosts'] = known_hosts + param['git_path'] = git_path + param['debug'] = debug + + return param + + +##calculate md5 chesksum of file +def calc_md5(filename): + hash_md5 = hashlib.md5() + with open(filename, "rb") as file: + for chunk in iter(lambda: file.read(4096), b""): + hash_md5.update(chunk) + return hash_md5.hexdigest() + + +def get_last_build(myhost, myname, mypasswd, known_hosts='known_hosts', bin_path='/jenkins/owrt'): + cnopts = pysftp.CnOpts() + cnopts.hostkeys.load(known_hosts) + sftp = pysftp.Connection(host=myhost, username=myname, password=mypasswd, cnopts=cnopts) + #print('Conn success') + sftp.cwd(bin_path) + directory_structure = sftp.listdir_attr() + + sftp.close() + + files = [] + for attr in directory_structure: + files.append(attr.filename) + + files.sort() + return files[-1] + + +def build_needed(current, last_build_version): + if current > last_build_version: + return True + else: + return False + #list = [] + #list.append(current) + #list.append(last_build_version) + #list.sort() + #if list + + +def main(): + params = parse_args() + last = get_last_build(params['sftp_host'], params['sftp_user'], params['sftp_passwd'], known_hosts=params['known_hosts']) + + os.chdir(params['git_path']) + out = subprocess.check_output(['git', 'describe']).decode(sys.stdout.encoding).strip() + match = re.search(git_ver_pattern, out) + current = '00000' + if match: + current = match.group('version') + #print(last) + #print(current) + print(build_needed('r'+current, last)) + + +if __name__ == "__main__": + main()