testing_19

19

Jenkinsfile

@@ -8,6 +8,7 @@ def git_folder = 'openwrt'
 def script_folder = 'owrt_build_script'
 def config_path = script_folder + '/configs/'
 def patch_path = script_folder + '/patches/'
+def scripts_path = script_folder + '/scripts/'
 def patch = patch_path + '16M.patch'
 def sftp_host = ''
 def sftp_user = ''
@@ -56,7 +57,7 @@ node('test')
 		cleanWs()
 		sh label: 'checkout_configs', script: 'git clone ' + script_git + ' ' + script_folder
 		sh label: 'checkout_openwrt', script: 'git clone ' + git_link + ' ' + git_folder
-		def ret = sh label: 'is_build_needed', script: 'ls -al', returnStdout: true
+		def ret = sh label: 'is_build_needed', script: 'python ' + scripts_path + ' -a ' + sftp_host + ' -u ' + sftp_user + ' -p ' + sftp_passwd + ' -g ' + git_folder + ' -f ' + ftp_path, returnStdout: true
 		printDebug(ret)
 	}
 	return
@@ -64,7 +65,6 @@ node('test')
 	stageName = 'pre-build'
 	stage(stageName)
 	{
-		sh label: 'uiae', script: 'ls -al'
 		sh label: 'patch_sources', script: 'cd ' + git_folder + '; patch -p1 < ../' + patch
 		sh label: 'feeds_update', script: 'cd ' + git_folder + '; ./scripts/feeds update -a'
 		sh label: 'feeds_install', script: 'cd ' + git_folder + '; ./scripts/feeds install -a'

scripts/sftp_test.py

@@ -0,0 +1,178 @@
+#!python3
+#psychowoife
+
+import re
+import os
+import sys
+import getopt
+import hashlib
+import shutil
+import pysftp
+import subprocess
+
+##globals
+version = '2020.05.20'
+git_ver_pattern = r'-(?P<version>\d{5})-'
+#start game
+game_start_pat = '<game'
+game_stop_pat = '<\/game>'
+game_name_pat = 'game\s+name=\s*"(?P<name>[^"]*)"'
+desc_pat = '<description>(?P<desc>[^"]*)<\/description>'
+rom_name_pat = '<rom\s+name\s*=\s*"(?P<rom_name>[^"]*)"\s*size\s*=\s*"(?P<size>\d*)\s*"\s*crc\s*=\s*"(?P<crc>[\dabcdefABCDEF]*)\s*"\s*md5\s*=\s*"\s*(?P<md5>[\dabcdefABCDEF]*)\s*"\s*sha1\s*=\s*"\s*(?P<sha1>[\dabcdefABCDEF]*)\s*"\s*(status\s*=\s*"(?P<status>[^"]*)"|)\s*serial\s*=\s*"\s*(?P<serial>[^"]*)\s*"'
+
+
+class DatafileFormatError(Exception):
+	pass
+
+
+##prints message how to use this script
+def usage():
+   print('check if new build is necessary')
+   print('usage: ' + os.path.basename(sys.argv[0]) + ' -a <host> -u <user> -p <passwd> -f <host_file> -g <git_link> -k <known_hosts> [-d] [-v]\n')
+   print('arguments:')
+   print('\t-f --file=\t\t.xls/.xlsx/.xlsm file to update UIDs')
+   print('\t-p --path=\t\tpath to protocol files')
+   print('optional:')
+   print('\t-d --debug\t\t')
+   print('\t-v --version\t\tprints version of script')
+
+
+##prints error message and exits with error code
+def err(str, type):
+   error = 'ERROR: '
+   if type == 0:
+      print(error + str + ': argument missing')
+   elif type == 1:
+      print(error + str + ': file not found')
+   elif type == 2:
+      print(error + 'wrong parameter')
+   elif type == 3:
+      print(error + 'to few arguments')
+   elif type == 4:
+      print(error + 'unknown arguments')
+   elif type == 5:
+      print(error + ': path not found')
+   usage()
+   sys.exit(1)
+   
+
+##print version
+def print_version():
+   print(version)
+
+
+##parses command line arguments and returns dictionary contaning all arguments
+def parse_args():
+   #try parsing arguments according to defined format
+   try:
+      opts, args = getopt.getopt(sys.argv[1:], 'a:u:p:f:g:dvh', ['host=', 'user=', 'passwd=', 'host_file=', 'git_path=', 'debug', 'version', 'help'])
+   except getopt.GetoptError:
+      err('',2)   #parsing failed
+      
+   debug = False
+   sftp_host = ''
+   sftp_user = ''
+   sftp_passwd = ''
+   known_hosts = ''
+   git_path = ''
+   
+   #check if arguments even present
+   if not opts:
+      err('', 3)
+   #get each value for given argument
+   for opt, arg in opts:
+      if opt in ('-h', '--help'):
+         usage()
+         sys.exit(1)
+      if opt in ('-v', '--version'):
+         print_version()
+         sys.exit(0)
+      elif opt in ('-a', '--host'):
+         sftp_host = arg
+      elif opt in ('-u', '--user'):
+         sftp_user = arg
+      elif opt in ('-p', '--passwd'):
+         sftp_passwd = arg
+      elif opt in ('-f', '--host_file'):
+         if not os.path.isfile(arg):
+            err(arg, 1)
+         known_hosts = arg
+      elif opt in ('-g', '--git_path'):
+         if not os.path.isdir(arg):
+            err(arg, 5)
+         git_path = arg
+      elif opt in ('-d', '--debug'):
+         debug = True
+      else:
+         err(arg, 4) #exit script if false parameter is detected
+
+   #if not path:
+   #   err('path', 0)
+   
+   param = dict()
+   param['sftp_host'] = sftp_host
+   param['sftp_user'] = sftp_user
+   param['sftp_passwd'] = sftp_passwd
+   param['known_hosts'] = known_hosts
+   param['git_path'] = git_path
+   param['debug'] = debug
+   
+   return param
+   
+   
+##calculate md5 chesksum of file
+def calc_md5(filename):
+    hash_md5 = hashlib.md5()
+    with open(filename, "rb") as file:
+        for chunk in iter(lambda: file.read(4096), b""):
+            hash_md5.update(chunk)
+    return hash_md5.hexdigest()
+
+
+def get_last_build(myhost, myname, mypasswd, known_hosts='known_hosts', bin_path='/jenkins/owrt'):
+	cnopts = pysftp.CnOpts()
+	cnopts.hostkeys.load(known_hosts)
+	sftp = pysftp.Connection(host=myhost, username=myname, password=mypasswd, cnopts=cnopts)
+	#print('Conn success')
+	sftp.cwd(bin_path)
+	directory_structure = sftp.listdir_attr()
+
+	sftp.close()
+
+	files = []
+	for attr in directory_structure:
+		files.append(attr.filename)
+
+	files.sort()
+	return files[-1]
+
+
+def build_needed(current, last_build_version):
+	if current > last_build_version:
+		return True
+	else:
+		return False
+	#list = []
+	#list.append(current)
+	#list.append(last_build_version)
+	#list.sort()
+	#if list
+	
+	
+def main():
+	params = parse_args()
+	last = get_last_build(params['sftp_host'], params['sftp_user'], params['sftp_passwd'], known_hosts=params['known_hosts'])
+
+	os.chdir(params['git_path'])
+	out = subprocess.check_output(['git', 'describe']).decode(sys.stdout.encoding).strip()
+	match = re.search(git_ver_pattern, out)
+	current = '00000'
+	if match:
+		current = match.group('version')
+	#print(last)
+	#print(current)
+	print(build_needed('r'+current, last))
+
+
+if __name__ == "__main__":
+   main()