opentx/util/compile.py

#!/usr/bin/env python

import os, sys, shutil, platform, getpass, subprocess, ftplib, time, threading

BINARY_DIR = "../binaries/"

options_stock = [[("", "EXT=STD"), ("frsky", "EXT=FRSKY"), ("jeti", "EXT=JETI"), ("ardupilot", "EXT=ARDUPILOT"), ("nmea", "EXT=NMEA")],
                 [("", "HELI=NO"), ("heli", "HELI=YES")],
                 [("", "TEMPLATES=NO"), ("templates", "TEMPLATES=YES")],
                 [("", "AUDIO=NO"), ("audio", "AUDIO=YES")],
                 [("", "HAPTIC=NO"), ("haptic", "HAPTIC=YES")],
                 [("", "DSM2=NO"), ("DSM2", "DSM2=PPM")],
                 [("", "NAVIGATION=NO"), ("potscroll", "NAVIGATION=POTS")],
#                 ("PXX", "PXX=NO", "PXX=YES"),
                ]

options_v4 = [[("", "EXT=FRSKY")],
              [("", "HELI=NO"), ("heli", "HELI=YES")],
              [("", "TEMPLATES=NO"), ("templates", "TEMPLATES=YES")],
              [("", "SDCARD=NO"), ("sdcard", "SDCARD=YES")],
              [("", "SOMO=NO"), ("SOMO", "SOMO=YES")],
             ]

options_arm = [[("", "EXT=FRSKY")],
               [("", "HELI=NO"), ("heli", "HELI=YES")],
               [("", "TEMPLATES=NO"), ("templates", "TEMPLATES=YES")],
              ]

languages = ["en", "fr", "se"]

#host = "ftpperso.free.fr"
#user = "open9x"
host = "open9x.freehosting.com"
user = "openxfre"  
password = None
ftp_connection = None
ftp_tmpdir = None
ftp_lock = threading.Lock()

def openFtp():
    global password
    global ftp_connection
    global ftp_tmpdir
    
    if password is None:
        password = getpass.getpass()
        
    ftp_connection = ftplib.FTP(host, user, password)
    if ftp_tmpdir is None:
        ftp_tmpdir = "public_html/binaries/temp" + str(int(time.mktime(time.localtime())))
        ftp_connection.mkd(ftp_tmpdir)
    
def closeFtp():
    # ftp_connection.rename("binaries/latest", "binaries/r...")
    ftp_connection.rename(ftp_tmpdir, "public_html/binaries/latest")
    ftp_connection.quit()
    
def uploadBinary(binary_name):
    ftp_lock.acquire()
    while 1:
        try:
            try:
                ftp_connection.delete(ftp_tmpdir + '/' + binary_name)
            except:
                pass
            f = file(BINARY_DIR + binary_name, 'rb') 
            ftp_connection.storbinary('STOR ' + ftp_tmpdir + '/' + binary_name, f)
            f.close()
            ftp_lock.release()
            return
        except:
            time.sleep(10)
            try:
                ftp_connection.quit()
            except:
                pass
            try:
                openFtp()
            except:
                pass   

global_current = 0
global_count = 0 
def generate(hex, arg, extension, options, languages, maxsize):
    global global_current
    global global_count
    
    result = []
    states = [0] * len(options)
    
    count = len(languages)
    for option in options:
      count *= len(option)
    global_count += count
    
    while 1:
        # print index, states
    
        for language in languages:
            hex_file = hex
            make_args = ["make", arg]
            for i, option in enumerate(options):
                state = states[len(options) - 1 - i]
                if option[state][0]:
                    hex_file += "-" + option[state][0]
                make_args.append(option[state][1])
            hex_file += "-" + language
            make_args.append("TRANSLATIONS=" + language.upper())
            if mt:
                cwd = language
            else:
                cwd = None
            subprocess.Popen(["make", "clean", arg], stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd=cwd).wait()
            p = subprocess.Popen(make_args, stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd=cwd)
            p.wait()
            stderr = p.stderr.read()
            global_current += 1
            print "[%d/%d]" % (global_current, global_count), hex_file
            if "error" in stderr:
                print stderr
                exit()
            for line in stderr.split("\n"):
                if "warning" in line:
                    print "  ", line
            size = 0
            for line in p.stdout.readlines():
                if line.startswith("Program:"):
                    parts = line.split(" ")
                    while "" in parts:
                        parts.remove("")
                    size = int(parts[1])
                    if size > maxsize:
                        print "  ", line[:-1], "[NOT RELEASED]"
                    else:
                        print "  ", line,
                if line.startswith("Data:"):
                    print "  ", line,
            
            if size <= maxsize:
                binary_name =  hex_file + "." + extension
                if mt:
                    shutil.copyfile(language + "/open9x." + extension, BINARY_DIR + binary_name)
                else:
                    shutil.copyfile("open9x." + extension, BINARY_DIR + binary_name)
                if upload:
                    uploadBinary(binary_name)
                    
                result.append(hex_file)
        
        for index, state in enumerate(states):
            if state < len(options[len(options) - 1 - index]) - 1:
                for i in range(index):
                    states[i] = 0
                states[index] += 1
                break
        else:
            break
        
    return result

class GenerateThread(threading.Thread):
   def __init__ (self, hex, arg, extension, options, language, maxsize):
      threading.Thread.__init__(self)
      self.hex = hex
      self.arg = arg
      self.extension = extension
      self.options = options
      self.language = language
      self.maxsize = maxsize
      
   def run(self):
      self.hexes = generate(self.hex, self.arg, self.extension, self.options, [self.language], self.maxsize)     
           
def multithread_generate(hex, arg, extension, options, languages, maxsize):
    if mt:
        result = []
        threads = []
        for language in languages:
            thread = GenerateThread(hex, arg, extension, options, language, maxsize)
            threads.append(thread)
            thread.start()
        for thread in threads:
            thread.join()
            result.extend(thread.hexes)
        return result
    else:
        return generate(hex, arg, extension, options, languages, maxsize)
        
        
def generate_c9x_list(filename, hexes, extension, stamp, board):
    f = file(filename, "w")
    for hex in hexes:
        f.write('open9x->add_option(new Open9xFirmware("%s", new Open9xInterface(%s), OPEN9X_BIN_URL "%s.%s", %s));\n' % (hex, board, hex, extension, stamp))

if __name__ == "__main__":
    
    upload = "upload" in sys.argv
    mt = "mt" in sys.argv and platform.system() != "Windows"
    
    if upload:
        openFtp()

    if mt:
        for lang in languages:
            print "Directory %s creation..." % lang
            shutil.rmtree(lang, True)
            shutil.copytree("../src", lang)
    
    if platform.system() == "Windows":
        # arm board
        hexes = generate("open9x-arm", "PCB=ARM", "bin", options_arm, languages, 262000)
        generate_c9x_list("../../companion9x/src/open9x-arm-binaries.cpp", hexes, "bin", "OPEN9X_ARM_STAMP", "BOARD_ERSKY9X")
        
        # arm stamp
        subprocess.check_output(["make", "PCB=ARM", "arm-stamp"])
    
    else:
        # stock board
        hexes = multithread_generate("open9x-stock", "PCB=STD", "hex", options_stock, languages, 65530)
        generate_c9x_list("../../companion9x/src/open9x-stock-binaries.cpp", hexes, "hex", "OPEN9X_STAMP", "BOARD_STOCK")
    
        # v4 board
        hexes = multithread_generate("open9x-v4", "PCB=V4", "hex", options_v4, languages, 262000)
        generate_c9x_list("../../companion9x/src/open9x-v4-binaries.cpp", hexes, "hex", "OPEN9X_STAMP", "BOARD_GRUVIN9X")
    
        # stamp
        subprocess.Popen(["make", "stamp"], stdout=subprocess.PIPE, stderr=subprocess.PIPE, cwd="../src").wait()
        
    if upload:
        closeFtp()